2023-12-16T17:51:05.928 INFO:root:teuthology version: 0.0.1.dev216+g5f3731e 2023-12-16T17:51:05.928 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --archive /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500 --name yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/orig.config.yaml 2023-12-16T17:51:05.977 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-16T17:51:06.065 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500 branch: wip-yuri8-testing-2023-12-15-0911 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7494500' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri8-testing-2023-12-15-0911 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri8-testing-2023-12-15-0911 sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2894 sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri8-testing-2023-12-15-0911 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 targets: smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJyiG634pdcKfdPSxBTdduUgpRMoGOF80BhkJwlTHuFxRn3OoEhyR1D0hgr+ECogIz6Rml+6zb+SdWNxLEpd4Jw= smithi184.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO8Xf3gc6XVpnEPxT60qQnqmFpzw/miWEm0eLZPfM/z0S4VJMOdoM8CipEafGya9Zjoq47Piun/7pMos87Gx7mw= tasks: - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73 timestamp: 2023-12-16_15:39:44 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1485078 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-16T17:51:06.066 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa; will attempt to use it 2023-12-16T17:51:06.066 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks 2023-12-16T17:51:06.067 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-16T17:51:06.068 INFO:teuthology.task.internal:Checking packages... 2023-12-16T17:51:06.092 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'c7586e95519b7be76f3b6e3a4b333888baf46bc9' 2023-12-16T17:51:06.092 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T17:51:06.092 INFO:teuthology.packaging:ref: None 2023-12-16T17:51:06.092 INFO:teuthology.packaging:tag: None 2023-12-16T17:51:06.092 INFO:teuthology.packaging:branch: wip-yuri8-testing-2023-12-15-0911 2023-12-16T17:51:06.092 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T17:51:06.092 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri8-testing-2023-12-15-0911 2023-12-16T17:51:06.311 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-202.gc7586e95 2023-12-16T17:51:06.313 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-16T17:51:06.481 INFO:teuthology.task.internal:no buildpackages task found 2023-12-16T17:51:06.481 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-16T17:51:06.488 INFO:teuthology.task.internal:Saving configuration 2023-12-16T17:51:06.508 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-16T17:51:06.514 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T17:51:06.540 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 17:46:04.072259', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJyiG634pdcKfdPSxBTdduUgpRMoGOF80BhkJwlTHuFxRn3OoEhyR1D0hgr+ECogIz6Rml+6zb+SdWNxLEpd4Jw='} 2023-12-16T17:51:06.560 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi184.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 17:46:04.074162', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO8Xf3gc6XVpnEPxT60qQnqmFpzw/miWEm0eLZPfM/z0S4VJMOdoM8CipEafGya9Zjoq47Piun/7pMos87Gx7mw='} 2023-12-16T17:51:06.560 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-16T17:51:06.568 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-16T17:51:06.568 INFO:teuthology.task.internal:roles: ubuntu@smithi184.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-16T17:51:06.568 INFO:teuthology.run_tasks:Running task console_log... 2023-12-16T17:51:06.669 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8cb8885e50>, signals=[15]) 2023-12-16T17:51:06.670 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-16T17:51:06.687 INFO:teuthology.task.internal:Opening connections... 2023-12-16T17:51:06.689 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2023-12-16T17:51:06.695 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:51:06.822 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi184.front.sepia.ceph.com 2023-12-16T17:51:06.823 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:51:06.906 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-16T17:51:06.912 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2023-12-16T17:51:06.929 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2023-12-16T17:51:06.929 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="CentOS Stream" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="9" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:ID="centos" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE="rhel fedora" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="9" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:PLATFORM_ID="platform:el9" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-16T17:51:06.985 INFO:teuthology.orchestra.run.smithi071.stdout:ANSI_COLOR="0;31" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:LOGO="fedora-logo-icon" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://centos.org/" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-16T17:51:06.986 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-16T17:51:06.986 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2023-12-16T17:51:07.011 DEBUG:teuthology.orchestra.run.smithi184:> uname -m 2023-12-16T17:51:07.029 INFO:teuthology.orchestra.run.smithi184.stdout:x86_64 2023-12-16T17:51:07.029 DEBUG:teuthology.orchestra.run.smithi184:> cat /etc/os-release 2023-12-16T17:51:07.084 INFO:teuthology.orchestra.run.smithi184.stdout:NAME="CentOS Stream" 2023-12-16T17:51:07.084 INFO:teuthology.orchestra.run.smithi184.stdout:VERSION="9" 2023-12-16T17:51:07.084 INFO:teuthology.orchestra.run.smithi184.stdout:ID="centos" 2023-12-16T17:51:07.084 INFO:teuthology.orchestra.run.smithi184.stdout:ID_LIKE="rhel fedora" 2023-12-16T17:51:07.084 INFO:teuthology.orchestra.run.smithi184.stdout:VERSION_ID="9" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:PLATFORM_ID="platform:el9" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:ANSI_COLOR="0;31" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:LOGO="fedora-logo-icon" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:HOME_URL="https://centos.org/" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-16T17:51:07.085 INFO:teuthology.orchestra.run.smithi184.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-16T17:51:07.085 INFO:teuthology.lock.ops:Updating smithi184.front.sepia.ceph.com on lock server 2023-12-16T17:51:07.103 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-16T17:51:07.111 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-16T17:51:07.118 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-16T17:51:07.118 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2023-12-16T17:51:07.120 DEBUG:teuthology.orchestra.run.smithi184:> test '!' -e /home/ubuntu/cephtest 2023-12-16T17:51:07.137 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-16T17:51:07.143 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-16T17:51:07.143 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2023-12-16T17:51:07.177 DEBUG:teuthology.orchestra.run.smithi184:> test -z $(ls -A /var/lib/ceph) 2023-12-16T17:51:07.264 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-16T17:51:07.320 INFO:teuthology.run_tasks:Running task kernel... 2023-12-16T17:51:07.334 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-16T17:51:07.334 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-16T17:51:07.335 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-16T17:51:07.335 DEBUG:teuthology.orchestra.run.smithi184:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-16T17:51:07.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T17:51:07.351 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-12-16T17:51:07.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T17:51:07.352 DEBUG:teuthology.orchestra.run.smithi184:> uname -r 2023-12-16T17:51:07.407 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-361.el9.x86_64 2023-12-16T17:51:07.408 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.14.0-361.el9.x86_64 2023-12-16T17:51:07.408 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum install -y kernel 2023-12-16T17:51:07.409 INFO:teuthology.orchestra.run.smithi184.stdout:5.14.0-361.el9.x86_64 2023-12-16T17:51:07.409 INFO:teuthology.task.kernel:Running kernel on smithi184: 5.14.0-361.el9.x86_64 2023-12-16T17:51:07.409 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum install -y kernel 2023-12-16T17:51:09.533 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS-9 - AppStream 17 MB/s | 6.4 MB 00:00 2023-12-16T17:51:09.612 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - AppStream 11 MB/s | 6.4 MB 00:00 2023-12-16T17:51:10.841 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2023-12-16T17:51:11.204 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - BaseOS 3.5 MB/s | 2.0 MB 00:00 2023-12-16T17:51:12.373 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - BaseOS 6.5 MB/s | 7.9 MB 00:01 2023-12-16T17:51:14.294 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 2.6 MB/s | 7.9 MB 00:02 2023-12-16T17:51:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 21 MB/s | 18 MB 00:00 2023-12-16T17:51:20.046 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 12 MB/s | 5.8 MB 00:00 2023-12-16T17:51:20.874 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - AppStream 2.4 MB/s | 18 MB 00:07 2023-12-16T17:51:21.547 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 15 kB 00:00 2023-12-16T17:51:22.759 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 18 MB/s | 20 MB 00:01 2023-12-16T17:51:24.691 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - CRB 14 MB/s | 5.8 MB 00:00 2023-12-16T17:51:26.008 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 15 kB 00:00 2023-12-16T17:51:27.623 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 6.2 kB/s | 1.7 kB 00:00 2023-12-16T17:51:29.696 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-16T17:51:29.696 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-16T17:51:29.783 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2023-12-16T17:51:29.790 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2023-12-16T17:51:29.790 INFO:teuthology.orchestra.run.smithi071.stdout: Package Architecture Version Repository Size 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: kernel x86_64 5.14.0-391.el9 baseos 5.6 M 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core x86_64 5.14.0-391.el9 baseos 20 M 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules x86_64 5.14.0-391.el9 baseos 38 M 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core x86_64 5.14.0-391.el9 baseos 32 M 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Install 4 Packages 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 96 M 2023-12-16T17:51:29.791 INFO:teuthology.orchestra.run.smithi071.stdout:Installed size: 121 M 2023-12-16T17:51:29.792 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2023-12-16T17:51:30.866 INFO:teuthology.orchestra.run.smithi071.stdout:(1/4): kernel-5.14.0-391.el9.x86_64.rpm 5.8 MB/s | 5.6 MB 00:00 2023-12-16T17:51:31.449 INFO:teuthology.orchestra.run.smithi071.stdout:(2/4): kernel-core-5.14.0-391.el9.x86_64.rpm 13 MB/s | 20 MB 00:01 2023-12-16T17:51:32.274 INFO:teuthology.orchestra.run.smithi071.stdout:(3/4): kernel-modules-5.14.0-391.el9.x86_64.rpm 16 MB/s | 38 MB 00:02 2023-12-16T17:51:32.583 INFO:teuthology.orchestra.run.smithi071.stdout:(4/4): kernel-modules-core-5.14.0-391.el9.x86_6 19 MB/s | 32 MB 00:01 2023-12-16T17:51:32.583 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2023-12-16T17:51:32.584 INFO:teuthology.orchestra.run.smithi071.stdout:Total 34 MB/s | 96 MB 00:02 2023-12-16T17:51:33.445 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2023-12-16T17:51:33.800 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2023-12-16T17:51:33.800 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2023-12-16T17:51:35.104 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2023-12-16T17:51:35.104 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2023-12-16T17:51:37.553 INFO:teuthology.orchestra.run.smithi184.stdout:Extra Packages for Enterprise Linux 1.7 MB/s | 20 MB 00:11 2023-12-16T17:51:37.732 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2023-12-16T17:51:38.367 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-core-5.14.0-391.el9.x86_64 1/4 2023-12-16T17:51:38.509 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:51:41.274 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:51:41.464 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:51:42.350 INFO:teuthology.orchestra.run.smithi184.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2023-12-16T17:51:44.506 INFO:teuthology.orchestra.run.smithi184.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-16T17:51:44.506 INFO:teuthology.orchestra.run.smithi184.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-16T17:51:44.603 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout: Package Architecture Version Repository Size 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout:Installing: 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout: kernel x86_64 5.14.0-391.el9 baseos 5.6 M 2023-12-16T17:51:44.613 INFO:teuthology.orchestra.run.smithi184.stdout:Installing dependencies: 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-core x86_64 5.14.0-391.el9 baseos 20 M 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules x86_64 5.14.0-391.el9 baseos 38 M 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-core x86_64 5.14.0-391.el9 baseos 32 M 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout:Install 4 Packages 2023-12-16T17:51:44.614 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:51:44.615 INFO:teuthology.orchestra.run.smithi184.stdout:Total download size: 96 M 2023-12-16T17:51:44.615 INFO:teuthology.orchestra.run.smithi184.stdout:Installed size: 121 M 2023-12-16T17:51:44.615 INFO:teuthology.orchestra.run.smithi184.stdout:Downloading Packages: 2023-12-16T17:51:46.038 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:51:46.224 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:51:47.142 INFO:teuthology.orchestra.run.smithi184.stdout:(1/4): kernel-5.14.0-391.el9.x86_64.rpm 2.5 MB/s | 5.6 MB 00:02 2023-12-16T17:51:50.700 INFO:teuthology.orchestra.run.smithi184.stdout:(2/4): kernel-modules-5.14.0-391.el9.x86_64.rpm 6.5 MB/s | 38 MB 00:05 2023-12-16T17:51:50.862 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:51:51.017 INFO:teuthology.orchestra.run.smithi184.stdout:(3/4): kernel-core-5.14.0-391.el9.x86_64.rpm 3.3 MB/s | 20 MB 00:06 2023-12-16T17:51:51.734 INFO:teuthology.orchestra.run.smithi184.stdout:(4/4): kernel-modules-core-5.14.0-391.el9.x86_6 7.1 MB/s | 32 MB 00:04 2023-12-16T17:51:51.735 INFO:teuthology.orchestra.run.smithi184.stdout:-------------------------------------------------------------------------------- 2023-12-16T17:51:51.735 INFO:teuthology.orchestra.run.smithi184.stdout:Total 14 MB/s | 96 MB 00:07 2023-12-16T17:51:52.581 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2023-12-16T17:51:52.958 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2023-12-16T17:51:52.958 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2023-12-16T17:51:54.273 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2023-12-16T17:51:54.273 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2023-12-16T17:51:57.209 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2023-12-16T17:51:57.863 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-modules-core-5.14.0-391.el9.x86_64 1/4 2023-12-16T17:51:58.002 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:52:00.753 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:52:00.931 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:52:05.569 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:52:05.762 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:10.424 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:19.843 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:19.886 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:20.258 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:20.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-5.14.0-391.el9.x86_64 1/4 2023-12-16T17:52:20.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:52:20.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:52:20.679 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:20.679 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core-5.14.0-391.el9.x86_64 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-5.14.0-391.el9.x86_64 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core-5.14.0-391.el9.x86_64 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:52:20.680 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2023-12-16T17:52:21.161 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T17:52:21.316 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:21.317 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T17:52:21.317 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-391.el9.x86_64 2023-12-16T17:52:21.317 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-16T17:52:21.317 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-16T17:52:21.317 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-16T17:52:21.317 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro) 2023-12-16T17:52:21.317 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T17:52:21.435 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:21.435 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T17:52:21.435 DEBUG:teuthology.orchestra.run.smithi071:> sudo rpm -qi grub2-tools 2023-12-16T17:52:21.475 INFO:teuthology.orchestra.run.smithi071.stdout:Name : grub2-tools 2023-12-16T17:52:21.475 INFO:teuthology.orchestra.run.smithi071.stdout:Epoch : 1 2023-12-16T17:52:21.475 INFO:teuthology.orchestra.run.smithi071.stdout:Version : 2.06 2023-12-16T17:52:21.475 INFO:teuthology.orchestra.run.smithi071.stdout:Release : 68.el9 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: x86_64 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Group : Unspecified 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Size : 8264254 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:License : GPLv3+ 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Packager : builder@centos.org 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:Vendor : CentOS 2023-12-16T17:52:21.476 INFO:teuthology.orchestra.run.smithi071.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:Summary : Support tools for GRUB. 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:Description : 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:hardware devices. 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T17:52:21.477 INFO:teuthology.orchestra.run.smithi071.stdout:This subpackage provides tools for support of all platforms. 2023-12-16T17:52:21.478 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-16T17:52:21.478 INFO:teuthology.task.kernel:Updating grub on smithi071 to boot 5.14.0-391.el9.x86_64 2023-12-16T17:52:21.478 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-16T17:52:22.138 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ... 2023-12-16T17:52:23.434 INFO:teuthology.orchestra.run.smithi071.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-16T17:52:23.484 INFO:teuthology.orchestra.run.smithi071.stderr:done 2023-12-16T17:52:23.484 DEBUG:teuthology.orchestra.run.smithi071:> mktemp 2023-12-16T17:52:23.499 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.ZJgpIIzSgx 2023-12-16T17:52:23.499 DEBUG:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ZJgpIIzSgx 2023-12-16T17:52:23.568 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.ZJgpIIzSgx 2023-12-16T17:52:23.712 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.ZJgpIIzSgx is 6KB 2023-12-16T17:52:23.761 DEBUG:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.ZJgpIIzSgx 2023-12-16T17:52:23.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo /bin/ls /boot/loader/entries || true 2023-12-16T17:52:23.840 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-16T17:52:23.840 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-16T17:52:23.840 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-16T17:52:23.840 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64.conf 2023-12-16T17:52:23.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64 2023-12-16T17:52:23.998 DEBUG:teuthology.orchestra.run.smithi071:> sudo shutdown -r now 2023-12-16T17:52:39.159 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:39.202 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:39.644 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:39.644 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-5.14.0-391.el9.x86_64 1/4 2023-12-16T17:52:39.645 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-core-5.14.0-391.el9.x86_64 2/4 2023-12-16T17:52:39.645 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-modules-5.14.0-391.el9.x86_64 3/4 2023-12-16T17:52:40.061 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-modules-core-5.14.0-391.el9.x86_64 4/4 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout:Installed: 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-core-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-core-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:52:40.062 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2023-12-16T17:52:40.559 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T17:52:40.718 INFO:teuthology.orchestra.run.smithi184.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.718 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T17:52:40.718 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-391.el9.x86_64 2023-12-16T17:52:40.718 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-16T17:52:40.718 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-16T17:52:40.719 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-16T17:52:40.719 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi184.front.sepia.ceph.com, path=None, version=distro) 2023-12-16T17:52:40.719 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q kernel | sort -rV | head -n 1 2023-12-16T17:52:40.836 INFO:teuthology.orchestra.run.smithi184.stdout:kernel-5.14.0-391.el9.x86_64 2023-12-16T17:52:40.836 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-391.el9.x86_64 2023-12-16T17:52:40.836 DEBUG:teuthology.orchestra.run.smithi184:> sudo rpm -qi grub2-tools 2023-12-16T17:52:40.873 INFO:teuthology.orchestra.run.smithi184.stdout:Name : grub2-tools 2023-12-16T17:52:40.873 INFO:teuthology.orchestra.run.smithi184.stdout:Epoch : 1 2023-12-16T17:52:40.873 INFO:teuthology.orchestra.run.smithi184.stdout:Version : 2.06 2023-12-16T17:52:40.873 INFO:teuthology.orchestra.run.smithi184.stdout:Release : 68.el9 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Architecture: x86_64 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Group : Unspecified 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Size : 8264254 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:License : GPLv3+ 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Packager : builder@centos.org 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Vendor : CentOS 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Summary : Support tools for GRUB. 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout:Description : 2023-12-16T17:52:40.874 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout:hardware devices. 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T17:52:40.875 INFO:teuthology.orchestra.run.smithi184.stdout:This subpackage provides tools for support of all platforms. 2023-12-16T17:52:40.876 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-16T17:52:40.876 INFO:teuthology.task.kernel:Updating grub on smithi184 to boot 5.14.0-391.el9.x86_64 2023-12-16T17:52:40.876 DEBUG:teuthology.orchestra.run.smithi184:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-16T17:52:41.462 INFO:teuthology.orchestra.run.smithi184.stderr:Generating grub configuration file ... 2023-12-16T17:52:42.874 INFO:teuthology.orchestra.run.smithi184.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-16T17:52:42.914 INFO:teuthology.orchestra.run.smithi184.stderr:done 2023-12-16T17:52:42.917 DEBUG:teuthology.orchestra.run.smithi184:> mktemp 2023-12-16T17:52:42.932 INFO:teuthology.orchestra.run.smithi184.stdout:/tmp/tmp.HGfDHSFnLy 2023-12-16T17:52:42.932 DEBUG:teuthology.orchestra.run.smithi184:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.HGfDHSFnLy 2023-12-16T17:52:43.000 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 0666 /tmp/tmp.HGfDHSFnLy 2023-12-16T17:52:43.135 DEBUG:teuthology.orchestra.remote:smithi184:/tmp/tmp.HGfDHSFnLy is 6KB 2023-12-16T17:52:43.183 DEBUG:teuthology.orchestra.run.smithi184:> rm -fr /tmp/tmp.HGfDHSFnLy 2023-12-16T17:52:43.197 DEBUG:teuthology.orchestra.run.smithi184:> sudo /bin/ls /boot/loader/entries || true 2023-12-16T17:52:43.271 INFO:teuthology.orchestra.run.smithi184.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-16T17:52:43.271 INFO:teuthology.orchestra.run.smithi184.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-16T17:52:43.271 INFO:teuthology.orchestra.run.smithi184.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-16T17:52:43.271 INFO:teuthology.orchestra.run.smithi184.stdout:15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64.conf 2023-12-16T17:52:43.272 DEBUG:teuthology.orchestra.run.smithi184:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-391.el9.x86_64 2023-12-16T17:52:43.428 DEBUG:teuthology.orchestra.run.smithi184:> sudo shutdown -r now 2023-12-16T17:52:54.009 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-16T17:52:54.010 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T17:52:54.011 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:53:12.473 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-16T17:53:13.433 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-16T17:53:13.434 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T17:53:13.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:53:21.481 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T17:53:21.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:53:24.565 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-16T17:53:31.921 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.184 2023-12-16T17:53:36.569 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T17:53:36.570 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:53:40.925 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T17:53:40.926 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:53:43.985 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.184 2023-12-16T17:53:54.966 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-16T17:53:55.987 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T17:53:55.988 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:54:09.977 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T17:54:09.978 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:54:10.335 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-12-16T17:54:10.696 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T17:54:10.697 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-391.el9.x86_64"... 2023-12-16T17:54:10.697 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-12-16T17:54:10.711 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-391.el9.x86_64 2023-12-16T17:54:10.712 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-391.el9.x86_64 vs 5.14.0-391.el9.x86_64 2023-12-16T17:54:10.712 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-16T17:54:10.712 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-16T17:54:11.713 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-16T17:54:11.714 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-16T17:54:11.782 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2023-12-16T17:54:11.817 DEBUG:teuthology.parallel:result is None 2023-12-16T17:54:14.417 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.184 2023-12-16T17:54:29.418 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T17:54:29.419 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T17:54:29.865 DEBUG:teuthology.orchestra.run.smithi184:> true 2023-12-16T17:54:30.318 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T17:54:30.319 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-391.el9.x86_64"... 2023-12-16T17:54:30.319 DEBUG:teuthology.orchestra.run.smithi184:> uname -r 2023-12-16T17:54:30.344 INFO:teuthology.orchestra.run.smithi184.stdout:5.14.0-391.el9.x86_64 2023-12-16T17:54:30.344 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-391.el9.x86_64 vs 5.14.0-391.el9.x86_64 2023-12-16T17:54:30.345 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-16T17:54:30.345 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-16T17:54:31.345 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-16T17:54:31.345 DEBUG:teuthology.orchestra.run.smithi184:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-16T17:54:31.441 INFO:teuthology.orchestra.run.smithi184.stdout:ttyS1 2023-12-16T17:54:31.547 DEBUG:teuthology.parallel:result is None 2023-12-16T17:54:31.548 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-16T17:54:31.556 INFO:teuthology.task.internal:Creating test directory... 2023-12-16T17:54:31.557 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-16T17:54:31.560 DEBUG:teuthology.orchestra.run.smithi184:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-16T17:54:31.576 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-16T17:54:31.585 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-16T17:54:31.591 INFO:teuthology.task.internal:Creating archive directory... 2023-12-16T17:54:31.591 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-16T17:54:31.618 DEBUG:teuthology.orchestra.run.smithi184:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-16T17:54:31.685 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-16T17:54:31.692 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-16T17:54:31.692 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-16T17:54:31.695 DEBUG:teuthology.orchestra.run.smithi184:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-16T17:54:31.725 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T17:54:31.730 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T17:54:31.739 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T17:54:31.743 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-16T17:54:31.745 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-16T17:54:31.751 INFO:teuthology.task.internal:Configuring sudo... 2023-12-16T17:54:31.752 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-16T17:54:31.783 DEBUG:teuthology.orchestra.run.smithi184:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-16T17:54:31.812 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-16T17:54:31.821 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-16T17:54:31.821 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-16T17:54:31.853 DEBUG:teuthology.orchestra.run.smithi184:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-16T17:54:31.868 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T17:54:31.943 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T17:54:32.001 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T17:54:32.084 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T17:54:32.128 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T17:54:32.129 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-16T17:54:32.196 DEBUG:teuthology.orchestra.run.smithi184:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T17:54:32.241 DEBUG:teuthology.orchestra.run.smithi184:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-16T17:54:32.293 DEBUG:teuthology.orchestra.run.smithi184:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T17:54:32.374 DEBUG:teuthology.orchestra.run.smithi184:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-16T17:54:32.418 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T17:54:32.418 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-16T17:54:32.485 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2023-12-16T17:54:32.488 DEBUG:teuthology.orchestra.run.smithi184:> sudo service rsyslog restart 2023-12-16T17:54:32.534 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T17:54:32.582 INFO:teuthology.orchestra.run.smithi184.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T17:54:33.075 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-16T17:54:33.084 INFO:teuthology.task.internal:Starting timer... 2023-12-16T17:54:33.084 INFO:teuthology.run_tasks:Running task pcp... 2023-12-16T17:54:33.124 INFO:teuthology.run_tasks:Running task selinux... 2023-12-16T17:54:33.133 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-12-16T17:54:33.133 DEBUG:teuthology.orchestra.run.smithi071:> sudo service auditd rotate 2023-12-16T17:54:33.194 INFO:teuthology.orchestra.run.smithi071.stdout:Rotating logs: 2023-12-16T17:54:33.196 DEBUG:teuthology.orchestra.run.smithi184:> sudo service auditd rotate 2023-12-16T17:54:33.249 INFO:teuthology.orchestra.run.smithi184.stdout:Rotating logs: 2023-12-16T17:54:33.251 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-16T17:54:33.251 DEBUG:teuthology.orchestra.run.smithi071:> /usr/sbin/getenforce 2023-12-16T17:54:33.271 INFO:teuthology.orchestra.run.smithi071.stdout:Permissive 2023-12-16T17:54:33.272 DEBUG:teuthology.orchestra.run.smithi184:> /usr/sbin/getenforce 2023-12-16T17:54:33.296 INFO:teuthology.orchestra.run.smithi184.stdout:Permissive 2023-12-16T17:54:33.296 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi071.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi184.front.sepia.ceph.com': 'permissive'} 2023-12-16T17:54:33.296 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T17:54:33.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T17:54:33.340 DEBUG:teuthology.orchestra.run.smithi184:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T17:54:33.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T17:54:33.368 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-16T17:54:33.368 DEBUG:teuthology.orchestra.run.smithi071:> sudo /usr/sbin/setenforce permissive 2023-12-16T17:54:33.415 DEBUG:teuthology.orchestra.run.smithi184:> sudo /usr/sbin/setenforce permissive 2023-12-16T17:54:33.448 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-16T17:54:33.458 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-12-16T17:54:33.459 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-16T17:54:33.480 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-16T17:54:33.481 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi071.front.sepia.ceph.com,smithi184.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-16T18:00:10.701 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi184.front.sepia.ceph.com')] 2023-12-16T18:00:10.702 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T18:00:10.703 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T18:00:10.790 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-12-16T18:00:10.861 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-16T18:00:10.862 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T18:00:10.862 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-16T18:00:10.947 DEBUG:teuthology.orchestra.run.smithi184:> true 2023-12-16T18:00:11.012 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi184.front.sepia.ceph.com' 2023-12-16T18:00:11.013 INFO:teuthology.run_tasks:Running task clock... 2023-12-16T18:00:11.024 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-16T18:00:11.024 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-16T18:00:11.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T18:00:11.027 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-16T18:00:11.027 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T18:00:11.057 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-16T18:00:11.074 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-16T18:00:11.083 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-16T18:00:11.100 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-16T18:00:11.105 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: ntpd: command not found 2023-12-16T18:00:11.118 INFO:teuthology.orchestra.run.smithi071.stdout:506 Cannot talk to daemon 2023-12-16T18:00:11.130 INFO:teuthology.orchestra.run.smithi184.stderr:sudo: ntpd: command not found 2023-12-16T18:00:11.135 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-16T18:00:11.144 INFO:teuthology.orchestra.run.smithi184.stdout:506 Cannot talk to daemon 2023-12-16T18:00:11.151 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-16T18:00:11.162 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-16T18:00:11.177 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-16T18:00:11.193 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2023-12-16T18:00:11.196 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T18:00:11.196 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2023-12-16T18:00:11.196 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.196 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.197 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.197 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.227 INFO:teuthology.orchestra.run.smithi184.stderr:bash: line 1: ntpq: command not found 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:=============================================================================== 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.230 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T18:00:11.231 INFO:teuthology.run_tasks:Running task install... 2023-12-16T18:00:11.240 DEBUG:teuthology.task.install:project ceph 2023-12-16T18:00:11.240 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'}} 2023-12-16T18:00:11.240 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'} 2023-12-16T18:00:11.240 INFO:teuthology.task.install:Using flavor: default 2023-12-16T18:00:11.246 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-16T18:00:11.246 INFO:teuthology.task.install:extra packages: [] 2023-12-16T18:00:11.247 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9', 'tag': None, 'wait_for_package': False} 2023-12-16T18:00:11.247 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:00:11.247 INFO:teuthology.packaging:ref: None 2023-12-16T18:00:11.247 INFO:teuthology.packaging:tag: None 2023-12-16T18:00:11.247 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:00:11.247 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:00:11.248 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T18:00:11.250 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9', 'tag': None, 'wait_for_package': False} 2023-12-16T18:00:11.250 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:00:11.250 INFO:teuthology.packaging:ref: None 2023-12-16T18:00:11.250 INFO:teuthology.packaging:tag: None 2023-12-16T18:00:11.250 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:00:11.250 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:00:11.250 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T18:01:15.505 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/ 2023-12-16T18:01:15.506 INFO:teuthology.task.install.rpm:Package version is 17.2.7-125.g1f2f5510 2023-12-16T18:01:15.520 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/ 2023-12-16T18:01:15.520 INFO:teuthology.task.install.rpm:Package version is 17.2.7-125.g1f2f5510 2023-12-16T18:01:15.636 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-16T18:01:15.636 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:01:15.636 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-16T18:01:15.671 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-16T18:01:15.671 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:01:15.671 INFO:teuthology.packaging:ref: None 2023-12-16T18:01:15.671 INFO:teuthology.packaging:tag: None 2023-12-16T18:01:15.671 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:01:15.671 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:01:15.671 DEBUG:teuthology.orchestra.run.smithi071:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-16T18:01:15.688 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-16T18:01:15.688 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:01:15.688 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-16T18:01:15.723 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-16T18:01:15.723 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:01:15.723 INFO:teuthology.packaging:ref: None 2023-12-16T18:01:15.724 INFO:teuthology.packaging:tag: None 2023-12-16T18:01:15.724 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:01:15.724 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:01:15.724 DEBUG:teuthology.orchestra.run.smithi184:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-16T18:01:15.742 DEBUG:teuthology.orchestra.run.smithi071:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-16T18:01:15.795 DEBUG:teuthology.orchestra.run.smithi184:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-16T18:01:15.824 DEBUG:teuthology.orchestra.run.smithi071:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-16T18:01:15.879 DEBUG:teuthology.orchestra.run.smithi184:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-16T18:01:15.892 INFO:teuthology.orchestra.run.smithi071.stdout:check_obsoletes = 1 2023-12-16T18:01:15.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum clean all 2023-12-16T18:01:15.947 INFO:teuthology.orchestra.run.smithi184.stdout:check_obsoletes = 1 2023-12-16T18:01:15.949 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum clean all 2023-12-16T18:01:16.144 INFO:teuthology.orchestra.run.smithi071.stdout:73 files removed 2023-12-16T18:01:16.171 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-16T18:01:16.200 INFO:teuthology.orchestra.run.smithi184.stdout:73 files removed 2023-12-16T18:01:16.229 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-16T18:01:16.882 INFO:teuthology.orchestra.run.smithi071.stdout:ceph packages for x86_64 196 kB/s | 77 kB 00:00 2023-12-16T18:01:16.917 INFO:teuthology.orchestra.run.smithi184.stdout:ceph packages for x86_64 209 kB/s | 77 kB 00:00 2023-12-16T18:01:17.265 INFO:teuthology.orchestra.run.smithi071.stdout:ceph noarch packages 27 kB/s | 9.1 kB 00:00 2023-12-16T18:01:17.334 INFO:teuthology.orchestra.run.smithi184.stdout:ceph noarch packages 25 kB/s | 9.1 kB 00:00 2023-12-16T18:01:17.615 INFO:teuthology.orchestra.run.smithi071.stdout:ceph source packages 5.7 kB/s | 1.8 kB 00:00 2023-12-16T18:01:17.701 INFO:teuthology.orchestra.run.smithi184.stdout:ceph source packages 5.4 kB/s | 1.8 kB 00:00 2023-12-16T18:01:18.018 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - AppStream 17 MB/s | 6.4 MB 00:00 2023-12-16T18:01:18.087 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS-9 - AppStream 18 MB/s | 6.4 MB 00:00 2023-12-16T18:01:19.503 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS-9 - BaseOS 5.5 MB/s | 2.0 MB 00:00 2023-12-16T18:01:19.526 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - BaseOS 4.4 MB/s | 2.0 MB 00:00 2023-12-16T18:01:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 7.9 MB 00:00 2023-12-16T18:01:22.194 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - BaseOS 3.4 MB/s | 7.9 MB 00:02 2023-12-16T18:01:22.293 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 21 MB/s | 18 MB 00:00 2023-12-16T18:01:23.979 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - AppStream 25 MB/s | 18 MB 00:00 2023-12-16T18:01:27.127 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 5.8 MB 00:01 2023-12-16T18:01:28.604 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 5.8 MB 00:01 2023-12-16T18:01:28.720 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 15 kB 00:00 2023-12-16T18:01:29.696 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 23 MB/s | 20 MB 00:00 2023-12-16T18:01:30.189 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 15 kB 00:00 2023-12-16T18:01:34.412 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2023-12-16T18:01:36.814 INFO:teuthology.orchestra.run.smithi071.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T18:01:36.814 INFO:teuthology.orchestra.run.smithi071.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T18:01:36.882 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: Package Arch Version Repository Size 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 6.5 k 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 5.0 M 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 810 k 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 137 k 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 1.4 M 2023-12-16T18:01:36.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 121 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 1.7 M 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 7.4 M 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 47 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 14 M 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 48 M 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 80 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 25 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 636 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 126 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 156 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 320 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 292 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 99 k 2023-12-16T18:01:36.919 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 81 k 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 162 k 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrading: 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: librados2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.1 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 23 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 23 k 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.1 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 238 k 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.7 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 15 M 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 15 k 2023-12-16T18:01:36.920 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 24 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 159 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-16T18:01:36.921 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 458 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 4.9 M 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-16T18:01:36.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 45 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 116 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-16T18:01:36.923 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-16T18:01:36.924 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-16T18:01:36.924 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-16T18:01:36.924 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-16T18:01:36.925 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2023-12-16T18:01:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-16T18:01:36.927 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout:Installing weak dependencies: 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout:Install 114 Packages 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrade 2 Packages 2023-12-16T18:01:36.928 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:01:36.929 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 187 M 2023-12-16T18:01:36.929 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2023-12-16T18:01:37.455 INFO:teuthology.orchestra.run.smithi071.stdout:(1/116): ceph-17.2.7-125.g1f2f5510.el9.x86_64.r 31 kB/s | 6.5 kB 00:00 2023-12-16T18:01:37.738 INFO:teuthology.orchestra.run.smithi071.stdout:(2/116): ceph-fuse-17.2.7-125.g1f2f5510.el9.x86 2.8 MB/s | 810 kB 00:00 2023-12-16T18:01:37.813 INFO:teuthology.orchestra.run.smithi071.stdout:(3/116): ceph-immutable-object-cache-17.2.7-125 1.8 MB/s | 137 kB 00:00 2023-12-16T18:01:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:(4/116): ceph-mds-17.2.7-125.g1f2f5510.el9.x86_ 6.4 MB/s | 2.1 MB 00:00 2023-12-16T18:01:38.223 INFO:teuthology.orchestra.run.smithi071.stdout:(5/116): ceph-base-17.2.7-125.g1f2f5510.el9.x86 5.1 MB/s | 5.0 MB 00:00 2023-12-16T18:01:38.406 INFO:teuthology.orchestra.run.smithi071.stdout:(6/116): ceph-mgr-17.2.7-125.g1f2f5510.el9.x86_ 5.3 MB/s | 1.4 MB 00:00 2023-12-16T18:01:38.681 INFO:teuthology.orchestra.run.smithi071.stdout:(7/116): ceph-mon-17.2.7-125.g1f2f5510.el9.x86_ 8.1 MB/s | 3.7 MB 00:00 2023-12-16T18:01:39.923 INFO:teuthology.orchestra.run.smithi071.stdout:(8/116): ceph-common-17.2.7-125.g1f2f5510.el9.x 8.4 MB/s | 23 MB 00:02 2023-12-16T18:01:40.007 INFO:teuthology.orchestra.run.smithi071.stdout:(9/116): ceph-selinux-17.2.7-125.g1f2f5510.el9. 290 kB/s | 24 kB 00:00 2023-12-16T18:01:40.244 INFO:teuthology.orchestra.run.smithi071.stdout:(10/116): ceph-radosgw-17.2.7-125.g1f2f5510.el9 9.0 MB/s | 14 MB 00:01 2023-12-16T18:01:40.436 INFO:teuthology.orchestra.run.smithi071.stdout:(11/116): ceph-osd-17.2.7-125.g1f2f5510.el9.x86 7.5 MB/s | 15 MB 00:02 2023-12-16T18:01:40.460 INFO:teuthology.orchestra.run.smithi071.stdout:(12/116): libcephfs-devel-17.2.7-125.g1f2f5510. 115 kB/s | 25 kB 00:00 2023-12-16T18:01:40.544 INFO:teuthology.orchestra.run.smithi071.stdout:(13/116): libcephsqlite-17.2.7-125.g1f2f5510.el 1.9 MB/s | 159 kB 00:00 2023-12-16T18:01:40.578 INFO:teuthology.orchestra.run.smithi071.stdout:(14/116): libcephfs2-17.2.7-125.g1f2f5510.el9.x 4.4 MB/s | 636 kB 00:00 2023-12-16T18:01:40.628 INFO:teuthology.orchestra.run.smithi071.stdout:(15/116): librados-devel-17.2.7-125.g1f2f5510.e 1.5 MB/s | 126 kB 00:00 2023-12-16T18:01:40.653 INFO:teuthology.orchestra.run.smithi071.stdout:(16/116): libradosstriper1-17.2.7-125.g1f2f5510 5.9 MB/s | 458 kB 00:00 2023-12-16T18:01:40.745 INFO:teuthology.orchestra.run.smithi071.stdout:(17/116): python3-ceph-argparse-17.2.7-125.g1f2 492 kB/s | 45 kB 00:00 2023-12-16T18:01:40.846 INFO:teuthology.orchestra.run.smithi071.stdout:(18/116): python3-ceph-common-17.2.7-125.g1f2f5 1.1 MB/s | 116 kB 00:00 2023-12-16T18:01:40.946 INFO:teuthology.orchestra.run.smithi071.stdout:(19/116): python3-cephfs-17.2.7-125.g1f2f5510.e 1.5 MB/s | 156 kB 00:00 2023-12-16T18:01:41.038 INFO:teuthology.orchestra.run.smithi071.stdout:(20/116): python3-rados-17.2.7-125.g1f2f5510.el 3.4 MB/s | 320 kB 00:00 2023-12-16T18:01:41.130 INFO:teuthology.orchestra.run.smithi071.stdout:(21/116): librgw2-17.2.7-125.g1f2f5510.el9.x86_ 9.8 MB/s | 4.9 MB 00:00 2023-12-16T18:01:41.155 INFO:teuthology.orchestra.run.smithi071.stdout:(22/116): python3-rbd-17.2.7-125.g1f2f5510.el9. 2.4 MB/s | 292 kB 00:00 2023-12-16T18:01:41.205 INFO:teuthology.orchestra.run.smithi071.stdout:(23/116): python3-rgw-17.2.7-125.g1f2f5510.el9. 1.3 MB/s | 99 kB 00:00 2023-12-16T18:01:41.231 INFO:teuthology.orchestra.run.smithi071.stdout:(24/116): rbd-fuse-17.2.7-125.g1f2f5510.el9.x86 1.1 MB/s | 81 kB 00:00 2023-12-16T18:01:41.322 INFO:teuthology.orchestra.run.smithi071.stdout:(25/116): rbd-nbd-17.2.7-125.g1f2f5510.el9.x86_ 1.7 MB/s | 162 kB 00:00 2023-12-16T18:01:41.406 INFO:teuthology.orchestra.run.smithi071.stdout:(26/116): ceph-grafana-dashboards-17.2.7-125.g1 278 kB/s | 23 kB 00:00 2023-12-16T18:01:41.516 INFO:teuthology.orchestra.run.smithi071.stdout:(27/116): rbd-mirror-17.2.7-125.g1f2f5510.el9.x 9.5 MB/s | 2.9 MB 00:00 2023-12-16T18:01:41.540 INFO:teuthology.orchestra.run.smithi071.stdout:(28/116): ceph-mgr-cephadm-17.2.7-125.g1f2f5510 908 kB/s | 121 kB 00:00 2023-12-16T18:01:41.773 INFO:teuthology.orchestra.run.smithi071.stdout:(29/116): ceph-mgr-dashboard-17.2.7-125.g1f2f55 6.6 MB/s | 1.7 MB 00:00 2023-12-16T18:01:41.866 INFO:teuthology.orchestra.run.smithi071.stdout:(30/116): ceph-mgr-modules-core-17.2.7-125.g1f2 2.5 MB/s | 238 kB 00:00 2023-12-16T18:01:41.941 INFO:teuthology.orchestra.run.smithi071.stdout:(31/116): ceph-mgr-rook-17.2.7-125.g1f2f5510.el 634 kB/s | 47 kB 00:00 2023-12-16T18:01:42.025 INFO:teuthology.orchestra.run.smithi071.stdout:(32/116): ceph-prometheus-alerts-17.2.7-125.g1f 175 kB/s | 15 kB 00:00 2023-12-16T18:01:42.116 INFO:teuthology.orchestra.run.smithi071.stdout:(33/116): cephadm-17.2.7-125.g1f2f5510.el9.noar 879 kB/s | 80 kB 00:00 2023-12-16T18:01:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:(34/116): flexiblas-3.0.4-8.el9.x86_64.rpm 380 kB/s | 32 kB 00:00 2023-12-16T18:01:42.309 INFO:teuthology.orchestra.run.smithi071.stdout:(35/116): flexiblas-netlib-3.0.4-8.el9.x86_64.r 28 MB/s | 3.0 MB 00:00 2023-12-16T18:01:42.409 INFO:teuthology.orchestra.run.smithi071.stdout:(36/116): ceph-mgr-diskprediction-local-17.2.7- 8.5 MB/s | 7.4 MB 00:00 2023-12-16T18:01:42.434 INFO:teuthology.orchestra.run.smithi071.stdout:(37/116): flexiblas-openblas-openmp-3.0.4-8.el9 137 kB/s | 17 kB 00:00 2023-12-16T18:01:42.459 INFO:teuthology.orchestra.run.smithi071.stdout:(38/116): jq-1.6-16.el9.x86_64.rpm 3.6 MB/s | 186 kB 00:00 2023-12-16T18:01:42.484 INFO:teuthology.orchestra.run.smithi071.stdout:(39/116): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2023-12-16T18:01:42.510 INFO:teuthology.orchestra.run.smithi071.stdout:(40/116): librabbitmq-0.11.0-7.el9.x86_64.rpm 880 kB/s | 44 kB 00:00 2023-12-16T18:01:42.543 INFO:teuthology.orchestra.run.smithi071.stdout:(41/116): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2023-12-16T18:01:42.569 INFO:teuthology.orchestra.run.smithi071.stdout:(42/116): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 282 kB 00:00 2023-12-16T18:01:42.594 INFO:teuthology.orchestra.run.smithi071.stdout:(43/116): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.2 MB/s | 217 kB 00:00 2023-12-16T18:01:42.619 INFO:teuthology.orchestra.run.smithi071.stdout:(44/116): openblas-0.3.21-2.el9.x86_64.rpm 684 kB/s | 34 kB 00:00 2023-12-16T18:01:42.695 INFO:teuthology.orchestra.run.smithi071.stdout:(45/116): openblas-openmp-0.3.21-2.el9.x86_64.r 47 MB/s | 4.7 MB 00:00 2023-12-16T18:01:42.720 INFO:teuthology.orchestra.run.smithi071.stdout:(46/116): python3-attrs-20.3.0-7.el9.noarch.rpm 791 kB/s | 78 kB 00:00 2023-12-16T18:01:42.754 INFO:teuthology.orchestra.run.smithi071.stdout:(47/116): python3-iniconfig-1.1.1-7.el9.noarch. 497 kB/s | 16 kB 00:00 2023-12-16T18:01:42.846 INFO:teuthology.orchestra.run.smithi071.stdout:(48/116): python3-babel-2.9.1-2.el9.noarch.rpm 46 MB/s | 5.8 MB 00:00 2023-12-16T18:01:42.871 INFO:teuthology.orchestra.run.smithi071.stdout:(49/116): python3-jinja2-2.11.3-4.el9.noarch.rp 1.9 MB/s | 228 kB 00:00 2023-12-16T18:01:42.896 INFO:teuthology.orchestra.run.smithi071.stdout:(50/116): python3-jsonpatch-1.21-16.el9.noarch. 489 kB/s | 24 kB 00:00 2023-12-16T18:01:42.921 INFO:teuthology.orchestra.run.smithi071.stdout:(51/116): python3-jsonpointer-2.0-4.el9.noarch. 361 kB/s | 18 kB 00:00 2023-12-16T18:01:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:(52/116): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2023-12-16T18:01:42.972 INFO:teuthology.orchestra.run.smithi071.stdout:(53/116): python3-markupsafe-1.1.1-12.el9.x86_6 629 kB/s | 32 kB 00:00 2023-12-16T18:01:43.047 INFO:teuthology.orchestra.run.smithi071.stdout:(54/116): python3-numpy-1.20.1-5.el9.x86_64.rpm 48 MB/s | 4.8 MB 00:00 2023-12-16T18:01:43.072 INFO:teuthology.orchestra.run.smithi071.stdout:(55/116): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.2 MB/s | 217 kB 00:00 2023-12-16T18:01:43.097 INFO:teuthology.orchestra.run.smithi071.stdout:(56/116): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2023-12-16T18:01:43.123 INFO:teuthology.orchestra.run.smithi071.stdout:(57/116): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2023-12-16T18:01:43.148 INFO:teuthology.orchestra.run.smithi071.stdout:(58/116): python3-pluggy-0.13.1-7.el9.noarch.rp 751 kB/s | 38 kB 00:00 2023-12-16T18:01:43.173 INFO:teuthology.orchestra.run.smithi071.stdout:(59/116): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2023-12-16T18:01:43.197 INFO:teuthology.orchestra.run.smithi184.stdout:Extra Packages for Enterprise Linux 1.5 MB/s | 20 MB 00:12 2023-12-16T18:01:43.199 INFO:teuthology.orchestra.run.smithi071.stdout:(60/116): python3-py-1.10.0-6.el9.noarch.rpm 8.3 MB/s | 427 kB 00:00 2023-12-16T18:01:43.224 INFO:teuthology.orchestra.run.smithi071.stdout:(61/116): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2023-12-16T18:01:43.258 INFO:teuthology.orchestra.run.smithi071.stdout:(62/116): python3-pyasn1-modules-0.4.8-6.el9.no 3.5 MB/s | 211 kB 00:00 2023-12-16T18:01:43.292 INFO:teuthology.orchestra.run.smithi071.stdout:(63/116): python3-pytest-6.2.2-6.el9.noarch.rpm 6.9 MB/s | 474 kB 00:00 2023-12-16T18:01:43.317 INFO:teuthology.orchestra.run.smithi071.stdout:(64/116): python3-pytz-2021.1-5.el9.noarch.rpm 805 kB/s | 47 kB 00:00 2023-12-16T18:01:43.343 INFO:teuthology.orchestra.run.smithi071.stdout:(65/116): python3-requests-oauthlib-1.3.0-12.el 853 kB/s | 43 kB 00:00 2023-12-16T18:01:43.526 INFO:teuthology.orchestra.run.smithi071.stdout:(66/116): python3-scipy-1.6.2-8.el9.x86_64.rpm 75 MB/s | 16 MB 00:00 2023-12-16T18:01:43.551 INFO:teuthology.orchestra.run.smithi071.stdout:(67/116): python3-toml-0.10.2-6.el9.noarch.rpm 187 kB/s | 39 kB 00:00 2023-12-16T18:01:43.993 INFO:teuthology.orchestra.run.smithi071.stdout:(68/116): ceph-test-17.2.7-125.g1f2f5510.el9.x8 12 MB/s | 48 MB 00:03 2023-12-16T18:01:44.019 INFO:teuthology.orchestra.run.smithi071.stdout:(69/116): xmlstarlet-1.6.1-20.el9.x86_64.rpm 134 kB/s | 63 kB 00:00 2023-12-16T18:01:44.044 INFO:teuthology.orchestra.run.smithi071.stdout:(70/116): socat-1.7.4.1-5.el9.x86_64.rpm 609 kB/s | 300 kB 00:00 2023-12-16T18:01:44.069 INFO:teuthology.orchestra.run.smithi071.stdout:(71/116): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2023-12-16T18:01:44.103 INFO:teuthology.orchestra.run.smithi071.stdout:(72/116): libgfortran-11.4.1-2.3.el9.x86_64.rpm 9.5 MB/s | 803 kB 00:00 2023-12-16T18:01:44.128 INFO:teuthology.orchestra.run.smithi071.stdout:(73/116): libquadmath-11.4.1-2.3.el9.x86_64.rpm 3.4 MB/s | 195 kB 00:00 2023-12-16T18:01:44.153 INFO:teuthology.orchestra.run.smithi071.stdout:(74/116): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.9 MB/s | 241 kB 00:00 2023-12-16T18:01:44.195 INFO:teuthology.orchestra.run.smithi071.stdout:(75/116): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.1 MB 00:00 2023-12-16T18:01:44.220 INFO:teuthology.orchestra.run.smithi071.stdout:(76/116): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 103 kB 00:00 2023-12-16T18:01:44.245 INFO:teuthology.orchestra.run.smithi071.stdout:(77/116): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 124 kB 00:00 2023-12-16T18:01:44.271 INFO:teuthology.orchestra.run.smithi071.stdout:(78/116): python3-requests-2.25.1-7.el9.noarch. 1.5 MB/s | 113 kB 00:00 2023-12-16T18:01:44.296 INFO:teuthology.orchestra.run.smithi071.stdout:(79/116): python3-urllib3-1.26.5-4.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2023-12-16T18:01:44.421 INFO:teuthology.orchestra.run.smithi071.stdout:(80/116): python3-devel-3.9.17-2.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2023-12-16T18:01:44.563 INFO:teuthology.orchestra.run.smithi071.stdout:(81/116): liboath-2.6.7-2.el9.x86_64.rpm 182 kB/s | 49 kB 00:00 2023-12-16T18:01:44.622 INFO:teuthology.orchestra.run.smithi071.stdout:(82/116): gperftools-libs-2.9.1-2.el9.x86_64.rp 882 kB/s | 309 kB 00:00 2023-12-16T18:01:44.647 INFO:teuthology.orchestra.run.smithi071.stdout:(83/116): libunwind-1.6.2-1.el9.x86_64.rpm 302 kB/s | 67 kB 00:00 2023-12-16T18:01:44.672 INFO:teuthology.orchestra.run.smithi071.stdout:(84/116): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 868 kB/s | 43 kB 00:00 2023-12-16T18:01:44.706 INFO:teuthology.orchestra.run.smithi071.stdout:(85/116): python3-cachetools-4.2.4-1.el9.noarch 548 kB/s | 32 kB 00:00 2023-12-16T18:01:44.731 INFO:teuthology.orchestra.run.smithi071.stdout:(86/116): python3-certifi-2021.10.8-2.el9.noarc 255 kB/s | 15 kB 00:00 2023-12-16T18:01:44.756 INFO:teuthology.orchestra.run.smithi071.stdout:(87/116): python3-asyncssh-2.13.2-3.el9.noarch. 2.8 MB/s | 548 kB 00:00 2023-12-16T18:01:44.781 INFO:teuthology.orchestra.run.smithi071.stdout:(88/116): python3-cheroot-8.6.0-4.el9.noarch.rp 2.2 MB/s | 172 kB 00:00 2023-12-16T18:01:44.815 INFO:teuthology.orchestra.run.smithi071.stdout:(89/116): python3-google-auth-2.23.4-1.el9.noar 3.3 MB/s | 197 kB 00:00 2023-12-16T18:01:44.840 INFO:teuthology.orchestra.run.smithi071.stdout:(90/116): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2023-12-16T18:01:44.874 INFO:teuthology.orchestra.run.smithi071.stdout:(91/116): python3-jaraco-classes-3.2.1-5.el9.no 302 kB/s | 18 kB 00:00 2023-12-16T18:01:44.899 INFO:teuthology.orchestra.run.smithi071.stdout:(92/116): python3-jaraco-collections-3.0.0-8.el 396 kB/s | 23 kB 00:00 2023-12-16T18:01:44.924 INFO:teuthology.orchestra.run.smithi071.stdout:(93/116): python3-cherrypy-18.6.1-2.el9.noarch. 1.8 MB/s | 358 kB 00:00 2023-12-16T18:01:44.950 INFO:teuthology.orchestra.run.smithi071.stdout:(94/116): python3-jaraco-functools-3.5.0-2.el9. 257 kB/s | 19 kB 00:00 2023-12-16T18:01:44.975 INFO:teuthology.orchestra.run.smithi071.stdout:(95/116): python3-jaraco-text-3.2.0-6.el9.noarc 260 kB/s | 20 kB 00:00 2023-12-16T18:01:45.001 INFO:teuthology.orchestra.run.smithi071.stdout:(96/116): python3-jwt+crypto-2.4.0-1.el9.noarch 119 kB/s | 9.0 kB 00:00 2023-12-16T18:01:45.026 INFO:teuthology.orchestra.run.smithi071.stdout:(97/116): python3-jwt-2.4.0-1.el9.noarch.rpm 541 kB/s | 41 kB 00:00 2023-12-16T18:01:45.051 INFO:teuthology.orchestra.run.smithi071.stdout:(98/116): python3-logutils-0.3.5-21.el9.noarch. 925 kB/s | 46 kB 00:00 2023-12-16T18:01:45.086 INFO:teuthology.orchestra.run.smithi071.stdout:(99/116): python3-kubernetes-26.1.0-2.el9.noarc 9.4 MB/s | 1.0 MB 00:00 2023-12-16T18:01:45.110 INFO:teuthology.orchestra.run.smithi071.stdout:(100/116): python3-natsort-7.1.1-5.el9.noarch.r 984 kB/s | 58 kB 00:00 2023-12-16T18:01:45.135 INFO:teuthology.orchestra.run.smithi071.stdout:(101/116): python3-more-itertools-8.12.0-2.el9. 723 kB/s | 79 kB 00:00 2023-12-16T18:01:45.160 INFO:teuthology.orchestra.run.smithi071.stdout:(102/116): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2023-12-16T18:01:45.177 INFO:teuthology.orchestra.run.smithi071.stdout:(103/116): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2023-12-16T18:01:45.203 INFO:teuthology.orchestra.run.smithi071.stdout:(104/116): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2023-12-16T18:01:45.219 INFO:teuthology.orchestra.run.smithi071.stdout:(105/116): python3-repoze-lru-0.7-16.el9.noarch 524 kB/s | 31 kB 00:00 2023-12-16T18:01:45.245 INFO:teuthology.orchestra.run.smithi071.stdout:(106/116): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2023-12-16T18:01:45.262 INFO:teuthology.orchestra.run.smithi071.stdout:(107/116): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2023-12-16T18:01:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:(108/116): python3-tempora-5.0.0-2.el9.noarch.r 606 kB/s | 36 kB 00:00 2023-12-16T18:01:45.296 INFO:teuthology.orchestra.run.smithi071.stdout:(109/116): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2023-12-16T18:01:45.321 INFO:teuthology.orchestra.run.smithi071.stdout:(110/116): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2023-12-16T18:01:45.388 INFO:teuthology.orchestra.run.smithi071.stdout:(111/116): python3-websocket-client-1.2.3-2.el9 825 kB/s | 90 kB 00:00 2023-12-16T18:01:45.413 INFO:teuthology.orchestra.run.smithi071.stdout:(112/116): python3-zc-lockfile-2.0-10.el9.noarc 217 kB/s | 20 kB 00:00 2023-12-16T18:01:45.438 INFO:teuthology.orchestra.run.smithi071.stdout:(113/116): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2023-12-16T18:01:45.480 INFO:teuthology.orchestra.run.smithi071.stdout:(114/116): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2023-12-16T18:01:45.922 INFO:teuthology.orchestra.run.smithi071.stdout:(115/116): librados2-17.2.7-125.g1f2f5510.el9.x 6.0 MB/s | 3.1 MB 00:00 2023-12-16T18:01:45.980 INFO:teuthology.orchestra.run.smithi071.stdout:(116/116): librbd1-17.2.7-125.g1f2f5510.el9.x86 5.4 MB/s | 2.9 MB 00:00 2023-12-16T18:01:45.987 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2023-12-16T18:01:45.987 INFO:teuthology.orchestra.run.smithi071.stdout:Total 21 MB/s | 187 MB 00:09 2023-12-16T18:01:46.002 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2023-12-16T18:01:46.096 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2023-12-16T18:01:46.096 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2023-12-16T18:01:47.604 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2023-12-16T18:01:47.604 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2023-12-16T18:01:47.938 INFO:teuthology.orchestra.run.smithi184.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2023-12-16T18:01:50.376 INFO:teuthology.orchestra.run.smithi184.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T18:01:50.377 INFO:teuthology.orchestra.run.smithi184.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-16T18:01:50.446 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2023-12-16T18:01:50.461 INFO:teuthology.orchestra.run.smithi184.stdout:=========================================================================================== 2023-12-16T18:01:50.461 INFO:teuthology.orchestra.run.smithi184.stdout: Package Arch Version Repository Size 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout:=========================================================================================== 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout:Installing: 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 6.5 k 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-base x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 5.0 M 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 810 k 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 137 k 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 1.4 M 2023-12-16T18:01:50.462 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 121 k 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-dashboard noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 1.7 M 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 7.4 M 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-rook noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 47 k 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-radosgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 14 M 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-test x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 48 M 2023-12-16T18:01:50.463 INFO:teuthology.orchestra.run.smithi184.stdout: cephadm noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 80 k 2023-12-16T18:01:50.464 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 25 k 2023-12-16T18:01:50.464 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 636 k 2023-12-16T18:01:50.464 INFO:teuthology.orchestra.run.smithi184.stdout: librados-devel x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 126 k 2023-12-16T18:01:50.465 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cephfs x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 156 k 2023-12-16T18:01:50.465 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2023-12-16T18:01:50.465 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rados x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 320 k 2023-12-16T18:01:50.466 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 292 k 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rgw x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 99 k 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-fuse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 81 k 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-mirror x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-nbd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 162 k 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout:Upgrading: 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: librados2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.1 M 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: librbd1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.9 M 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout:Installing dependencies: 2023-12-16T18:01:50.467 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 23 M 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-grafana-dashboards noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 23 k 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mds x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 2.1 M 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-modules-core noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 238 k 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mon x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 3.7 M 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-osd x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 15 M 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-prometheus-alerts noarch 2:17.2.7-125.g1f2f5510.el9 ceph-noarch 15 k 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-selinux x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 24 k 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-16T18:01:50.468 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-16T18:01:50.469 INFO:teuthology.orchestra.run.smithi184.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-16T18:01:50.469 INFO:teuthology.orchestra.run.smithi184.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-16T18:01:50.469 INFO:teuthology.orchestra.run.smithi184.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-16T18:01:50.469 INFO:teuthology.orchestra.run.smithi184.stdout: libcephsqlite x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 159 k 2023-12-16T18:01:50.469 INFO:teuthology.orchestra.run.smithi184.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: libradosstriper1 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 458 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-16T18:01:50.470 INFO:teuthology.orchestra.run.smithi184.stdout: librgw2 x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 4.9 M 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2023-12-16T18:01:50.471 INFO:teuthology.orchestra.run.smithi184.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-argparse x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 45 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-common x86_64 2:17.2.7-125.g1f2f5510.el9 ceph 116 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-16T18:01:50.472 INFO:teuthology.orchestra.run.smithi184.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-16T18:01:50.473 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-16T18:01:50.474 INFO:teuthology.orchestra.run.smithi184.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-16T18:01:50.475 INFO:teuthology.orchestra.run.smithi184.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-16T18:01:50.476 INFO:teuthology.orchestra.run.smithi184.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout:Installing weak dependencies: 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout:=========================================================================================== 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout:Install 114 Packages 2023-12-16T18:01:50.477 INFO:teuthology.orchestra.run.smithi184.stdout:Upgrade 2 Packages 2023-12-16T18:01:50.478 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:01:50.478 INFO:teuthology.orchestra.run.smithi184.stdout:Total download size: 187 M 2023-12-16T18:01:50.478 INFO:teuthology.orchestra.run.smithi184.stdout:Downloading Packages: 2023-12-16T18:01:51.090 INFO:teuthology.orchestra.run.smithi184.stdout:(1/116): ceph-17.2.7-125.g1f2f5510.el9.x86_64.r 13 kB/s | 6.5 kB 00:00 2023-12-16T18:01:51.673 INFO:teuthology.orchestra.run.smithi184.stdout:(2/116): ceph-base-17.2.7-125.g1f2f5510.el9.x86 4.7 MB/s | 5.0 MB 00:01 2023-12-16T18:01:51.781 INFO:teuthology.orchestra.run.smithi184.stdout:(3/116): ceph-fuse-17.2.7-125.g1f2f5510.el9.x86 1.1 MB/s | 810 kB 00:00 2023-12-16T18:01:51.807 INFO:teuthology.orchestra.run.smithi184.stdout:(4/116): ceph-immutable-object-cache-17.2.7-125 1.0 MB/s | 137 kB 00:00 2023-12-16T18:01:52.147 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2023-12-16T18:01:52.199 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/118 2023-12-16T18:01:52.232 INFO:teuthology.orchestra.run.smithi184.stdout:(5/116): ceph-common-17.2.7-125.g1f2f5510.el9.x 14 MB/s | 23 MB 00:01 2023-12-16T18:01:52.274 INFO:teuthology.orchestra.run.smithi184.stdout:(6/116): ceph-mgr-17.2.7-125.g1f2f5510.el9.x86_ 3.0 MB/s | 1.4 MB 00:00 2023-12-16T18:01:52.275 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/118 2023-12-16T18:01:52.421 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/118 2023-12-16T18:01:52.466 INFO:teuthology.orchestra.run.smithi184.stdout:(7/116): ceph-mon-17.2.7-125.g1f2f5510.el9.x86_ 16 MB/s | 3.7 MB 00:00 2023-12-16T18:01:52.683 INFO:teuthology.orchestra.run.smithi184.stdout:(8/116): ceph-mds-17.2.7-125.g1f2f5510.el9.x86_ 2.3 MB/s | 2.1 MB 00:00 2023-12-16T18:01:52.728 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/118 2023-12-16T18:01:52.767 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T18:01:52.800 INFO:teuthology.orchestra.run.smithi184.stdout:(9/116): ceph-selinux-17.2.7-125.g1f2f5510.el9. 206 kB/s | 24 kB 00:00 2023-12-16T18:01:52.864 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T18:01:52.893 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:01:52.968 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:01:53.020 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T18:01:53.047 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/118 2023-12-16T18:01:53.308 INFO:teuthology.orchestra.run.smithi184.stdout:(10/116): ceph-radosgw-17.2.7-125.g1f2f5510.el9 17 MB/s | 14 MB 00:00 2023-12-16T18:01:53.367 INFO:teuthology.orchestra.run.smithi184.stdout:(11/116): libcephfs-devel-17.2.7-125.g1f2f5510. 430 kB/s | 25 kB 00:00 2023-12-16T18:01:53.459 INFO:teuthology.orchestra.run.smithi184.stdout:(12/116): libcephfs2-17.2.7-125.g1f2f5510.el9.x 6.8 MB/s | 636 kB 00:00 2023-12-16T18:01:53.488 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/118 2023-12-16T18:01:53.517 INFO:teuthology.orchestra.run.smithi184.stdout:(13/116): libcephsqlite-17.2.7-125.g1f2f5510.el 2.7 MB/s | 159 kB 00:00 2023-12-16T18:01:53.520 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:01:53.585 INFO:teuthology.orchestra.run.smithi184.stdout:(14/116): librados-devel-17.2.7-125.g1f2f5510.e 1.8 MB/s | 126 kB 00:00 2023-12-16T18:01:53.594 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:01:53.621 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:01:53.677 INFO:teuthology.orchestra.run.smithi184.stdout:(15/116): libradosstriper1-17.2.7-125.g1f2f5510 4.9 MB/s | 458 kB 00:00 2023-12-16T18:01:53.721 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:01:53.747 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T18:01:53.875 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T18:01:53.918 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/118 2023-12-16T18:01:53.988 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/118 2023-12-16T18:01:54.041 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 15/118 2023-12-16T18:01:54.079 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 16/118 2023-12-16T18:01:54.094 INFO:teuthology.orchestra.run.smithi184.stdout:(16/116): librgw2-17.2.7-125.g1f2f5510.el9.x86_ 12 MB/s | 4.9 MB 00:00 2023-12-16T18:01:54.124 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 17/118 2023-12-16T18:01:54.144 INFO:teuthology.orchestra.run.smithi184.stdout:(17/116): python3-ceph-argparse-17.2.7-125.g1f2 907 kB/s | 45 kB 00:00 2023-12-16T18:01:54.161 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 18/118 2023-12-16T18:01:54.191 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 19/118 2023-12-16T18:01:54.219 INFO:teuthology.orchestra.run.smithi184.stdout:(18/116): python3-ceph-common-17.2.7-125.g1f2f5 1.5 MB/s | 116 kB 00:00 2023-12-16T18:01:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 20/118 2023-12-16T18:01:54.286 INFO:teuthology.orchestra.run.smithi184.stdout:(19/116): python3-cephfs-17.2.7-125.g1f2f5510.e 2.3 MB/s | 156 kB 00:00 2023-12-16T18:01:54.305 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/118 2023-12-16T18:01:54.348 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/118 2023-12-16T18:01:54.370 INFO:teuthology.orchestra.run.smithi184.stdout:(20/116): python3-rados-17.2.7-125.g1f2f5510.el 3.8 MB/s | 320 kB 00:00 2023-12-16T18:01:54.375 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/118 2023-12-16T18:01:54.404 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 24/118 2023-12-16T18:01:54.445 INFO:teuthology.orchestra.run.smithi184.stdout:(21/116): python3-rbd-17.2.7-125.g1f2f5510.el9. 3.8 MB/s | 292 kB 00:00 2023-12-16T18:01:54.456 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 25/118 2023-12-16T18:01:54.530 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T18:01:54.646 INFO:teuthology.orchestra.run.smithi184.stdout:(22/116): ceph-osd-17.2.7-125.g1f2f5510.el9.x86 6.5 MB/s | 15 MB 00:02 2023-12-16T18:01:54.683 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/118 2023-12-16T18:01:54.737 INFO:teuthology.orchestra.run.smithi184.stdout:(23/116): python3-rgw-17.2.7-125.g1f2f5510.el9. 341 kB/s | 99 kB 00:00 2023-12-16T18:01:54.744 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/118 2023-12-16T18:01:54.979 INFO:teuthology.orchestra.run.smithi184.stdout:(24/116): rbd-mirror-17.2.7-125.g1f2f5510.el9.x 12 MB/s | 2.9 MB 00:00 2023-12-16T18:01:54.996 INFO:teuthology.orchestra.run.smithi184.stdout:(25/116): rbd-fuse-17.2.7-125.g1f2f5510.el9.x86 233 kB/s | 81 kB 00:00 2023-12-16T18:01:55.038 INFO:teuthology.orchestra.run.smithi184.stdout:(26/116): rbd-nbd-17.2.7-125.g1f2f5510.el9.x86_ 2.7 MB/s | 162 kB 00:00 2023-12-16T18:01:55.055 INFO:teuthology.orchestra.run.smithi184.stdout:(27/116): ceph-grafana-dashboards-17.2.7-125.g1 395 kB/s | 23 kB 00:00 2023-12-16T18:01:55.106 INFO:teuthology.orchestra.run.smithi184.stdout:(28/116): ceph-mgr-cephadm-17.2.7-125.g1f2f5510 1.8 MB/s | 121 kB 00:00 2023-12-16T18:01:55.275 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/118 2023-12-16T18:01:55.357 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/118 2023-12-16T18:01:55.401 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 31/118 2023-12-16T18:01:55.435 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/118 2023-12-16T18:01:55.470 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/118 2023-12-16T18:01:55.509 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/118 2023-12-16T18:01:55.545 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 35/118 2023-12-16T18:01:55.583 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 36/118 2023-12-16T18:01:55.613 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/118 2023-12-16T18:01:55.641 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/118 2023-12-16T18:01:55.688 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/118 2023-12-16T18:01:55.763 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/118 2023-12-16T18:01:55.790 INFO:teuthology.orchestra.run.smithi184.stdout:(29/116): ceph-mgr-diskprediction-local-17.2.7- 11 MB/s | 7.4 MB 00:00 2023-12-16T18:01:55.793 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/118 2023-12-16T18:01:55.829 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/118 2023-12-16T18:01:55.865 INFO:teuthology.orchestra.run.smithi184.stdout:(30/116): ceph-mgr-dashboard-17.2.7-125.g1f2f55 2.1 MB/s | 1.7 MB 00:00 2023-12-16T18:01:55.876 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/118 2023-12-16T18:01:55.890 INFO:teuthology.orchestra.run.smithi184.stdout:(31/116): ceph-mgr-modules-core-17.2.7-125.g1f2 2.3 MB/s | 238 kB 00:00 2023-12-16T18:01:55.921 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/118 2023-12-16T18:01:55.949 INFO:teuthology.orchestra.run.smithi184.stdout:(32/116): ceph-prometheus-alerts-17.2.7-125.g1f 248 kB/s | 15 kB 00:00 2023-12-16T18:01:55.963 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/118 2023-12-16T18:01:55.974 INFO:teuthology.orchestra.run.smithi184.stdout:(33/116): ceph-mgr-rook-17.2.7-125.g1f2f5510.el 435 kB/s | 47 kB 00:00 2023-12-16T18:01:56.033 INFO:teuthology.orchestra.run.smithi184.stdout:(34/116): cephadm-17.2.7-125.g1f2f5510.el9.noar 964 kB/s | 80 kB 00:00 2023-12-16T18:01:56.075 INFO:teuthology.orchestra.run.smithi184.stdout:(35/116): flexiblas-3.0.4-8.el9.x86_64.rpm 315 kB/s | 32 kB 00:00 2023-12-16T18:01:56.100 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/118 2023-12-16T18:01:56.140 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/118 2023-12-16T18:01:56.142 INFO:teuthology.orchestra.run.smithi184.stdout:(36/116): flexiblas-openblas-openmp-3.0.4-8.el9 259 kB/s | 17 kB 00:00 2023-12-16T18:01:56.190 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/118 2023-12-16T18:01:56.192 INFO:teuthology.orchestra.run.smithi184.stdout:(37/116): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2023-12-16T18:01:56.217 INFO:teuthology.orchestra.run.smithi184.stdout:(38/116): jq-1.6-16.el9.x86_64.rpm 2.4 MB/s | 186 kB 00:00 2023-12-16T18:01:56.243 INFO:teuthology.orchestra.run.smithi184.stdout:(39/116): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2023-12-16T18:01:56.268 INFO:teuthology.orchestra.run.smithi184.stdout:(40/116): librabbitmq-0.11.0-7.el9.x86_64.rpm 885 kB/s | 44 kB 00:00 2023-12-16T18:01:56.286 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/118 2023-12-16T18:01:56.293 INFO:teuthology.orchestra.run.smithi184.stdout:(41/116): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2023-12-16T18:01:56.318 INFO:teuthology.orchestra.run.smithi184.stdout:(42/116): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2023-12-16T18:01:56.332 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 50/118 2023-12-16T18:01:56.344 INFO:teuthology.orchestra.run.smithi184.stdout:(43/116): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.2 MB/s | 217 kB 00:00 2023-12-16T18:01:56.369 INFO:teuthology.orchestra.run.smithi184.stdout:(44/116): openblas-0.3.21-2.el9.x86_64.rpm 683 kB/s | 34 kB 00:00 2023-12-16T18:01:56.373 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/118 2023-12-16T18:01:56.444 INFO:teuthology.orchestra.run.smithi184.stdout:(45/116): openblas-openmp-0.3.21-2.el9.x86_64.r 47 MB/s | 4.7 MB 00:00 2023-12-16T18:01:56.470 INFO:teuthology.orchestra.run.smithi184.stdout:(46/116): python3-attrs-20.3.0-7.el9.noarch.rpm 796 kB/s | 78 kB 00:00 2023-12-16T18:01:56.477 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/118 2023-12-16T18:01:56.495 INFO:teuthology.orchestra.run.smithi184.stdout:(47/116): python3-iniconfig-1.1.1-7.el9.noarch. 661 kB/s | 16 kB 00:00 2023-12-16T18:01:56.523 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 53/118 2023-12-16T18:01:56.573 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ply-3.11-14.el9.noarch 54/118 2023-12-16T18:01:56.578 INFO:teuthology.orchestra.run.smithi184.stdout:(48/116): python3-babel-2.9.1-2.el9.noarch.rpm 53 MB/s | 5.8 MB 00:00 2023-12-16T18:01:56.604 INFO:teuthology.orchestra.run.smithi184.stdout:(49/116): python3-jinja2-2.11.3-4.el9.noarch.rp 2.1 MB/s | 228 kB 00:00 2023-12-16T18:01:56.621 INFO:teuthology.orchestra.run.smithi184.stdout:(50/116): python3-jsonpatch-1.21-16.el9.noarch. 585 kB/s | 24 kB 00:00 2023-12-16T18:01:56.638 INFO:teuthology.orchestra.run.smithi184.stdout:(51/116): python3-jsonpointer-2.0-4.el9.noarch. 534 kB/s | 18 kB 00:00 2023-12-16T18:01:56.654 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 55/118 2023-12-16T18:01:56.663 INFO:teuthology.orchestra.run.smithi184.stdout:(52/116): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 144 kB 00:00 2023-12-16T18:01:56.680 INFO:teuthology.orchestra.run.smithi184.stdout:(53/116): python3-markupsafe-1.1.1-12.el9.x86_6 760 kB/s | 32 kB 00:00 2023-12-16T18:01:56.756 INFO:teuthology.orchestra.run.smithi184.stdout:(54/116): python3-numpy-1.20.1-5.el9.x86_64.rpm 52 MB/s | 4.8 MB 00:00 2023-12-16T18:01:56.781 INFO:teuthology.orchestra.run.smithi184.stdout:(55/116): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.2 MB/s | 217 kB 00:00 2023-12-16T18:01:56.859 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 56/118 2023-12-16T18:01:56.898 INFO:teuthology.orchestra.run.smithi184.stdout:(56/116): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 174 kB 00:00 2023-12-16T18:01:56.911 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 57/118 2023-12-16T18:01:56.990 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 58/118 2023-12-16T18:01:57.007 INFO:teuthology.orchestra.run.smithi184.stdout:(57/116): python3-packaging-20.9-5.el9.noarch.r 305 kB/s | 69 kB 00:00 2023-12-16T18:01:57.024 INFO:teuthology.orchestra.run.smithi184.stdout:(58/116): python3-pluggy-0.13.1-7.el9.noarch.rp 301 kB/s | 38 kB 00:00 2023-12-16T18:01:57.041 INFO:teuthology.orchestra.run.smithi184.stdout:(59/116): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 41 kB 00:00 2023-12-16T18:01:57.074 INFO:teuthology.orchestra.run.smithi184.stdout:(60/116): python3-py-1.10.0-6.el9.noarch.rpm 8.4 MB/s | 427 kB 00:00 2023-12-16T18:01:57.079 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 59/118 2023-12-16T18:01:57.099 INFO:teuthology.orchestra.run.smithi184.stdout:(61/116): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2023-12-16T18:01:57.125 INFO:teuthology.orchestra.run.smithi184.stdout:(62/116): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2023-12-16T18:01:57.150 INFO:teuthology.orchestra.run.smithi184.stdout:(63/116): python3-pytest-6.2.2-6.el9.noarch.rpm 9.3 MB/s | 474 kB 00:00 2023-12-16T18:01:57.175 INFO:teuthology.orchestra.run.smithi184.stdout:(64/116): python3-pytz-2021.1-5.el9.noarch.rpm 958 kB/s | 47 kB 00:00 2023-12-16T18:01:57.192 INFO:teuthology.orchestra.run.smithi184.stdout:(65/116): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 43 kB 00:00 2023-12-16T18:01:57.221 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 60/118 2023-12-16T18:01:57.282 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 61/118 2023-12-16T18:01:57.311 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 62/118 2023-12-16T18:01:57.344 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 63/118 2023-12-16T18:01:57.378 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/118 2023-12-16T18:01:57.393 INFO:teuthology.orchestra.run.smithi184.stdout:(66/116): python3-scipy-1.6.2-8.el9.x86_64.rpm 72 MB/s | 16 MB 00:00 2023-12-16T18:01:57.410 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/118 2023-12-16T18:01:57.417 INFO:teuthology.orchestra.run.smithi184.stdout:(67/116): python3-toml-0.10.2-6.el9.noarch.rpm 174 kB/s | 39 kB 00:00 2023-12-16T18:01:57.451 INFO:teuthology.orchestra.run.smithi184.stdout:(68/116): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.9 MB/s | 63 kB 00:00 2023-12-16T18:01:57.455 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/118 2023-12-16T18:01:57.477 INFO:teuthology.orchestra.run.smithi184.stdout:(69/116): socat-1.7.4.1-5.el9.x86_64.rpm 5.0 MB/s | 300 kB 00:00 2023-12-16T18:01:57.502 INFO:teuthology.orchestra.run.smithi184.stdout:(70/116): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2023-12-16T18:01:57.527 INFO:teuthology.orchestra.run.smithi184.stdout:(71/116): libgfortran-11.4.1-2.3.el9.x86_64.rpm 16 MB/s | 803 kB 00:00 2023-12-16T18:01:57.553 INFO:teuthology.orchestra.run.smithi184.stdout:(72/116): libquadmath-11.4.1-2.3.el9.x86_64.rpm 3.9 MB/s | 195 kB 00:00 2023-12-16T18:01:57.578 INFO:teuthology.orchestra.run.smithi184.stdout:(73/116): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2023-12-16T18:01:57.579 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/118 2023-12-16T18:01:57.620 INFO:teuthology.orchestra.run.smithi184.stdout:(74/116): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2023-12-16T18:01:57.645 INFO:teuthology.orchestra.run.smithi184.stdout:(75/116): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 103 kB 00:00 2023-12-16T18:01:57.670 INFO:teuthology.orchestra.run.smithi184.stdout:(76/116): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2023-12-16T18:01:57.684 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/118 2023-12-16T18:01:57.696 INFO:teuthology.orchestra.run.smithi184.stdout:(77/116): python3-requests-2.25.1-7.el9.noarch. 2.2 MB/s | 113 kB 00:00 2023-12-16T18:01:57.721 INFO:teuthology.orchestra.run.smithi184.stdout:(78/116): python3-urllib3-1.26.5-4.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2023-12-16T18:01:57.888 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/118 2023-12-16T18:01:58.096 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/118 2023-12-16T18:01:58.203 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/118 2023-12-16T18:01:58.255 INFO:teuthology.orchestra.run.smithi184.stdout:(79/116): ceph-test-17.2.7-125.g1f2f5510.el9.x8 8.8 MB/s | 48 MB 00:05 2023-12-16T18:01:58.256 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/118 2023-12-16T18:01:58.285 INFO:teuthology.orchestra.run.smithi184.stdout:(80/116): python3-devel-3.9.17-2.el9.x86_64.rpm 417 kB/s | 245 kB 00:00 2023-12-16T18:01:58.560 INFO:teuthology.orchestra.run.smithi184.stdout:(81/116): gperftools-libs-2.9.1-2.el9.x86_64.rp 368 kB/s | 309 kB 00:00 2023-12-16T18:01:58.585 INFO:teuthology.orchestra.run.smithi184.stdout:(82/116): liboath-2.6.7-2.el9.x86_64.rpm 148 kB/s | 49 kB 00:00 2023-12-16T18:01:58.610 INFO:teuthology.orchestra.run.smithi184.stdout:(83/116): libunwind-1.6.2-1.el9.x86_64.rpm 207 kB/s | 67 kB 00:00 2023-12-16T18:01:58.686 INFO:teuthology.orchestra.run.smithi184.stdout:(84/116): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 434 kB/s | 43 kB 00:00 2023-12-16T18:01:58.711 INFO:teuthology.orchestra.run.smithi184.stdout:(85/116): python3-cachetools-4.2.4-1.el9.noarch 321 kB/s | 32 kB 00:00 2023-12-16T18:01:58.736 INFO:teuthology.orchestra.run.smithi184.stdout:(86/116): python3-asyncssh-2.13.2-3.el9.noarch. 3.0 MB/s | 548 kB 00:00 2023-12-16T18:01:58.761 INFO:teuthology.orchestra.run.smithi184.stdout:(87/116): python3-certifi-2021.10.8-2.el9.noarc 199 kB/s | 15 kB 00:00 2023-12-16T18:01:58.828 INFO:teuthology.orchestra.run.smithi184.stdout:(88/116): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2023-12-16T18:01:58.871 INFO:teuthology.orchestra.run.smithi184.stdout:(89/116): python3-cheroot-8.6.0-4.el9.noarch.rp 1.1 MB/s | 172 kB 00:00 2023-12-16T18:01:58.904 INFO:teuthology.orchestra.run.smithi184.stdout:(90/116): python3-jaraco-8.2.1-3.el9.noarch.rpm 142 kB/s | 11 kB 00:00 2023-12-16T18:01:58.946 INFO:teuthology.orchestra.run.smithi184.stdout:(91/116): python3-google-auth-2.23.4-1.el9.noar 1.0 MB/s | 197 kB 00:00 2023-12-16T18:01:58.971 INFO:teuthology.orchestra.run.smithi184.stdout:(92/116): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2023-12-16T18:01:58.996 INFO:teuthology.orchestra.run.smithi184.stdout:(93/116): python3-jaraco-collections-3.0.0-8.el 251 kB/s | 23 kB 00:00 2023-12-16T18:01:59.000 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/118 2023-12-16T18:01:59.021 INFO:teuthology.orchestra.run.smithi184.stdout:(94/116): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2023-12-16T18:01:59.045 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/118 2023-12-16T18:01:59.046 INFO:teuthology.orchestra.run.smithi184.stdout:(95/116): python3-jaraco-text-3.2.0-6.el9.noarc 261 kB/s | 20 kB 00:00 2023-12-16T18:01:59.072 INFO:teuthology.orchestra.run.smithi184.stdout:(96/116): python3-jwt+crypto-2.4.0-1.el9.noarch 120 kB/s | 9.0 kB 00:00 2023-12-16T18:01:59.078 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/118 2023-12-16T18:01:59.105 INFO:teuthology.orchestra.run.smithi184.stdout:(97/116): python3-jwt-2.4.0-1.el9.noarch.rpm 488 kB/s | 41 kB 00:00 2023-12-16T18:01:59.112 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/118 2023-12-16T18:01:59.156 INFO:teuthology.orchestra.run.smithi184.stdout:(98/116): python3-logutils-0.3.5-21.el9.noarch. 554 kB/s | 46 kB 00:00 2023-12-16T18:01:59.161 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/118 2023-12-16T18:01:59.190 INFO:teuthology.orchestra.run.smithi184.stdout:(99/116): python3-kubernetes-26.1.0-2.el9.noarc 7.2 MB/s | 1.0 MB 00:00 2023-12-16T18:01:59.195 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/118 2023-12-16T18:01:59.215 INFO:teuthology.orchestra.run.smithi184.stdout:(100/116): python3-more-itertools-8.12.0-2.el9. 724 kB/s | 79 kB 00:00 2023-12-16T18:01:59.232 INFO:teuthology.orchestra.run.smithi184.stdout:(101/116): python3-natsort-7.1.1-5.el9.noarch.r 766 kB/s | 58 kB 00:00 2023-12-16T18:01:59.266 INFO:teuthology.orchestra.run.smithi184.stdout:(102/116): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2023-12-16T18:01:59.282 INFO:teuthology.orchestra.run.smithi184.stdout:(103/116): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2023-12-16T18:01:59.307 INFO:teuthology.orchestra.run.smithi184.stdout:(104/116): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2023-12-16T18:01:59.350 INFO:teuthology.orchestra.run.smithi184.stdout:(105/116): python3-repoze-lru-0.7-16.el9.noarch 366 kB/s | 31 kB 00:00 2023-12-16T18:01:59.371 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/118 2023-12-16T18:01:59.391 INFO:teuthology.orchestra.run.smithi184.stdout:(106/116): python3-rsa-4.9-2.el9.noarch.rpm 705 kB/s | 59 kB 00:00 2023-12-16T18:01:59.402 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/118 2023-12-16T18:01:59.417 INFO:teuthology.orchestra.run.smithi184.stdout:(107/116): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2023-12-16T18:01:59.434 INFO:teuthology.orchestra.run.smithi184.stdout:(108/116): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2023-12-16T18:01:59.467 INFO:teuthology.orchestra.run.smithi184.stdout:(109/116): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2023-12-16T18:01:59.473 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/118 2023-12-16T18:01:59.509 INFO:teuthology.orchestra.run.smithi184.stdout:(110/116): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2023-12-16T18:01:59.535 INFO:teuthology.orchestra.run.smithi184.stdout:(111/116): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2023-12-16T18:01:59.577 INFO:teuthology.orchestra.run.smithi184.stdout:(112/116): python3-zc-lockfile-2.0-10.el9.noarc 299 kB/s | 20 kB 00:00 2023-12-16T18:01:59.627 INFO:teuthology.orchestra.run.smithi184.stdout:(113/116): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2023-12-16T18:01:59.769 INFO:teuthology.orchestra.run.smithi184.stdout:(114/116): thrift-0.15.0-2.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2023-12-16T18:02:00.044 INFO:teuthology.orchestra.run.smithi184.stdout:(115/116): librados2-17.2.7-125.g1f2f5510.el9.x 6.6 MB/s | 3.1 MB 00:00 2023-12-16T18:02:00.145 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/118 2023-12-16T18:02:00.259 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/118 2023-12-16T18:02:00.311 INFO:teuthology.orchestra.run.smithi184.stdout:(116/116): librbd1-17.2.7-125.g1f2f5510.el9.x86 4.3 MB/s | 2.9 MB 00:00 2023-12-16T18:02:00.317 INFO:teuthology.orchestra.run.smithi184.stdout:-------------------------------------------------------------------------------- 2023-12-16T18:02:00.317 INFO:teuthology.orchestra.run.smithi184.stdout:Total 19 MB/s | 187 MB 00:09 2023-12-16T18:02:00.332 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2023-12-16T18:02:00.433 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2023-12-16T18:02:00.433 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2023-12-16T18:02:01.515 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/118 2023-12-16T18:02:01.591 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/118 2023-12-16T18:02:01.622 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/118 2023-12-16T18:02:01.655 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : jq-1.6-16.el9.x86_64 87/118 2023-12-16T18:02:01.946 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/118 2023-12-16T18:02:01.977 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T18:02:02.012 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2023-12-16T18:02:02.012 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2023-12-16T18:02:02.067 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T18:02:02.094 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 90/118 2023-12-16T18:02:02.505 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T18:02:02.534 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T18:02:02.564 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 92/118 2023-12-16T18:02:02.639 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 93/118 2023-12-16T18:02:02.668 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 94/118 2023-12-16T18:02:04.996 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:05.031 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:05.583 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T18:02:05.665 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T18:02:05.665 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-16T18:02:05.665 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-16T18:02:05.665 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:05.701 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T18:02:06.567 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2023-12-16T18:02:06.638 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/118 2023-12-16T18:02:06.663 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/118 2023-12-16T18:02:06.721 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/118 2023-12-16T18:02:07.026 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/118 2023-12-16T18:02:07.080 INFO:teuthology.orchestra.run.smithi184.stdout: Upgrading : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T18:02:07.195 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 5/118 2023-12-16T18:02:07.248 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:02:07.357 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:02:07.414 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T18:02:07.453 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/118 2023-12-16T18:02:07.901 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/118 2023-12-16T18:02:07.934 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:02:08.008 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:02:08.035 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:02:08.118 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:02:08.144 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T18:02:08.254 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 12/118 2023-12-16T18:02:08.290 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/118 2023-12-16T18:02:08.358 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/118 2023-12-16T18:02:08.412 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 15/118 2023-12-16T18:02:08.450 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 16/118 2023-12-16T18:02:08.486 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 17/118 2023-12-16T18:02:08.524 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 18/118 2023-12-16T18:02:08.554 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 19/118 2023-12-16T18:02:08.616 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 20/118 2023-12-16T18:02:08.685 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/118 2023-12-16T18:02:08.719 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/118 2023-12-16T18:02:08.746 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/118 2023-12-16T18:02:08.775 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 24/118 2023-12-16T18:02:08.826 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 25/118 2023-12-16T18:02:08.901 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T18:02:09.046 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/118 2023-12-16T18:02:09.113 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/118 2023-12-16T18:02:09.642 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/118 2023-12-16T18:02:09.716 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/118 2023-12-16T18:02:09.762 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 31/118 2023-12-16T18:02:09.797 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/118 2023-12-16T18:02:09.831 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/118 2023-12-16T18:02:09.870 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/118 2023-12-16T18:02:09.906 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 35/118 2023-12-16T18:02:09.944 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 36/118 2023-12-16T18:02:09.975 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/118 2023-12-16T18:02:10.011 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/118 2023-12-16T18:02:10.067 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/118 2023-12-16T18:02:10.140 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/118 2023-12-16T18:02:10.345 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/118 2023-12-16T18:02:10.382 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/118 2023-12-16T18:02:10.429 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/118 2023-12-16T18:02:10.482 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/118 2023-12-16T18:02:10.524 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/118 2023-12-16T18:02:10.660 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/118 2023-12-16T18:02:10.709 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/118 2023-12-16T18:02:10.753 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/118 2023-12-16T18:02:10.844 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/118 2023-12-16T18:02:10.879 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 50/118 2023-12-16T18:02:10.917 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/118 2023-12-16T18:02:11.020 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/118 2023-12-16T18:02:11.069 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 53/118 2023-12-16T18:02:11.118 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ply-3.11-14.el9.noarch 54/118 2023-12-16T18:02:11.173 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 55/118 2023-12-16T18:02:11.364 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 56/118 2023-12-16T18:02:11.415 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 57/118 2023-12-16T18:02:11.492 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 58/118 2023-12-16T18:02:11.581 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 59/118 2023-12-16T18:02:11.729 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 60/118 2023-12-16T18:02:11.776 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 61/118 2023-12-16T18:02:11.806 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 62/118 2023-12-16T18:02:11.840 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 63/118 2023-12-16T18:02:11.872 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/118 2023-12-16T18:02:11.914 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/118 2023-12-16T18:02:11.958 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/118 2023-12-16T18:02:12.080 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/118 2023-12-16T18:02:12.117 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/118 2023-12-16T18:02:12.156 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/118 2023-12-16T18:02:12.197 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/118 2023-12-16T18:02:12.296 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/118 2023-12-16T18:02:12.344 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/118 2023-12-16T18:02:13.088 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/118 2023-12-16T18:02:13.132 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/118 2023-12-16T18:02:13.166 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/118 2023-12-16T18:02:13.221 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/118 2023-12-16T18:02:13.273 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/118 2023-12-16T18:02:13.308 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/118 2023-12-16T18:02:13.485 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/118 2023-12-16T18:02:13.515 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/118 2023-12-16T18:02:13.600 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/118 2023-12-16T18:02:14.270 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/118 2023-12-16T18:02:14.379 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/118 2023-12-16T18:02:15.623 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/118 2023-12-16T18:02:15.706 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/118 2023-12-16T18:02:15.737 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/118 2023-12-16T18:02:15.770 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : jq-1.6-16.el9.x86_64 87/118 2023-12-16T18:02:16.071 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/118 2023-12-16T18:02:16.100 INFO:teuthology.orchestra.run.smithi184.stdout: Upgrading : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T18:02:16.190 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 89/118 2023-12-16T18:02:16.218 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 90/118 2023-12-16T18:02:16.610 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T18:02:16.640 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 91/118 2023-12-16T18:02:16.670 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 92/118 2023-12-16T18:02:16.744 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 93/118 2023-12-16T18:02:16.773 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 94/118 2023-12-16T18:02:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T18:02:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /sys 2023-12-16T18:02:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /proc 2023-12-16T18:02:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /mnt 2023-12-16T18:02:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /var/tmp 2023-12-16T18:02:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /home 2023-12-16T18:02:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /root 2023-12-16T18:02:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /tmp 2023-12-16T18:02:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T18:02:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T18:02:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T18:02:18.138 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T18:02:18.177 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T18:02:18.278 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T18:02:18.442 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 101/118 2023-12-16T18:02:18.471 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T18:02:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T18:02:18.494 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:18.494 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-16T18:02:18.495 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T18:02:18.495 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T18:02:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T18:02:18.726 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T18:02:18.748 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T18:02:18.771 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:19.086 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:19.128 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:19.166 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T18:02:19.189 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:19.662 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 95/118 2023-12-16T18:02:19.698 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T18:02:19.765 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 96/118 2023-12-16T18:02:19.765 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-16T18:02:19.765 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-16T18:02:19.766 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:19.799 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T18:02:20.517 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T18:02:20.542 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T18:02:20.542 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:20.542 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-16T18:02:20.542 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T18:02:20.542 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T18:02:20.543 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:21.737 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 107/118 2023-12-16T18:02:21.768 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T18:02:21.837 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:21.877 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T18:02:21.900 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T18:02:21.901 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:21.901 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-16T18:02:21.901 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T18:02:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:26.614 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 111/118 2023-12-16T18:02:26.663 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 112/118 2023-12-16T18:02:26.781 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 113/118 2023-12-16T18:02:26.884 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 114/118 2023-12-16T18:02:26.912 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T18:02:26.937 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 116/118 2023-12-16T18:02:26.937 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T18:02:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T18:02:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:31.024 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 97/118 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /sys 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /proc 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /mnt 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /var/tmp 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /home 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /root 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /tmp 2023-12-16T18:02:31.025 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:31.100 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T18:02:31.316 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 98/118 2023-12-16T18:02:31.342 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 1/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 3/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 4/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 5/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 8/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 9/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:02:31.630 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 12/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 13/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 14/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 15/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 16/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 17/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 18/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 19/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 20/118 2023-12-16T18:02:31.631 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 21/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 22/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 23/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 24/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 25/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T18:02:31.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 27/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 28/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 29/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 30/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 31/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 32/118 2023-12-16T18:02:31.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 33/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 34/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 35/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 36/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 37/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 38/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : jq-1.6-16.el9.x86_64 39/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/118 2023-12-16T18:02:31.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 50/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 51/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 52/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 53/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 54/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 55/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 56/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 57/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 58/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 59/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 60/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 61/118 2023-12-16T18:02:31.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 62/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 63/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 64/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 65/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 67/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 68/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 69/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 70/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 71/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 72/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 73/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 74/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 75/118 2023-12-16T18:02:31.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ply-3.11-14.el9.noarch 76/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 77/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 78/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 79/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 84/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 85/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 86/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 87/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 88/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 89/118 2023-12-16T18:02:31.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 90/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 91/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 92/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 93/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 94/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 95/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 96/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 97/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 98/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 99/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 100/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 101/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 102/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 103/118 2023-12-16T18:02:31.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 104/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 105/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 106/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 107/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 108/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 109/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 110/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 111/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 112/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 113/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 114/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 116/118 2023-12-16T18:02:31.648 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 117/118 2023-12-16T18:02:32.360 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 99/118 2023-12-16T18:02:32.386 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T18:02:32.499 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 100/118 2023-12-16T18:02:32.671 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 101/118 2023-12-16T18:02:32.696 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T18:02:32.719 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 102/118 2023-12-16T18:02:32.720 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:32.720 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-16T18:02:32.720 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T18:02:32.720 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-16T18:02:32.720 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:32.763 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T18:02:32.946 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 103/118 2023-12-16T18:02:32.973 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T18:02:32.996 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 104/118 2023-12-16T18:02:32.996 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:32.996 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-16T18:02:32.997 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T18:02:32.997 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-16T18:02:32.997 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:33.375 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 105/118 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-16T18:02:33.398 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:33.618 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:33.618 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout:Upgraded: 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.619 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-16T18:02:33.620 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: jq-1.6-16.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-16T18:02:33.621 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs-20.3.0-7.el9.noarch 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.622 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-16T18:02:33.623 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging-20.9-5.el9.noarch 2023-12-16T18:02:33.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy-0.13.1-7.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply-3.11-14.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-py-1.10.0-6.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytest-6.2.2-6.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-16T18:02:33.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-16T18:02:33.626 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-16T18:02:33.627 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-16T18:02:33.628 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:02:33.628 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2023-12-16T18:02:33.923 DEBUG:teuthology.parallel:result is None 2023-12-16T18:02:34.734 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 106/118 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-16T18:02:34.760 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:35.971 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 107/118 2023-12-16T18:02:36.011 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 108/118 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-16T18:02:36.088 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:36.136 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T18:02:36.159 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 109/118 2023-12-16T18:02:36.159 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:36.159 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-16T18:02:36.159 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:36.445 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 110/118 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-16T18:02:36.468 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:40.881 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 111/118 2023-12-16T18:02:40.931 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 112/118 2023-12-16T18:02:41.056 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 113/118 2023-12-16T18:02:41.152 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 114/118 2023-12-16T18:02:41.180 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T18:02:41.204 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 116/118 2023-12-16T18:02:41.204 INFO:teuthology.orchestra.run.smithi184.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T18:02:41.271 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 117/118 2023-12-16T18:02:41.271 INFO:teuthology.orchestra.run.smithi184.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 1/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 3/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 4/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-125.g1f2f55 5/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 6/118 2023-12-16T18:02:45.736 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 7/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 8/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 9/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 10/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 11/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 12/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_6 13/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 14/118 2023-12-16T18:02:45.737 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 15/118 2023-12-16T18:02:45.738 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 16/118 2023-12-16T18:02:45.738 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_ 17/118 2023-12-16T18:02:45.738 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 18/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9 19/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x 20/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 21/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 22/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 23/118 2023-12-16T18:02:45.739 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 24/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 25/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 26/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 27/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.e 28/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noar 29/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.no 30/118 2023-12-16T18:02:45.740 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f 31/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9 32/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 33/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el 34/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 35/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 36/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 37/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 38/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : jq-1.6-16.el9.x86_64 39/118 2023-12-16T18:02:45.741 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 50/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 51/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 52/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 53/118 2023-12-16T18:02:45.742 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 54/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 55/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 56/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 57/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 58/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 59/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 60/118 2023-12-16T18:02:45.743 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 61/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 62/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 63/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 64/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 65/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 67/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 68/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 69/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 70/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 71/118 2023-12-16T18:02:45.744 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 72/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 73/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 74/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 75/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ply-3.11-14.el9.noarch 76/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 77/118 2023-12-16T18:02:45.745 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 78/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 79/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 84/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 85/118 2023-12-16T18:02:45.746 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 86/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 87/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 88/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 89/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 90/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 91/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 92/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 93/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 94/118 2023-12-16T18:02:45.747 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 95/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 96/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 97/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 98/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 99/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 100/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 101/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 102/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 103/118 2023-12-16T18:02:45.748 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 104/118 2023-12-16T18:02:45.749 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 105/118 2023-12-16T18:02:45.749 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 106/118 2023-12-16T18:02:45.749 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 107/118 2023-12-16T18:02:45.749 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 108/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 109/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 110/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 111/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 112/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 113/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 114/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 115/118 2023-12-16T18:02:45.750 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 116/118 2023-12-16T18:02:45.751 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 117/118 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 118/118 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout:Upgraded: 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout: librados2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout: librbd1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.505 INFO:teuthology.orchestra.run.smithi184.stdout:Installed: 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-base-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-grafana-dashboards-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-immutable-object-cache-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mds-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-dashboard-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-diskprediction-local-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.506 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-modules-core-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-rook-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mon-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-osd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-prometheus-alerts-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-radosgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-selinux-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-test-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: cephadm-2:17.2.7-125.g1f2f5510.el9.noarch 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-16T18:02:47.507 INFO:teuthology.orchestra.run.smithi184.stdout: jq-1.6-16.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libcephsqlite-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: librados-devel-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libradosstriper1-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: librgw2-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.508 INFO:teuthology.orchestra.run.smithi184.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-attrs-20.3.0-7.el9.noarch 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-argparse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-common-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cephfs-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-16T18:02:47.509 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-16T18:02:47.510 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-packaging-20.9-5.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-16T18:02:47.511 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pluggy-0.13.1-7.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ply-3.11-14.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-py-1.10.0-6.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytest-6.2.2-6.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rados-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-16T18:02:47.512 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rgw-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-16T18:02:47.513 INFO:teuthology.orchestra.run.smithi184.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-fuse-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-mirror-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-nbd-2:17.2.7-125.g1f2f5510.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:02:47.514 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2023-12-16T18:02:47.839 DEBUG:teuthology.parallel:result is None 2023-12-16T18:02:47.840 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:02:47.840 INFO:teuthology.packaging:ref: None 2023-12-16T18:02:47.840 INFO:teuthology.packaging:tag: None 2023-12-16T18:02:47.840 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:02:47.840 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:02:47.840 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T18:02:48.061 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-16T18:02:48.087 INFO:teuthology.orchestra.run.smithi071.stdout:17.2.7-125.g1f2f5510.el9 2023-12-16T18:02:48.087 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-125.g1f2f5510.el9 2023-12-16T18:02:48.087 INFO:teuthology.task.install:The correct ceph version 17.2.7-125.g1f2f5510 is installed. 2023-12-16T18:02:48.089 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-16T18:02:48.089 INFO:teuthology.packaging:ref: None 2023-12-16T18:02:48.089 INFO:teuthology.packaging:tag: None 2023-12-16T18:02:48.089 INFO:teuthology.packaging:branch: quincy 2023-12-16T18:02:48.089 INFO:teuthology.packaging:sha1: c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:02:48.089 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2023-12-16T18:02:48.397 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-16T18:02:48.419 INFO:teuthology.orchestra.run.smithi184.stdout:17.2.7-125.g1f2f5510.el9 2023-12-16T18:02:48.419 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-125.g1f2f5510.el9 2023-12-16T18:02:48.419 INFO:teuthology.task.install:The correct ceph version 17.2.7-125.g1f2f5510 is installed. 2023-12-16T18:02:48.421 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-16T18:02:48.421 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:02:48.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-16T18:02:48.457 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:02:48.457 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-16T18:02:48.488 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-16T18:02:48.489 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:02:48.489 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2023-12-16T18:02:48.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-16T18:02:48.598 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:02:48.598 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/daemon-helper 2023-12-16T18:02:48.625 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-16T18:02:48.692 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-16T18:02:48.692 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:02:48.692 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-16T18:02:48.721 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-16T18:02:48.790 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:02:48.790 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-16T18:02:48.817 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-16T18:02:48.887 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-16T18:02:48.887 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:02:48.887 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2023-12-16T18:02:48.917 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-16T18:02:48.985 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:02:48.986 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/stdin-killer 2023-12-16T18:02:49.013 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-16T18:02:49.080 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:02:49.103 INFO:teuthology.task.print:**** done install task... 2023-12-16T18:02:49.103 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:02:49.111 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-12-16T18:02:49.111 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-16T18:02:49.191 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'} 2023-12-16T18:02:49.192 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T18:02:49.192 INFO:tasks.cephadm:Cluster fsid is 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:02:49.192 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-16T18:02:49.192 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.71', 'mon.c': '[v2:172.21.15.71:3301,v1:172.21.15.71:6790]', 'mon.b': '172.21.15.184'} 2023-12-16T18:02:49.193 INFO:tasks.cephadm:First mon is mon.a on smithi071 2023-12-16T18:02:49.193 INFO:tasks.cephadm:First mgr is y 2023-12-16T18:02:49.193 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-16T18:02:49.193 DEBUG:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s) 2023-12-16T18:02:49.223 DEBUG:teuthology.orchestra.run.smithi184:> sudo hostname $(hostname -s) 2023-12-16T18:02:49.250 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-12-16T18:02:49.250 DEBUG:teuthology.orchestra.run.smithi071:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.507 INFO:teuthology.orchestra.run.smithi071.stdout:-rw-r--r--. 1 ubuntu ubuntu 367151 Dec 16 18:02 /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.507 DEBUG:teuthology.orchestra.run.smithi184:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.692 INFO:teuthology.orchestra.run.smithi184.stdout:-rw-r--r--. 1 ubuntu ubuntu 367151 Dec 16 18:02 /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.692 DEBUG:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.710 DEBUG:teuthology.orchestra.run.smithi184:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-16T18:02:49.736 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-12-16T18:02:49.736 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-16T18:02:49.752 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-16T18:02:50.462 INFO:teuthology.orchestra.run.smithi071.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T18:02:50.533 INFO:teuthology.orchestra.run.smithi184.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T18:03:19.575 INFO:teuthology.orchestra.run.smithi184.stdout:{ 2023-12-16T18:03:19.575 INFO:teuthology.orchestra.run.smithi184.stdout: "ceph_version": "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)", 2023-12-16T18:03:19.575 INFO:teuthology.orchestra.run.smithi184.stdout: "image_id": "60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5", 2023-12-16T18:03:19.576 INFO:teuthology.orchestra.run.smithi184.stdout: "repo_digests": [ 2023-12-16T18:03:19.576 INFO:teuthology.orchestra.run.smithi184.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112" 2023-12-16T18:03:19.576 INFO:teuthology.orchestra.run.smithi184.stdout: ] 2023-12-16T18:03:19.576 INFO:teuthology.orchestra.run.smithi184.stdout:} 2023-12-16T18:03:23.359 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:03:23.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)", 2023-12-16T18:03:23.360 INFO:teuthology.orchestra.run.smithi071.stdout: "image_id": "60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5", 2023-12-16T18:03:23.360 INFO:teuthology.orchestra.run.smithi071.stdout: "repo_digests": [ 2023-12-16T18:03:23.360 INFO:teuthology.orchestra.run.smithi071.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112" 2023-12-16T18:03:23.360 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2023-12-16T18:03:23.360 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:03:23.378 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph 2023-12-16T18:03:23.406 DEBUG:teuthology.orchestra.run.smithi184:> sudo mkdir -p /etc/ceph 2023-12-16T18:03:23.441 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph 2023-12-16T18:03:23.473 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 777 /etc/ceph 2023-12-16T18:03:23.511 INFO:tasks.cephadm:Writing seed config... 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-16T18:03:23.513 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-16T18:03:23.514 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:03:23.514 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-16T18:03:23.530 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 52d88738-9c3d-11ee-95a5-87774f69a715 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-16T18:03:23.530 DEBUG:teuthology.orchestra.run.smithi071:mon.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service 2023-12-16T18:03:23.572 DEBUG:teuthology.orchestra.run.smithi071:mgr.y> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service 2023-12-16T18:03:23.614 INFO:tasks.cephadm:Bootstrapping... 2023-12-16T18:03:23.615 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.71 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-16T18:03:23.818 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2023-12-16T18:03:23.818 INFO:teuthology.orchestra.run.smithi071.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '52d88738-9c3d-11ee-95a5-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.71', '--skip-admin-label'] 2023-12-16T18:03:23.843 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.7.2 2023-12-16T18:03:23.843 INFO:teuthology.orchestra.run.smithi071.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-16T18:03:23.843 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying podman|docker is present... 2023-12-16T18:03:23.866 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.7.2 2023-12-16T18:03:23.867 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying lvm2 is present... 2023-12-16T18:03:23.867 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying time synchronization is in place... 2023-12-16T18:03:23.874 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-16T18:03:23.874 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-16T18:03:23.880 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-16T18:03:23.880 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:03:23.887 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2023-12-16T18:03:23.893 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2023-12-16T18:03:23.893 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2023-12-16T18:03:23.894 INFO:teuthology.orchestra.run.smithi071.stdout:Repeating the final host check... 2023-12-16T18:03:23.917 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.7.2 2023-12-16T18:03:23.917 INFO:teuthology.orchestra.run.smithi071.stdout:podman (/bin/podman) version 4.7.2 is present 2023-12-16T18:03:23.917 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl is present 2023-12-16T18:03:23.917 INFO:teuthology.orchestra.run.smithi071.stdout:lvcreate is present 2023-12-16T18:03:23.925 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-16T18:03:23.925 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-16T18:03:23.929 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-16T18:03:23.930 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:03:23.936 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Host looks OK 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Cluster fsid: 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Acquiring lock 139980693626784 on /run/cephadm/52d88738-9c3d-11ee-95a5-87774f69a715.lock 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Lock 139980693626784 acquired on /run/cephadm/52d88738-9c3d-11ee-95a5-87774f69a715.lock 2023-12-16T18:03:23.943 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 3300 ... 2023-12-16T18:03:23.944 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 6789 ... 2023-12-16T18:03:23.944 INFO:teuthology.orchestra.run.smithi071.stdout:Base mon IP(s) is [172.21.15.71:3300, 172.21.15.71:6789], mon addrv is [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2023-12-16T18:03:23.947 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.71 metric 100 2023-12-16T18:03:23.947 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.71 metric 100 2023-12-16T18:03:23.950 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-16T18:03:23.950 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2023-12-16T18:03:23.950 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1771sec hoplimit 64 pref medium 2023-12-16T18:03:23.952 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-16T18:03:23.952 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-16T18:03:23.952 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-16T18:03:23.952 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-12-16T18:03:23.952 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d765/64 scope link 2023-12-16T18:03:23.953 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-16T18:03:23.953 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2023-12-16T18:03:23.953 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2023-12-16T18:03:23.953 INFO:teuthology.orchestra.run.smithi071.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-16T18:03:23.953 INFO:teuthology.orchestra.run.smithi071.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-16T18:03:23.954 INFO:teuthology.orchestra.run.smithi071.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Getting image source signatures 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:3c21fa6304a567e69d15522c48775b11468df75d53cc353263c55c753e1a9b4e 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:46af8f5390d4e94fc57efb422ccb97bb53dfe5b948546bfc191b46557eb2dbd9 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying config sha256:60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 2023-12-16T18:03:24.469 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-16T18:03:24.948 INFO:teuthology.orchestra.run.smithi071.stdout:ceph: stdout ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T18:03:24.949 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph version: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T18:03:24.949 INFO:teuthology.orchestra.run.smithi071.stdout:Extracting ceph user uid/gid from container image... 2023-12-16T18:03:25.356 INFO:teuthology.orchestra.run.smithi071.stdout:stat: stdout 167 167 2023-12-16T18:03:25.356 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial keys... 2023-12-16T18:03:25.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBt5n1l1UdLHhAAN9/8+Uwrky9yg43c1Gifpg== 2023-12-16T18:03:26.122 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBt5n1ljlQmNRAAfJxIi/3TC48RSd+WIiW8Sw== 2023-12-16T18:03:26.539 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBu5n1llf3iDxAARiE5X2rl17FUK/XF3vLzfg== 2023-12-16T18:03:26.539 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial monmap... 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:monmaptool for a [v2:172.21.15.71:3300,v1:172.21.15.71:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-16T18:03:26.941 INFO:teuthology.orchestra.run.smithi071.stdout:setting min_mon_release = octopus 2023-12-16T18:03:26.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: set fsid to 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:26.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-16T18:03:26.942 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:03:26.942 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mon... 2023-12-16T18:03:27.339 INFO:teuthology.orchestra.run.smithi071.stdout:create mon.a on 2023-12-16T18:03:27.496 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2023-12-16T18:03:27.633 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-16T18:03:27.775 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target. 2023-12-16T18:03:27.775 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target. 2023-12-16T18:03:27.938 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a 2023-12-16T18:03:27.938 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service: Unit ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service not loaded. 2023-12-16T18:03:28.085 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target.wants/ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service → /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715@.service. 2023-12-16T18:03:28.415 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T18:03:28.415 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2023-12-16T18:03:28.422 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T18:03:28.423 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:03:28.423 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2023-12-16T18:03:28.423 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2023-12-16T18:03:28.423 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon to start... 2023-12-16T18:03:28.423 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon... 2023-12-16T18:03:28.527 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:28 smithi071 ceph-mon[78208]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:03:29.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout cluster: 2023-12-16T18:03:29.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout id: 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:29.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-16T18:03:29.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout services: 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.420881s) 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout data: 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pgs: 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:mon is available 2023-12-16T18:03:29.082 INFO:teuthology.orchestra.run.smithi071.stdout:Assimilating anything we can from ceph.conf... 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: fsmap 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: mgrmap e1: no daemons active 2023-12-16T18:03:29.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:29 smithi071 ceph-mon[78208]: from='client.? 172.21.15.71:0/3477611091' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-16T18:03:29.706 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-16T18:03:29.707 INFO:teuthology.orchestra.run.smithi071.stdout:Generating new minimal ceph.conf... 2023-12-16T18:03:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:Restarting the monitor... 2023-12-16T18:03:30.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 systemd[1]: Stopping Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:03:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[78204]: 2023-12-16T18:03:30.445+0000 7fcc16c28700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:03:30.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[78204]: 2023-12-16T18:03:30.445+0000 7fcc16c28700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-16T18:03:30.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 podman[78456]: 2023-12-16 18:03:30.456022937 +0000 UTC m=+0.062814469 container died 3b3c37e2eaab0a4cada8f62ebc78146be9f2137cb58cf10961ac907b5c0e4ab4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.build-date=20231212) 2023-12-16T18:03:30.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 podman[78456]: 2023-12-16 18:03:30.568270215 +0000 UTC m=+0.175061732 container cleanup 3b3c37e2eaab0a4cada8f62ebc78146be9f2137cb58cf10961ac907b5c0e4ab4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3) 2023-12-16T18:03:30.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 bash[78456]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a 2023-12-16T18:03:30.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 podman[78471]: 2023-12-16 18:03:30.651457285 +0000 UTC m=+0.191840040 container remove 3b3c37e2eaab0a4cada8f62ebc78146be9f2137cb58cf10961ac907b5c0e4ab4 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_CLEAN=True, RELEASE=quincy-1f2f551, ceph=True) 2023-12-16T18:03:31.034 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service: Deactivated successfully. 2023-12-16T18:03:31.034 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 systemd[1]: Stopped Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:03:31.034 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:30 smithi071 systemd[1]: Starting Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:03:31.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 podman[78566]: 2023-12-16 18:03:31.034725995 +0000 UTC m=+0.057215038 container create b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3) 2023-12-16T18:03:31.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 podman[78566]: 2023-12-16 18:03:30.995121702 +0000 UTC m=+0.017610763 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T18:03:31.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 podman[78566]: 2023-12-16 18:03:31.09346439 +0000 UTC m=+0.115953438 container init b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212) 2023-12-16T18:03:31.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 podman[78566]: 2023-12-16 18:03:31.11311887 +0000 UTC m=+0.135607911 container start b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.schema-version=1.0) 2023-12-16T18:03:31.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:03:31.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T18:03:31.137 INFO:teuthology.orchestra.run.smithi071.stdout:Setting mon public_network to 172.21.0.0/20 2023-12-16T18:03:31.285 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: pidfile_write: ignore empty --pid-file 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 bash[78566]: b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: load: jerasure load: lrc 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 systemd[1]: Started Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: RocksDB version: 6.15.5 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Compile date Dec 13 2023 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: DB SUMMARY 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: DB Session ID: B1NJ2ZIPLYO5PLUJTOSD 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-16T18:03:31.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 79937 ; 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.env: 0x563f87669a80 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.fs: Posix File System 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.info_log: 0x563f87f662a0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.statistics: (nil) 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.use_fsync: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:03:31.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.db_log_dir: 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:03:31.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.write_buffer_manager: 0x563f88cd6960 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.unordered_write: 0 2023-12-16T18:03:31.289 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.row_cache: None 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.wal_filter: None 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.preserve_deletes: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:03:31.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:03:31.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:03:31.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:03:31.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:03:31.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:03:31.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:03:31.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_open_files: -1 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Compression algorithms supported: 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kZSTD supported: 0 2023-12-16T18:03:31.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.merge_operator: 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_filter: None 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:03:31.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563f87fb6f90) 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: hash_index_allow_collision: 1 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 1 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x563f87fe9090 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:03:31.295 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T18:03:31.296 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 4 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression: NoCompression 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.num_levels: 7 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:03:31.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:03:31.298 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:03:31.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:03:31.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:03:31.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.ttl: 2592000 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749811139814, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749811140756, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 76781, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 75068, "index_size": 201, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9997, "raw_average_key_size": 48, "raw_value_size": 69375, "raw_average_value_size": 336, "num_data_blocks": 10, "num_entries": 206, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702749811, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "870f1b83-ed6c-48c5-96fd-1be9c27307f1", "db_session_id": "B1NJ2ZIPLYO5PLUJTOSD"}} 2023-12-16T18:03:31.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749811141184, "job": 1, "event": "recovery_finished"} 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x563f87f7d180 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: DB pointer 0x563f88052000 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T18:03:31.303 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 2/0 76.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 76.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:03:31.304 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 18.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 18.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 2/0 76.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 76.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.305 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T18:03:31.306 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.306 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:03:31.308 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:03:31.308 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:03:31.308 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 116.8 0.00 0.00 1 0.001 0 0 2023-12-16T18:03:31.308 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 18.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:03:31.309 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???) e1 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:31.310 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).mds e1 new map 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).mds e1 print_map 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: e1 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: -1 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout: No filesystems configured 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expand map: {default=false} 2023-12-16T18:03:31.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta from 'false' to 'false' 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expanded map: {default=false} 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expand map: {default=info} 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta from 'info' to 'info' 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expanded map: {default=info} 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expand map: {default=daemon} 2023-12-16T18:03:31.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta from 'daemon' to 'daemon' 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expanded map: {default=daemon} 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expand map: {default=debug} 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta from 'debug' to 'debug' 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: expand_channel_meta expanded map: {default=debug} 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: fsmap 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:03:31.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:31 smithi071 ceph-mon[78585]: mgrmap e1: no daemons active 2023-12-16T18:03:31.696 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-16T18:03:31.696 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-16T18:03:31.696 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mgr... 2023-12-16T18:03:31.697 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 9283 ... 2023-12-16T18:03:31.863 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y 2023-12-16T18:03:31.863 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service: Unit ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service not loaded. 2023-12-16T18:03:32.000 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715.target.wants/ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-52d88738-9c3d-11ee-95a5-87774f69a715@.service. 2023-12-16T18:03:32.159 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 systemd[1]: Starting Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:03:32.300 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T18:03:32.300 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2023-12-16T18:03:32.310 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T18:03:32.310 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:03:32.310 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2023-12-16T18:03:32.310 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2023-12-16T18:03:32.319 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T18:03:32.319 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2023-12-16T18:03:32.327 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T18:03:32.328 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:03:32.328 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2023-12-16T18:03:32.328 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-12-16T18:03:32.328 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr to start... 2023-12-16T18:03:32.328 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr... 2023-12-16T18:03:32.457 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 podman[78804]: 2023-12-16 18:03:32.159528931 +0000 UTC m=+0.048879410 container create dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2) 2023-12-16T18:03:32.458 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 podman[78804]: 2023-12-16 18:03:32.128917496 +0000 UTC m=+0.018267935 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph:quincy 2023-12-16T18:03:32.458 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 podman[78804]: 2023-12-16 18:03:32.260031975 +0000 UTC m=+0.149382413 container init dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=quincy-1f2f551) 2023-12-16T18:03:32.458 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 podman[78804]: 2023-12-16 18:03:32.262772572 +0000 UTC m=+0.152123014 container start dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-1f2f551) 2023-12-16T18:03:32.458 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 bash[78804]: dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba 2023-12-16T18:03:32.458 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 systemd[1]: Started Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:03:32.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:32 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4013758430' entity='client.admin' 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "52d88738-9c3d-11ee-95a5-87774f69a715", 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:32.941 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T18:03:32.942 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T18:03:32.943 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T18:03:32.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T18:03:32.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T18:03:32.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T18:03:32.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T18:03:28.441629+0000", 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:32.948 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (1/15)... 2023-12-16T18:03:33.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:32.817+0000 7ff303cd21c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:03:33.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:32.910+0000 7ff303cd21c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:03:33.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2093314409' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:03:33.716 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:33.543+0000 7ff303cd21c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:03:33.716 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:33.632+0000 7ff303cd21c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:03:33.716 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:33.715+0000 7ff303cd21c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:03:33.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:33.870+0000 7ff303cd21c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:03:33.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:33 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:33.949+0000 7ff303cd21c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:03:34.388 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:34.117+0000 7ff303cd21c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:03:34.389 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:34.305+0000 7ff303cd21c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:03:34.389 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:34.388+0000 7ff303cd21c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:03:34.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:34.478+0000 7ff303cd21c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:03:34.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:34.562+0000 7ff303cd21c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "52d88738-9c3d-11ee-95a5-87774f69a715", 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T18:03:35.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.557 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T18:03:35.558 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T18:03:35.561 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T18:03:35.562 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T18:03:35.563 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T18:03:28.441629+0000", 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:35.564 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (2/15)... 2023-12-16T18:03:35.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:35 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2014967556' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:03:35.947 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:35 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:35.635+0000 7ff303cd21c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:03:35.947 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:35 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:35.762+0000 7ff303cd21c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:03:35.947 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:35 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:35.947+0000 7ff303cd21c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:03:36.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:36.170+0000 7ff303cd21c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:03:36.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:36.342+0000 7ff303cd21c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:03:36.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:36.518+0000 7ff303cd21c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:03:37.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:36.774+0000 7ff303cd21c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:03:37.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:36.858+0000 7ff303cd21c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:03:37.616 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:37.240+0000 7ff303cd21c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:03:38.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:37 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3548288146' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:03:38.132 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:38.025+0000 7ff303cd21c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:03:38.138 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "52d88738-9c3d-11ee-95a5-87774f69a715", 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T18:03:38.139 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T18:03:38.140 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T18:03:38.144 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:38.146 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T18:03:38.146 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T18:03:38.146 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.146 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T18:03:38.146 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:38.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T18:03:28.441629+0000", 2023-12-16T18:03:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T18:03:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:38.148 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (3/15)... 2023-12-16T18:03:38.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:38.314+0000 7ff303cd21c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:03:38.906 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:38.622+0000 7ff303cd21c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:03:38.906 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:38.808+0000 7ff303cd21c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: Activating manager daemon y 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: mgrmap e2: y(active, starting, since 0.00289717s) 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:03:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: Manager daemon y is now available 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:03:39.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:38 smithi071 ceph-mon[78585]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:03:40.913 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:40.913 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:40.913 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "52d88738-9c3d-11ee-95a5-87774f69a715", 2023-12-16T18:03:40.913 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:40.914 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-16T18:03:40.915 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-16T18:03:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.919 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-16T18:03:40.920 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-16T18:03:28.441629+0000", 2023-12-16T18:03:40.921 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-16T18:03:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-16T18:03:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-16T18:03:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:40.922 INFO:teuthology.orchestra.run.smithi071.stdout:mgr is available 2023-12-16T18:03:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:40 smithi071 ceph-mon[78585]: mgrmap e3: y(active, since 1.0065s) 2023-12-16T18:03:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:40 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3680635898' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:03:41.569 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-16T18:03:41.570 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling cephadm module... 2023-12-16T18:03:42.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/462213602' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T18:03:42.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:42 smithi071 ceph-mon[78585]: mgrmap e4: y(active, since 3s) 2023-12-16T18:03:42.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T18:03:42.966 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setuser ceph since I am not root 2023-12-16T18:03:42.966 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setgroup ceph since I am not root 2023-12-16T18:03:43.717 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:43.370+0000 7f05157fc1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:03:43.717 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:43.458+0000 7f05157fc1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:03:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:43 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T18:03:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:43 smithi071 ceph-mon[78585]: mgrmap e5: y(active, since 4s) 2023-12-16T18:03:44.264 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.088+0000 7f05157fc1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:03:44.264 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.178+0000 7f05157fc1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:03:44.264 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.263+0000 7f05157fc1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:03:44.568 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.416+0000 7f05157fc1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:03:44.568 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.499+0000 7f05157fc1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:03:44.827 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.677+0000 7f05157fc1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:03:45.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3480036480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:03:45.126 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.858+0000 7f05157fc1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:03:45.126 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:44.943+0000 7f05157fc1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:03:45.126 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:45.036+0000 7f05157fc1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:03:45.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:45.125+0000 7f05157fc1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2023-12-16T18:03:46.388 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 5... 2023-12-16T18:03:46.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:46.168+0000 7f05157fc1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:03:46.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:46.295+0000 7f05157fc1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:03:46.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:46.490+0000 7f05157fc1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:03:46.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:46.717+0000 7f05157fc1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:03:46.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:46.892+0000 7f05157fc1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:03:47.189 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:47.075+0000 7f05157fc1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:03:47.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:47.339+0000 7f05157fc1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:03:47.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:47.424+0000 7f05157fc1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:03:48.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:47.814+0000 7f05157fc1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:03:48.879 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:48.592+0000 7f05157fc1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:03:48.879 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:48.879+0000 7f05157fc1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:03:49.445 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:49.187+0000 7f05157fc1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:03:49.445 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:03:49.380+0000 7f05157fc1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: Active manager daemon y restarted 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: Activating manager daemon y 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: mgrmap e6: y(active, starting, since 0.0031115s) 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:03:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: Manager daemon y is now available 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:49 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: Found migration_current of "None". Setting to last migration. 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:50 smithi071 ceph-mon[78585]: mgrmap e7: y(active, since 1.00548s) 2023-12-16T18:03:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:51 smithi071 ceph-mon[78585]: [16/Dec/2023:18:03:50] ENGINE Bus STARTING 2023-12-16T18:03:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:51 smithi071 ceph-mon[78585]: [16/Dec/2023:18:03:50] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:03:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:51 smithi071 ceph-mon[78585]: [16/Dec/2023:18:03:50] ENGINE Bus STARTED 2023-12-16T18:03:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:51 smithi071 ceph-mon[78585]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:03:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:51 smithi071 ceph-mon[78585]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:03:52.349 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:03:52.350 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-16T18:03:52.350 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-16T18:03:52.350 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:03:52.350 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 5 is available 2023-12-16T18:03:52.350 INFO:teuthology.orchestra.run.smithi071.stdout:Setting orchestrator backend to cephadm... 2023-12-16T18:03:53.424 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:53 smithi071 ceph-mon[78585]: mgrmap e8: y(active, since 2s) 2023-12-16T18:03:53.424 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:53 smithi071 ceph-mon[78585]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:53.425 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:53 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:53.425 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:53 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:53.760 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-16T18:03:53.760 INFO:teuthology.orchestra.run.smithi071.stdout:Generating ssh key... 2023-12-16T18:03:54.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-mon[78585]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:54.430 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: Generating public/private rsa key pair. 2023-12-16T18:03:54.430 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: Your identification has been saved in /tmp/tmpbo87haj1/key. 2023-12-16T18:03:54.430 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: Your public key has been saved in /tmp/tmpbo87haj1/key.pub. 2023-12-16T18:03:54.430 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: The key fingerprint is: 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: SHA256:J/xlQJTAys+U5VKdz5uY/KabOtZzm/oQipcBc9gYVmY ceph-52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: The key's randomart image is: 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: +---[RSA 3072]----+ 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | .++Eo . | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | ..O+ o | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | . .==+ o | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | o.++.. o | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | +S.o.+o o | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | o= *+.o | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | . =... | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | .o oo+. | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: | ..o=O+. | 2023-12-16T18:03:54.431 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:03:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: +----[SHA256]-----+ 2023-12-16T18:03:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjtb0vWAaAcqZG9jg3x46PncQ/jU2BRLNDY76elnWrfXoHwNMWqjV0Aqkkd9coSqaB9/p1DBGg25INWAMR3491G9IWvrz2Lieke6bv1l9+rPONc4QqCVJYqi5fYd3hylBkDdiZ/DBOjkN/ndh7YD7mO/TvnH9QNVMPhTjwX6jxAET/mNESVwQ2/U3IpjMkzceHa0urWqL9sMlEXmBJGrtauKR7Wy1UGEhHQkiMI2qCkoeleEK+lw4Y9dOOhddNFiPbcHnDfVohAKJUjirKq2AMmCSSpSeVzwVWviOTb3WfrCFry9wN35+VipiMyqEsTuGbRFZ4DOmVS4SHhQj0Abx3dupr9nhh4TSij99lrNO9ynyWH70f6Q40QasHIhbm7GTQ50rp2CtW9MbnAeB2lskY8K5BychWbk5xNyksaOXP/xF4Wu/eoMfzG+C1JKs0DbMTuBO/r+sj4gLQjjQjM+PGVlYTLTsadUCXReIQp07Ouw/vqEQWbViFi6ysXAbbMJk= ceph-52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:03:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-16T18:03:55.224 INFO:teuthology.orchestra.run.smithi071.stdout:Adding key to root@localhost authorized_keys... 2023-12-16T18:03:55.225 INFO:teuthology.orchestra.run.smithi071.stdout:Adding host smithi071... 2023-12-16T18:03:55.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:55 smithi071 ceph-mon[78585]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:55.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:55 smithi071 ceph-mon[78585]: Generating ssh key... 2023-12-16T18:03:55.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:55 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:55.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:55 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:56.520 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:56 smithi071 ceph-mon[78585]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:56.521 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:56 smithi071 ceph-mon[78585]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:57.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:57 smithi071 ceph-mon[78585]: Deploying cephadm binary to smithi071 2023-12-16T18:03:57.723 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Added host 'smithi071' with addr '172.21.15.71' 2023-12-16T18:03:57.723 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mon service... 2023-12-16T18:03:58.515 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-16T18:03:58.515 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mgr service... 2023-12-16T18:03:58.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:58 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:58.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:58 smithi071 ceph-mon[78585]: Added host smithi071 2023-12-16T18:03:58.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:58 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:03:58.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:58 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:59.173 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-16T18:03:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:59 smithi071 ceph-mon[78585]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:03:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:59 smithi071 ceph-mon[78585]: Saving service mon spec with placement count:5 2023-12-16T18:03:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:59 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:03:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:03:59 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:00.846 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling the dashboard module... 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: Saving service mgr spec with placement count:2 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/373388358' entity='client.admin' 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4222867667' entity='client.admin' 2023-12-16T18:04:00.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:00 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:02.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T18:04:02.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-mon[78585]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:02.428 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setuser ceph since I am not root 2023-12-16T18:04:02.428 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setgroup ceph since I am not root 2023-12-16T18:04:03.160 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:02.754+0000 7f8d3dfcb1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:04:03.160 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:02.845+0000 7f8d3dfcb1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:04:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T18:04:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-mon[78585]: mgrmap e9: y(active, since 12s) 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2023-12-16T18:04:03.556 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 9... 2023-12-16T18:04:03.841 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:03.497+0000 7f8d3dfcb1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:04:03.841 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:03.598+0000 7f8d3dfcb1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:04:03.841 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:03.686+0000 7f8d3dfcb1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:04:03.841 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:03.840+0000 7f8d3dfcb1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:04:04.090 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:03.921+0000 7f8d3dfcb1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:04:04.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1228235486' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:04:04.353 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:04.090+0000 7f8d3dfcb1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:04:04.354 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:04.270+0000 7f8d3dfcb1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:04:04.354 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:04.353+0000 7f8d3dfcb1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:04:04.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:04.444+0000 7f8d3dfcb1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:04:04.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:04.530+0000 7f8d3dfcb1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:04:05.882 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:05.562+0000 7f8d3dfcb1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:04:05.882 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:05.691+0000 7f8d3dfcb1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:04:05.883 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:05.882+0000 7f8d3dfcb1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:04:06.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:06 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:06.105+0000 7f8d3dfcb1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:04:06.718 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:06 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:06.278+0000 7f8d3dfcb1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:04:06.718 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:06 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:06.458+0000 7f8d3dfcb1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:04:06.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:06 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:06.718+0000 7f8d3dfcb1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:04:06.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:06 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:06.803+0000 7f8d3dfcb1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:04:07.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:07.189+0000 7f8d3dfcb1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:04:08.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:07.952+0000 7f8d3dfcb1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:04:08.547 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:08.239+0000 7f8d3dfcb1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:04:08.548 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:08.547+0000 7f8d3dfcb1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:04:08.803 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:04:08.738+0000 7f8d3dfcb1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:04:09.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: Active manager daemon y restarted 2023-12-16T18:04:09.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: Activating manager daemon y 2023-12-16T18:04:09.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T18:04:09.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: mgrmap e10: y(active, starting, since 0.00328168s) 2023-12-16T18:04:09.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: Manager daemon y is now available 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:10.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: [16/Dec/2023:18:04:09] ENGINE Bus STARTING 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: [16/Dec/2023:18:04:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: [16/Dec/2023:18:04:09] ENGINE Bus STARTED 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:10.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:09 smithi071 ceph-mon[78585]: mgrmap e11: y(active, since 1.0076s) 2023-12-16T18:04:10.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-16T18:04:10.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-16T18:04:10.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-16T18:04:10.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-16T18:04:10.080 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 9 is available 2023-12-16T18:04:10.080 INFO:teuthology.orchestra.run.smithi071.stdout:Generating a dashboard self-signed certificate... 2023-12-16T18:04:10.880 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-16T18:04:10.880 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial admin user... 2023-12-16T18:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:10 smithi071 ceph-mon[78585]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:10 smithi071 ceph-mon[78585]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:11.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$mbLp8RIHSz5uzl1fMLRTW.XQ7X8ItJu5CbBIqC5afCgglmhY1/zs.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1702749851, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-16T18:04:11.870 INFO:teuthology.orchestra.run.smithi071.stdout:Fetching dashboard port number... 2023-12-16T18:04:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:12 smithi071 ceph-mon[78585]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:12 smithi071 ceph-mon[78585]: mgrmap e12: y(active, since 2s) 2023-12-16T18:04:12.503 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 8443 2023-12-16T18:04:12.512 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-16T18:04:12.513 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2023-12-16T18:04:12.519 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-16T18:04:12.520 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-16T18:04:12.520 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2023-12-16T18:04:12.520 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph Dashboard is now available at: 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout: URL: https://smithi071.front.sepia.ceph.com:8443/ 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout: User: admin 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout: Password: rcyng72iq1 2023-12-16T18:04:12.521 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:12.522 INFO:teuthology.orchestra.run.smithi071.stdout:Saving cluster configuration to /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config directory 2023-12-16T18:04:12.522 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling autotune for osd_memory_target 2023-12-16T18:04:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:13 smithi071 ceph-mon[78585]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:13 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/991077626' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.970 INFO:teuthology.orchestra.run.smithi071.stdout:Or, if you are only running a single cluster on this host: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: ceph telemetry on 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout:For more information see: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:13.971 INFO:teuthology.orchestra.run.smithi071.stdout:Bootstrap complete. 2023-12-16T18:04:14.008 INFO:tasks.cephadm:Fetching config... 2023-12-16T18:04:14.009 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:14.009 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-16T18:04:14.024 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-16T18:04:14.024 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:14.024 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-16T18:04:14.080 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-16T18:04:14.080 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:14.080 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-16T18:04:14.148 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-16T18:04:14.148 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:14.148 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-16T18:04:14.204 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-16T18:04:14.205 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjtb0vWAaAcqZG9jg3x46PncQ/jU2BRLNDY76elnWrfXoHwNMWqjV0Aqkkd9coSqaB9/p1DBGg25INWAMR3491G9IWvrz2Lieke6bv1l9+rPONc4QqCVJYqi5fYd3hylBkDdiZ/DBOjkN/ndh7YD7mO/TvnH9QNVMPhTjwX6jxAET/mNESVwQ2/U3IpjMkzceHa0urWqL9sMlEXmBJGrtauKR7Wy1UGEhHQkiMI2qCkoeleEK+lw4Y9dOOhddNFiPbcHnDfVohAKJUjirKq2AMmCSSpSeVzwVWviOTb3WfrCFry9wN35+VipiMyqEsTuGbRFZ4DOmVS4SHhQj0Abx3dupr9nhh4TSij99lrNO9ynyWH70f6Q40QasHIhbm7GTQ50rp2CtW9MbnAeB2lskY8K5BychWbk5xNyksaOXP/xF4Wu/eoMfzG+C1JKs0DbMTuBO/r+sj4gLQjjQjM+PGVlYTLTsadUCXReIQp07Ouw/vqEQWbViFi6ysXAbbMJk= ceph-52d88738-9c3d-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-16T18:04:14.285 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjtb0vWAaAcqZG9jg3x46PncQ/jU2BRLNDY76elnWrfXoHwNMWqjV0Aqkkd9coSqaB9/p1DBGg25INWAMR3491G9IWvrz2Lieke6bv1l9+rPONc4QqCVJYqi5fYd3hylBkDdiZ/DBOjkN/ndh7YD7mO/TvnH9QNVMPhTjwX6jxAET/mNESVwQ2/U3IpjMkzceHa0urWqL9sMlEXmBJGrtauKR7Wy1UGEhHQkiMI2qCkoeleEK+lw4Y9dOOhddNFiPbcHnDfVohAKJUjirKq2AMmCSSpSeVzwVWviOTb3WfrCFry9wN35+VipiMyqEsTuGbRFZ4DOmVS4SHhQj0Abx3dupr9nhh4TSij99lrNO9ynyWH70f6Q40QasHIhbm7GTQ50rp2CtW9MbnAeB2lskY8K5BychWbk5xNyksaOXP/xF4Wu/eoMfzG+C1JKs0DbMTuBO/r+sj4gLQjjQjM+PGVlYTLTsadUCXReIQp07Ouw/vqEQWbViFi6ysXAbbMJk= ceph-52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:14.299 DEBUG:teuthology.orchestra.run.smithi184:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjtb0vWAaAcqZG9jg3x46PncQ/jU2BRLNDY76elnWrfXoHwNMWqjV0Aqkkd9coSqaB9/p1DBGg25INWAMR3491G9IWvrz2Lieke6bv1l9+rPONc4QqCVJYqi5fYd3hylBkDdiZ/DBOjkN/ndh7YD7mO/TvnH9QNVMPhTjwX6jxAET/mNESVwQ2/U3IpjMkzceHa0urWqL9sMlEXmBJGrtauKR7Wy1UGEhHQkiMI2qCkoeleEK+lw4Y9dOOhddNFiPbcHnDfVohAKJUjirKq2AMmCSSpSeVzwVWviOTb3WfrCFry9wN35+VipiMyqEsTuGbRFZ4DOmVS4SHhQj0Abx3dupr9nhh4TSij99lrNO9ynyWH70f6Q40QasHIhbm7GTQ50rp2CtW9MbnAeB2lskY8K5BychWbk5xNyksaOXP/xF4Wu/eoMfzG+C1JKs0DbMTuBO/r+sj4gLQjjQjM+PGVlYTLTsadUCXReIQp07Ouw/vqEQWbViFi6ysXAbbMJk= ceph-52d88738-9c3d-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-16T18:04:14.346 INFO:teuthology.orchestra.run.smithi184.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjtb0vWAaAcqZG9jg3x46PncQ/jU2BRLNDY76elnWrfXoHwNMWqjV0Aqkkd9coSqaB9/p1DBGg25INWAMR3491G9IWvrz2Lieke6bv1l9+rPONc4QqCVJYqi5fYd3hylBkDdiZ/DBOjkN/ndh7YD7mO/TvnH9QNVMPhTjwX6jxAET/mNESVwQ2/U3IpjMkzceHa0urWqL9sMlEXmBJGrtauKR7Wy1UGEhHQkiMI2qCkoeleEK+lw4Y9dOOhddNFiPbcHnDfVohAKJUjirKq2AMmCSSpSeVzwVWviOTb3WfrCFry9wN35+VipiMyqEsTuGbRFZ4DOmVS4SHhQj0Abx3dupr9nhh4TSij99lrNO9ynyWH70f6Q40QasHIhbm7GTQ50rp2CtW9MbnAeB2lskY8K5BychWbk5xNyksaOXP/xF4Wu/eoMfzG+C1JKs0DbMTuBO/r+sj4gLQjjQjM+PGVlYTLTsadUCXReIQp07Ouw/vqEQWbViFi6ysXAbbMJk= ceph-52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:14.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-16T18:04:14.615 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:14.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:14 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3371749905' entity='client.admin' 2023-12-16T18:04:16.020 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-16T18:04:16.020 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-16T18:04:16.292 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:16.707 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: mgrmap e13: y(active, since 6s) 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4179399206' entity='client.admin' 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:16.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:17.684 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi184 2023-12-16T18:04:17.684 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:04:17.684 DEBUG:teuthology.orchestra.run.smithi184:> dd of=/etc/ceph/ceph.conf 2023-12-16T18:04:17.702 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:04:17.703 DEBUG:teuthology.orchestra.run.smithi184:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:17.761 INFO:tasks.cephadm:Adding host smithi184 to orchestrator... 2023-12-16T18:04:17.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch host add smithi184 2023-12-16T18:04:18.016 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:18.626 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:18.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:18.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:18.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:18.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:18.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:19 smithi071 ceph-mon[78585]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi184", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:20.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:20 smithi071 ceph-mon[78585]: Deploying cephadm binary to smithi184 2023-12-16T18:04:20.943 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi184' with addr '172.21.15.184' 2023-12-16T18:04:21.198 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch host ls --format=json 2023-12-16T18:04:21.442 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:21 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:21 smithi071 ceph-mon[78585]: Added host smithi184 2023-12-16T18:04:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:21 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:21 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:21 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:22.369 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:04:22.370 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.184", "hostname": "smithi184", "labels": [], "status": ""}] 2023-12-16T18:04:22.788 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-16T18:04:22.788 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd crush tunables default 2023-12-16T18:04:23.029 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:23.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:23 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:23.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:23 smithi071 ceph-mon[78585]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:04:24.332 INFO:teuthology.orchestra.run.smithi071.stderr:adjusted tunables profile to default 2023-12-16T18:04:24.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T18:04:24.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:24.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:24.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:24.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:24.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi184", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:24.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:24.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:24.580 INFO:tasks.cephadm:Adding mon.a on smithi071 2023-12-16T18:04:24.580 INFO:tasks.cephadm:Adding mon.c on smithi071 2023-12-16T18:04:24.580 INFO:tasks.cephadm:Adding mon.b on smithi184 2023-12-16T18:04:24.580 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply mon '3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b' 2023-12-16T18:04:24.829 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:25.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:25.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:25.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:25.744 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mon update... 2023-12-16T18:04:26.014 DEBUG:teuthology.orchestra.run.smithi071:mon.c> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.c.service 2023-12-16T18:04:26.017 DEBUG:teuthology.orchestra.run.smithi184:mon.b> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.b.service 2023-12-16T18:04:26.019 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T18:04:26.019 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T18:04:26.644 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b;count:3 2023-12-16T18:04:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:27.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:26 smithi071 ceph-mon[78585]: Deploying daemon mon.b on smithi184 2023-12-16T18:04:28.206 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:04:28.207 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":1,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","modified":"2023-12-16T18:03:26.698801Z","created":"2023-12-16T18:03:26.698801Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-12-16T18:04:28.209 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 1 2023-12-16T18:04:28.636 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 podman[82577]: 2023-12-16 18:04:28.597704298 +0000 UTC m=+0.054290398 container create d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, GIT_CLEAN=True) 2023-12-16T18:04:28.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 podman[82577]: 2023-12-16 18:04:28.561202459 +0000 UTC m=+0.017788536 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T18:04:28.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 podman[82577]: 2023-12-16 18:04:28.673021664 +0000 UTC m=+0.129607727 container init d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T18:04:28.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 podman[82577]: 2023-12-16 18:04:28.678848534 +0000 UTC m=+0.135434594 container start d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:04:28.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: pidfile_write: ignore empty --pid-file 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: load: jerasure load: lrc 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: RocksDB version: 6.15.5 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Compile date Dec 13 2023 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: DB SUMMARY 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: DB Session ID: WUC6ZPDB67LEHUZ020OL 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-12-16T18:04:28.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.env: 0x562fbf06da80 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.fs: Posix File System 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.info_log: 0x562fc176e2a0 2023-12-16T18:04:28.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:04:28.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:28 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/3910600128' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.726 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.statistics: (nil) 2023-12-16T18:04:28.726 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.use_fsync: 0 2023-12-16T18:04:28.726 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:04:28.726 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.db_log_dir: 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:04:28.727 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.write_buffer_manager: 0x562fc24de960 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:04:28.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.unordered_write: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.row_cache: None 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.wal_filter: None 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.preserve_deletes: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:04:28.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:04:28.730 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_open_files: -1 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Compression algorithms supported: 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kZSTD supported: 0 2023-12-16T18:04:28.731 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.merge_operator: 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_filter: None 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:04:28.732 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562fc17bef90) 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_type: 0 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_index_type: 0 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_shortening: 1 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: hash_index_allow_collision: 1 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: checksum: 1 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: no_block_cache: 0 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache: 0x562fc17f1090 2023-12-16T18:04:28.733 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_options: 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: capacity : 536870912 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: num_shard_bits : 4 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: strict_capacity_limit : 0 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_compressed: (nil) 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: persistent_cache: (nil) 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size: 4096 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size_deviation: 10 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_restart_interval: 16 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_block_restart_interval: 1 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: metadata_block_size: 4096 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: partition_filters: 0 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: use_delta_encoding: 1 2023-12-16T18:04:28.734 INFO:journalctl@ceph.mon.b.smithi184.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: whole_key_filtering: 1 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: verify_compression: 0 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: format_version: 4 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_index_compression: 1 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_align: 0 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression: NoCompression 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.num_levels: 7 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:04:28.735 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:04:28.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:04:28.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:04:28.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:04:28.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.ttl: 2592000 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:04:28.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749868705416, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749868705718, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702749868, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "83820f9f-efb7-4d61-b9bb-9121483e437e", "db_session_id": "WUC6ZPDB67LEHUZ020OL"}} 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749868706008, "job": 1, "event": "recovery_finished"} 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:04:28.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x562fc1785180 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: DB pointer 0x562fc185a000 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** DB Stats ** 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:28.743 INFO:journalctl@ceph.mon.b.smithi184.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:04:28.744 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.745 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.746 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: using public_addr v2:172.21.15.184:0/0 -> [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: starting mon.b rank -1 at public addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] at bind addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(???) e0 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 bash[82577]: d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 systemd[1]: Started Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).mds e1 new map 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).mds e1 print_map 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: e1 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: legacy client fscid: -1 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:04:28.747 INFO:journalctl@ceph.mon.b.smithi184.stdout: No filesystems configured 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mkfs 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:28.748 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: fsmap 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e1: no daemons active 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3477611091' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: fsmap 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e1: no daemons active 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4013758430' entity='client.admin' 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2093314409' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2014967556' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3548288146' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e2: y(active, starting, since 0.00289717s) 2023-12-16T18:04:28.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e3: y(active, since 1.0065s) 2023-12-16T18:04:28.750 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3680635898' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/462213602' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e4: y(active, since 3s) 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e5: y(active, since 4s) 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3480036480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Active manager daemon y restarted 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e6: y(active, starting, since 0.0031115s) 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:28.751 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Found migration_current of "None". Setting to last migration. 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e7: y(active, since 1.00548s) 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:03:50] ENGINE Bus STARTING 2023-12-16T18:04:28.752 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:03:50] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:03:50] ENGINE Bus STARTED 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e8: y(active, since 2s) 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Generating ssh key... 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.753 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Deploying cephadm binary to smithi071 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Added host smithi071 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Saving service mon spec with placement count:5 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Saving service mgr spec with placement count:2 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/373388358' entity='client.admin' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4222867667' entity='client.admin' 2023-12-16T18:04:28.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e9: y(active, since 12s) 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1228235486' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Active manager daemon y restarted 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e10: y(active, starting, since 0.00328168s) 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:28.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:04:09] ENGINE Bus STARTING 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:04:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: [16/Dec/2023:18:04:09] ENGINE Bus STARTED 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e11: y(active, since 1.0076s) 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e12: y(active, since 2s) 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/991077626' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3371749905' entity='client.admin' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mgrmap e13: y(active, since 6s) 2023-12-16T18:04:28.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4179399206' entity='client.admin' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.758 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi184", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:28.759 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Deploying cephadm binary to smithi184 2023-12-16T18:04:28.759 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:28.759 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Added host smithi184 2023-12-16T18:04:28.759 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:28.759 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:04:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T18:04:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi184", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b;count:3 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: Deploying daemon mon.b on smithi184 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/3910600128' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-16T18:04:29.090 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:28 smithi184 ceph-mon[82596]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-12-16T18:04:29.539 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T18:04:29.539 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T18:04:29.792 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:04:34.087 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:04:34.087 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":2,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","modified":"2023-12-16T18:04:28.732651Z","created":"2023-12-16T18:03:26.698801Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:3300","nonce":0},{"type":"v1","addr":"172.21.15.184:6789","nonce":0}]},"addr":"172.21.15.184:6789/0","public_addr":"172.21.15.184:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: mon.a calling monitor election 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: mon.b calling monitor election 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: fsmap 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: mgrmap e13: y(active, since 25s) 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: overall HEALTH_OK 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:34.090 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 2 2023-12-16T18:04:34.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: mon.a calling monitor election 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: mon.b calling monitor election 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:04:34.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: fsmap 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: mgrmap e13: y(active, since 25s) 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: overall HEALTH_OK 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:34.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:34 smithi184 ceph-mon[82596]: Deploying daemon mon.c on smithi071 2023-12-16T18:04:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:34 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/1629725997' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.112 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:34 smithi071 ceph-mon[78585]: Deploying daemon mon.c on smithi071 2023-12-16T18:04:35.112 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:34 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/1629725997' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.112 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.321 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-16T18:04:35.321 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-16T18:04:35.428 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 systemd[1]: Starting Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:04:35.571 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:04:35.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 podman[89342]: 2023-12-16 18:04:35.429039019 +0000 UTC m=+0.070329838 container create 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=) 2023-12-16T18:04:35.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 podman[89342]: 2023-12-16 18:04:35.377043025 +0000 UTC m=+0.018333861 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 podman[89342]: 2023-12-16 18:04:35.51274624 +0000 UTC m=+0.154037072 container init 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 podman[89342]: 2023-12-16 18:04:35.526720401 +0000 UTC m=+0.168011226 container start 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable), process ceph-mon, pid 2 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: pidfile_write: ignore empty --pid-file 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: load: jerasure load: lrc 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: RocksDB version: 6.15.5 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Compile date Dec 13 2023 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: DB SUMMARY 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: DB Session ID: 6AIFZSZ5NT8PCWQXAE4V 2023-12-16T18:04:35.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.env: 0x55e232926a80 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.fs: Posix File System 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.info_log: 0x55e2340b62a0 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.statistics: (nil) 2023-12-16T18:04:35.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.use_fsync: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.db_log_dir: 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:04:35.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.write_buffer_manager: 0x55e234e26930 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:04:35.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:04:35.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.unordered_write: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.row_cache: None 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.wal_filter: None 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.preserve_deletes: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:04:35.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:04:35.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_open_files: -1 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:04:35.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Compression algorithms supported: 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kZSTD supported: 0 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.merge_operator: 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_filter: None 2023-12-16T18:04:35.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e234106f90) 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_type: 0 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_index_type: 0 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_shortening: 1 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: hash_index_allow_collision: 1 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: checksum: 1 2023-12-16T18:04:35.735 INFO:journalctl@ceph.mon.c.smithi071.stdout: no_block_cache: 0 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache: 0x55e234139090 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_options: 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: capacity : 536870912 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: num_shard_bits : 4 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: strict_capacity_limit : 0 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_compressed: (nil) 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: persistent_cache: (nil) 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size: 4096 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size_deviation: 10 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_restart_interval: 16 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_block_restart_interval: 1 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: metadata_block_size: 4096 2023-12-16T18:04:35.736 INFO:journalctl@ceph.mon.c.smithi071.stdout: partition_filters: 0 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: use_delta_encoding: 1 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: whole_key_filtering: 1 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: verify_compression: 0 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: format_version: 4 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_index_compression: 1 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_align: 0 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 bash[89342]: 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression: NoCompression 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:04:35.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.num_levels: 7 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:04:35.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:04:35.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.arena_block_size: 4194304 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:04:35.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:04:35.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.ttl: 2592000 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:04:35.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749875553491, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749875553781, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1702749875, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "77dea503-097b-45b8-bd7b-6bddf0e0fea8", "db_session_id": "6AIFZSZ5NT8PCWQXAE4V"}} 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702749875554083, "job": 1, "event": "recovery_finished"} 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55e2340cd180 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: DB pointer 0x55e2341a2000 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** DB Stats ** 2023-12-16T18:04:35.743 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.745 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:04:35.746 INFO:journalctl@ceph.mon.c.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: using public_addrv [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: starting mon.c rank -1 at public addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] at bind addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 systemd[1]: Started Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(???) e0 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:35.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).mds e1 new map 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: e1 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: legacy client fscid: -1 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout: No filesystems configured 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-16T18:04:35.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mkfs 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: fsmap 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e1: no daemons active 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3477611091' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:35.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: fsmap 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e1: 0 total, 0 up, 0 in 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e1: no daemons active 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4013758430' entity='client.admin' 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2093314409' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2014967556' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3548288146' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e2: y(active, starting, since 0.00289717s) 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:35.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14100 172.21.15.71:0/926292323' entity='mgr.y' 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e3: y(active, since 1.0065s) 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3680635898' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/462213602' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e4: y(active, since 3s) 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/986244923' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e5: y(active, since 4s) 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3480036480' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:04:35.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Active manager daemon y restarted 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e2: 0 total, 0 up, 0 in 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e6: y(active, starting, since 0.0031115s) 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Found migration_current of "None". Setting to last migration. 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e7: y(active, since 1.00548s) 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:03:50] ENGINE Bus STARTING 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:03:50] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:03:50] ENGINE Bus STARTED 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e8: y(active, since 2s) 2023-12-16T18:04:35.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Generating ssh key... 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Deploying cephadm binary to smithi071 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Added host smithi071 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Saving service mon spec with placement count:5 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Saving service mgr spec with placement count:2 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/373388358' entity='client.admin' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4222867667' entity='client.admin' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14120 172.21.15.71:0/4069205521' entity='mgr.y' 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3447492334' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e9: y(active, since 12s) 2023-12-16T18:04:35.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1228235486' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Active manager daemon y restarted 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e3: 0 total, 0 up, 0 in 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e10: y(active, starting, since 0.00328168s) 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:04:35.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:04:09] ENGINE Bus STARTING 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:04:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: [16/Dec/2023:18:04:09] ENGINE Bus STARTED 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e11: y(active, since 1.0076s) 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e12: y(active, since 2s) 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/991077626' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3371749905' entity='client.admin' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e13: y(active, since 6s) 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4179399206' entity='client.admin' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi184", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Deploying cephadm binary to smithi184 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Added host smithi184 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi184", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:35.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4051720243' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi184:172.21.15.184=b;count:3 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:35.761 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Deploying daemon mon.b on smithi184 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/3910600128' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.a calling monitor election 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.b calling monitor election 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.762 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: fsmap 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mgrmap e13: y(active, since 25s) 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: overall HEALTH_OK 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: Deploying daemon mon.c on smithi071 2023-12-16T18:04:35.763 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/1629725997' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:35.764 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:35.764 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:35 smithi071 ceph-mon[89361]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-16T18:04:40.913 INFO:teuthology.orchestra.run.smithi184.stdout: 2023-12-16T18:04:40.913 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":3,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","modified":"2023-12-16T18:04:35.576408Z","created":"2023-12-16T18:03:26.698801Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:3300","nonce":0},{"type":"v1","addr":"172.21.15.184:6789","nonce":0}]},"addr":"172.21.15.184:6789/0","public_addr":"172.21.15.184:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3301","nonce":0},{"type":"v1","addr":"172.21.15.71:6790","nonce":0}]},"addr":"172.21.15.71:6790/0","public_addr":"172.21.15.71:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-12-16T18:04:40.915 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 3 2023-12-16T18:04:40.926 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:40.926 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: mon.a calling monitor election 2023-12-16T18:04:40.926 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: mon.b calling monitor election 2023-12-16T18:04:40.926 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:40.926 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: mon.c calling monitor election 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: fsmap 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:40.927 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: mgrmap e13: y(active, since 31s) 2023-12-16T18:04:40.928 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: overall HEALTH_OK 2023-12-16T18:04:40.928 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:40.928 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:40 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: mon.a calling monitor election 2023-12-16T18:04:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: mon.b calling monitor election 2023-12-16T18:04:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: mon.c calling monitor election 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: fsmap 2023-12-16T18:04:40.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: mgrmap e13: y(active, since 31s) 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: overall HEALTH_OK 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: mon.a calling monitor election 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: mon.b calling monitor election 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: mon.c calling monitor election 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: fsmap 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: osdmap e4: 0 total, 0 up, 0 in 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: mgrmap e13: y(active, since 31s) 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: overall HEALTH_OK 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:40.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:40 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.235 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-16T18:04:41.235 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph config generate-minimal-conf 2023-12-16T18:04:41.703 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:41.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/1922213615' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:41.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/1922213615' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.970 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/1922213615' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:41.971 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.667 INFO:teuthology.orchestra.run.smithi071.stdout:# minimal ceph.conf for 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:42.667 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2023-12-16T18:04:42.667 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:04:42.667 INFO:teuthology.orchestra.run.smithi071.stdout: mon_host = [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] 2023-12-16T18:04:42.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:42.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:42.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1674411592' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.962 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:42.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:42.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:42.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:42.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:42 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1674411592' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:43.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:42 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1674411592' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:43.266 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-16T18:04:43.266 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:43.266 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf 2023-12-16T18:04:43.297 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:43.297 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:43.364 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:04:43.365 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.conf 2023-12-16T18:04:43.400 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:04:43.400 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:04:43.470 INFO:tasks.cephadm:Adding mgr.y on smithi071 2023-12-16T18:04:43.471 INFO:tasks.cephadm:Adding mgr.x on smithi184 2023-12-16T18:04:43.471 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply mgr '2;smithi071=y;smithi184=x' 2023-12-16T18:04:43.756 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T18:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.285 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: Reconfiguring mon.a (unknown last config time)... 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.287 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:44.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.086 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mgr update... 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:45.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:45 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.321 DEBUG:teuthology.orchestra.run.smithi184:mgr.x> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service 2023-12-16T18:04:45.323 INFO:tasks.cephadm:Deploying OSDs... 2023-12-16T18:04:45.323 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:04:45.323 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2023-12-16T18:04:45.342 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-16T18:04:45.342 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 665 Links: 1 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-16 18:04:35.211028605 +0000 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-16 17:59:40.567324460 +0000 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-16 17:59:40.567324460 +0000 2023-12-16T18:04:45.400 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2023-12-16 17:59:40.567324460 +0000 2023-12-16T18:04:45.401 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:45.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:45.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:45 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:45.470 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-16T18:04:45.470 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-16T18:04:45.470 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000218103 s, 2.3 MB/s 2023-12-16T18:04:45.472 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-16T18:04:45.530 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 682 Links: 1 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-16 18:04:35.211028605 +0000 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-16 17:59:41.079315796 +0000 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-16 17:59:41.079315796 +0000 2023-12-16T18:04:45.587 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2023-12-16 17:59:41.079315796 +0000 2023-12-16T18:04:45.587 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-16T18:04:45.655 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-16T18:04:45.655 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-16T18:04:45.655 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000222557 s, 2.3 MB/s 2023-12-16T18:04:45.656 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-16T18:04:45.714 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2023-12-16T18:04:45.771 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-16T18:04:45.771 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:45.771 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 702 Links: 1 2023-12-16T18:04:45.771 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:45.772 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:45.772 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-16 18:04:35.212028588 +0000 2023-12-16T18:04:45.772 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-16 17:59:41.578307352 +0000 2023-12-16T18:04:45.772 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-16 17:59:41.578307352 +0000 2023-12-16T18:04:45.772 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2023-12-16 17:59:41.578307352 +0000 2023-12-16T18:04:45.772 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-16T18:04:45.839 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-16T18:04:45.839 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-16T18:04:45.839 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.00022507 s, 2.3 MB/s 2023-12-16T18:04:45.840 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-16T18:04:45.898 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2023-12-16T18:04:45.953 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-16T18:04:45.953 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:45.953 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 719 Links: 1 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-16 18:04:35.212028588 +0000 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-16 17:59:42.068299060 +0000 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-16 17:59:42.068299060 +0000 2023-12-16T18:04:45.954 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2023-12-16 17:59:42.068299060 +0000 2023-12-16T18:04:45.954 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-16T18:04:46.020 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-16T18:04:46.020 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-16T18:04:46.020 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000231285 s, 2.2 MB/s 2023-12-16T18:04:46.021 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-16T18:04:46.078 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:04:46.078 DEBUG:teuthology.orchestra.run.smithi184:> dd if=/scratch_devs of=/dev/stdout 2023-12-16T18:04:46.097 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-16T18:04:46.097 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_1 2023-12-16T18:04:46.153 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 665 Links: 1 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2023-12-16 18:04:45.989127835 +0000 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2023-12-16 17:59:42.097810589 +0000 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2023-12-16 17:59:42.097810589 +0000 2023-12-16T18:04:46.154 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2023-12-16 17:59:42.097810589 +0000 2023-12-16T18:04:46.154 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-16T18:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: Saving service mgr spec with placement smithi071=y;smithi184=x;count:2 2023-12-16T18:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[78585]: Deploying daemon mgr.x on smithi184 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: Saving service mgr spec with placement smithi071=y;smithi184=x;count:2 2023-12-16T18:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:46 smithi071 ceph-mon[89361]: Deploying daemon mgr.x on smithi184 2023-12-16T18:04:46.227 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2023-12-16T18:04:46.227 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2023-12-16T18:04:46.227 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000186164 s, 2.8 MB/s 2023-12-16T18:04:46.227 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-16T18:04:46.285 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_2 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: Saving service mgr spec with placement smithi071=y;smithi184=x;count:2 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:46 smithi184 ceph-mon[82596]: Deploying daemon mgr.x on smithi184 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 684 Links: 1 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2023-12-16 18:04:46.172123893 +0000 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2023-12-16 17:59:42.601799738 +0000 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2023-12-16 17:59:42.601799738 +0000 2023-12-16T18:04:46.340 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2023-12-16 17:59:42.601799738 +0000 2023-12-16T18:04:46.340 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-16T18:04:46.407 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2023-12-16T18:04:46.408 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2023-12-16T18:04:46.408 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000174354 s, 2.9 MB/s 2023-12-16T18:04:46.409 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-16T18:04:46.464 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_3 2023-12-16T18:04:46.518 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 703 Links: 1 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2023-12-16 18:04:46.173123871 +0000 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2023-12-16 17:59:43.097789060 +0000 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2023-12-16 17:59:43.097789060 +0000 2023-12-16T18:04:46.519 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2023-12-16 17:59:43.097789060 +0000 2023-12-16T18:04:46.520 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-16T18:04:46.586 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2023-12-16T18:04:46.586 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2023-12-16T18:04:46.586 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000202271 s, 2.5 MB/s 2023-12-16T18:04:46.587 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-16T18:04:46.643 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_4 2023-12-16T18:04:46.698 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-16T18:04:46.698 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-16T18:04:46.698 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 721 Links: 1 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2023-12-16 18:04:46.173123871 +0000 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2023-12-16 17:59:43.617777864 +0000 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2023-12-16 17:59:43.617777864 +0000 2023-12-16T18:04:46.699 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2023-12-16 17:59:43.617777864 +0000 2023-12-16T18:04:46.699 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-16T18:04:46.765 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2023-12-16T18:04:46.766 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2023-12-16T18:04:46.766 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000203433 s, 2.5 MB/s 2023-12-16T18:04:46.767 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-16T18:04:46.822 INFO:tasks.cephadm:Deploying osd.0 on smithi071 with /dev/vg_nvme/lv_4... 2023-12-16T18:04:46.823 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-16T18:04:47.071 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.879 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:47.792+0000 7f42ce0e11c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:47.880+0000 7f42ce0e11c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:47.880 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112713 s, 930 MB/s 2023-12-16T18:04:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-16T18:04:48.188 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:47.963+0000 7f42ce0e11c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:04:48.188 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.111+0000 7f42ce0e11c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:04:48.188 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.189+0000 7f42ce0e11c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:04:48.317 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_4 2023-12-16T18:04:48.537 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.358+0000 7f42ce0e11c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:04:48.538 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.538+0000 7f42ce0e11c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:04:48.576 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.622+0000 7f42ce0e11c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.715+0000 7f42ce0e11c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:48.799+0000 7f42ce0e11c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.799 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:48.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: Reconfiguring mgr.y (unknown last config time)... 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:04:48.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:49.843+0000 7f42ce0e11c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:49.971+0000 7f42ce0e11c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-mon[82596]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:50.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[89361]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:50.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:50.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:04:50.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:04:50.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:50.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[78585]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:50.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:50.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:04:50.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:04:50.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:50.558 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:50.159+0000 7f42ce0e11c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:04:50.558 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:50.387+0000 7f42ce0e11c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:04:50.559 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:50.559+0000 7f42ce0e11c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:04:50.813 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:50.735+0000 7f42ce0e11c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:04:51.074 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-mon[82596]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:51.074 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:50.990+0000 7f42ce0e11c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:04:51.074 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:51.074+0000 7f42ce0e11c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:04:51.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:50 smithi071 ceph-mon[78585]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:51.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:50 smithi071 ceph-mon[89361]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:04:51.815 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:51.474+0000 7f42ce0e11c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/83948087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]': finished 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:51 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/74024658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/83948087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]': finished 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/74024658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/83948087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]: dispatch 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a3bc722f-50b6-47d3-a36e-e9b62638597d"}]': finished 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: osdmap e5: 1 total, 0 up, 1 in 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:51 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/74024658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:04:52.527 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:52.240+0000 7f42ce0e11c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:04:52.527 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:52.526+0000 7f42ce0e11c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:04:53.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:52.842+0000 7f42ce0e11c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:04:53.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:04:53.030+0000 7f42ce0e11c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: Standby manager daemon x started 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:04:54.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: Standby manager daemon x started 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: Standby manager daemon x started 2023-12-16T18:04:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:04:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:04:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:04:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/183890917' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:04:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:54 smithi184 ceph-mon[82596]: mgrmap e14: y(active, since 45s), standbys: x 2023-12-16T18:04:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:54 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:04:55.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:54 smithi071 ceph-mon[78585]: mgrmap e14: y(active, since 45s), standbys: x 2023-12-16T18:04:55.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:54 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:04:55.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:54 smithi071 ceph-mon[89361]: mgrmap e14: y(active, since 45s), standbys: x 2023-12-16T18:04:55.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:54 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:04:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:55 smithi184 ceph-mon[82596]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:55 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:04:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:55 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:56.215 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[78585]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:56.216 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:04:56.216 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:56.216 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[89361]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:56.216 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:04:56.216 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:55 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:04:57.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:57 smithi071 ceph-mon[78585]: Deploying daemon osd.0 on smithi071 2023-12-16T18:04:57.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:57 smithi071 ceph-mon[89361]: Deploying daemon osd.0 on smithi071 2023-12-16T18:04:57.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:57 smithi184 ceph-mon[82596]: Deploying daemon osd.0 on smithi071 2023-12-16T18:04:58.440 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:58 smithi071 ceph-mon[78585]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:58.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:58 smithi071 ceph-mon[89361]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:58.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:58 smithi184 ceph-mon[82596]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:59.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:59.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:59.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:59.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[78585]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:04:59.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:59.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:04:59.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:04:59.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:04:59 smithi071 ceph-mon[89361]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:04:59 smithi184 ceph-mon[82596]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:00.462 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 0 on host 'smithi071' 2023-12-16T18:05:00.771 DEBUG:teuthology.orchestra.run.smithi071:osd.0> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service 2023-12-16T18:05:00.774 INFO:tasks.cephadm:Deploying osd.1 on smithi071 with /dev/vg_nvme/lv_3... 2023-12-16T18:05:00.774 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-16T18:05:01.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:01.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:01.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:01.323 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:01.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:01.865 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:01 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:05:01.790+0000 7f80fe3fc540 -1 osd.0 0 log_to_monitors true 2023-12-16T18:05:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[78585]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[78585]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[78585]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[89361]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:02.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[89361]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:02 smithi071 ceph-mon[89361]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128977 s, 813 MB/s 2023-12-16T18:05:02.476 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-16T18:05:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:02 smithi184 ceph-mon[82596]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:02 smithi184 ceph-mon[82596]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:02 smithi184 ceph-mon[82596]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:05:02.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_3 2023-12-16T18:05:03.029 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:03.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:05:03.459+0000 7f80f63e4700 -1 osd.0 0 waiting for initial osdmap 2023-12-16T18:05:03.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:05:03.461+0000 7f80ee9da700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:05:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:05:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T18:05:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi071 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 16064M 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi071 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 16064M 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:03.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:03.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: osdmap e6: 1 total, 0 up, 1 in 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi071 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 16064M 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:03.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:04.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:04.673 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:04 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: osdmap e7: 1 total, 0 up, 1 in 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:04 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:05.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:05:05.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207] boot 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: pgmap v26: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]: dispatch 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]': finished 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:05:05.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207] boot 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: pgmap v26: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]: dispatch 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]': finished 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T18:05:05.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:05 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: osd.0 [v2:172.21.15.71:6802/394556207,v1:172.21.15.71:6803/394556207] boot 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: osdmap e8: 1 total, 1 up, 1 in 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: pgmap v26: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]: dispatch 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2846896362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f31bde35-9788-4af7-a674-2c41af55226c"}]': finished 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: osdmap e9: 2 total, 1 up, 2 in 2023-12-16T18:05:05.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:05 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:06 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3009424593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:06 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3009424593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:06 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3009424593' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:07 smithi071 ceph-mon[78585]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:07 smithi071 ceph-mon[89361]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:07 smithi184 ceph-mon[82596]: pgmap v28: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:09 smithi071 ceph-mon[78585]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:09 smithi071 ceph-mon[89361]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:10.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:09 smithi184 ceph-mon[82596]: pgmap v29: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:05:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:10 smithi184 ceph-mon[82596]: Deploying daemon osd.1 on smithi071 2023-12-16T18:05:11.204 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:05:11.204 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:11.204 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[78585]: Deploying daemon osd.1 on smithi071 2023-12-16T18:05:11.204 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:05:11.204 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:11.205 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:10 smithi071 ceph-mon[89361]: Deploying daemon osd.1 on smithi071 2023-12-16T18:05:12.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:12 smithi071 ceph-mon[78585]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:12.435 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:12 smithi071 ceph-mon[89361]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:12.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:12 smithi184 ceph-mon[82596]: pgmap v30: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[78585]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:13.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[89361]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:13.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:13.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:13.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:13 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:13 smithi184 ceph-mon[82596]: pgmap v31: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:13 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:13 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:13 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:14.601 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 1 on host 'smithi071' 2023-12-16T18:05:14.889 DEBUG:teuthology.orchestra.run.smithi071:osd.1> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.1.service 2023-12-16T18:05:14.891 INFO:tasks.cephadm:Deploying osd.2 on smithi071 with /dev/vg_nvme/lv_2... 2023-12-16T18:05:14.891 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-16T18:05:15.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.127 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.297 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:15.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:15.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:16.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[78585]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:16.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[78585]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[78585]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[89361]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:16.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[89361]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-mon[89361]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.225 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:05:16.054+0000 7f0a5411c540 -1 osd.1 0 log_to_monitors true 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131189 s, 799 MB/s 2023-12-16T18:05:16.451 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-16T18:05:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:16 smithi184 ceph-mon[82596]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:16 smithi184 ceph-mon[82596]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:16 smithi184 ceph-mon[82596]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:05:16.764 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_2 2023-12-16T18:05:17.181 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:17.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:05:17.593+0000 7f0a4a901700 -1 osd.1 0 waiting for initial osdmap 2023-12-16T18:05:17.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:05:17.596+0000 7f0a47700700 -1 osd.1 11 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi071 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 8032M 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:17.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:05:17.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi071 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 8032M 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:17.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:17.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:17.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:17.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:17 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: osdmap e10: 2 total, 1 up, 2 in 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi071 2023-12-16T18:05:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 8032M 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:18.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:17 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T18:05:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:18.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:18.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:18.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:18.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: osdmap e11: 2 total, 1 up, 2 in 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:05:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:05:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533] boot 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]: dispatch 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]': finished 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: osdmap e13: 3 total, 2 up, 3 in 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:05:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533] boot 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]: dispatch 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]': finished 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: osdmap e13: 3 total, 2 up, 3 in 2023-12-16T18:05:19.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: osd.1 [v2:172.21.15.71:6810/1351886533,v1:172.21.15.71:6811/1351886533] boot 2023-12-16T18:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: osdmap e12: 2 total, 2 up, 2 in 2023-12-16T18:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:05:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-16T18:05:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]: dispatch 2023-12-16T18:05:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3610654559' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3513557a-bbe1-4bd1-9960-c0a4cf4cbda2"}]': finished 2023-12-16T18:05:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: osdmap e13: 3 total, 2 up, 3 in 2023-12-16T18:05:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:20 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4248463784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:20 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4248463784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:20 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4248463784' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:22.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:22 smithi071 ceph-mon[78585]: pgmap v39: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:22.429 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:22 smithi071 ceph-mon[89361]: pgmap v39: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:22 smithi184 ceph-mon[82596]: pgmap v39: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[78585]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[89361]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:05:24.426 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:24 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:24 smithi184 ceph-mon[82596]: pgmap v40: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:24 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:05:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:24 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:25.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:25 smithi071 ceph-mon[78585]: Deploying daemon osd.2 on smithi071 2023-12-16T18:05:25.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:25 smithi071 ceph-mon[89361]: Deploying daemon osd.2 on smithi071 2023-12-16T18:05:25.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:25 smithi184 ceph-mon[82596]: Deploying daemon osd.2 on smithi071 2023-12-16T18:05:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:26 smithi071 ceph-mon[78585]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:26.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:26 smithi071 ceph-mon[89361]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:26.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:26 smithi184 ceph-mon[82596]: pgmap v41: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[89361]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[78585]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:28.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:28 smithi184 ceph-mon[82596]: pgmap v42: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:28.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:28.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:28.790 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 2 on host 'smithi071' 2023-12-16T18:05:29.161 DEBUG:teuthology.orchestra.run.smithi071:osd.2> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.2.service 2023-12-16T18:05:29.163 INFO:tasks.cephadm:Deploying osd.3 on smithi071 with /dev/vg_nvme/lv_1... 2023-12-16T18:05:29.163 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: pgmap v43: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:29.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:29.722 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:30.325 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:05:30.243+0000 7f58d9e43540 -1 osd.2 0 log_to_monitors true 2023-12-16T18:05:30.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:30 smithi184 ceph-mon[82596]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:05:30.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:30 smithi071 ceph-mon[78585]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:05:30.621 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:30 smithi071 ceph-mon[89361]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130888 s, 801 MB/s 2023-12-16T18:05:30.781 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-16T18:05:31.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_1 2023-12-16T18:05:31.428 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:05:31.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:05:31.347+0000 7f58d0628700 -1 osd.2 0 waiting for initial osdmap 2023-12-16T18:05:31.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:05:31.356+0000 7f58cd427700 -1 osd.2 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:05:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:05:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:31.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: osdmap e14: 3 total, 2 up, 3 in 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:31.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi071 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 5354M 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi071 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 5354M 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:32.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi071 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 5354M 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: osdmap e15: 3 total, 2 up, 3 in 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:33.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178] boot 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: osdmap e16: 3 total, 3 up, 3 in 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:33.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178] boot 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: osdmap e16: 3 total, 3 up, 3 in 2023-12-16T18:05:33.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:33.623 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:33.623 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:33 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: osd.2 [v2:172.21.15.71:6818/503377178,v1:172.21.15.71:6819/503377178] boot 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: osdmap e16: 3 total, 3 up, 3 in 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-16T18:05:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:33 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]: dispatch 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]': finished 2023-12-16T18:05:34.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: osdmap e18: 4 total, 3 up, 4 in 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]: dispatch 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]': finished 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: osdmap e18: 4 total, 3 up, 4 in 2023-12-16T18:05:34.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:34 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-16T18:05:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: osdmap e17: 3 total, 3 up, 3 in 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]: dispatch 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3839258512' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ab30eef-753c-42b3-bc36-6c0b6890f8be"}]': finished 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: osdmap e18: 4 total, 3 up, 4 in 2023-12-16T18:05:34.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:34.972 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109015]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:34.973 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109015]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:34.973 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109015]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:34.973 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109015]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:35.224 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109019]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:35.224 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109019]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:35.224 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109019]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:35.224 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:05:34 smithi071 sudo[109019]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:35.498 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4038856455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:35.498 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[78585]: pgmap v51: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:35.498 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:35.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4038856455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:35.499 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[89361]: pgmap v51: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:35.499 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:35.499 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109207]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:35.499 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109207]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:35.499 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109207]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:35.499 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109207]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109398]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109398]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109398]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109394]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109394]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:35.759 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109394]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:35.760 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109394]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:35.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:35 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4038856455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:35.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:35 smithi184 ceph-mon[82596]: pgmap v51: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:35.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:35 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:36.224 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:35 smithi071 sudo[109398]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:36.224 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109586]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:36.224 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109586]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:36.224 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109586]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:36.224 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109586]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:36.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109779]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:36.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109779]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:36.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109779]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:36.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109779]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:36.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109783]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:36.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109783]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:36.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109783]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:36.778 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:36 smithi071 sudo[109783]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:37.004 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:36 smithi184 sudo[85192]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:37.004 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:36 smithi184 sudo[85192]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:37.004 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:36 smithi184 sudo[85192]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:37.004 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:36 smithi184 sudo[85192]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[78585]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[78585]: mgrmap e15: y(active, since 87s), standbys: x 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[89361]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[89361]: mgrmap e15: y(active, since 87s), standbys: x 2023-12-16T18:05:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 sudo[85195]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 sudo[85195]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 sudo[85195]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 sudo[85195]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 ceph-mon[82596]: osdmap e19: 4 total, 3 up, 4 in 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 ceph-mon[82596]: mgrmap e15: y(active, since 87s), standbys: x 2023-12-16T18:05:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:37 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:37.548 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[109972]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-16T18:05:37.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[109972]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:37.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[109972]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:37.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[109972]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:37.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[110028]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-16T18:05:37.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[110028]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-16T18:05:37.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[110028]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-16T18:05:37.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:37 smithi071 sudo[110028]: pam_unix(sudo:session): session closed for user root 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: pgmap v53: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: pgmap v53: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:38 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: pgmap v53: 1 pgs: 1 active+clean; 449 KiB data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:05:38.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:38 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-16T18:05:39.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:39 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:05:39.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:39 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:39.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:39 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:05:39.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:39 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:39.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:39 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:05:39.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:39 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:40 smithi184 ceph-mon[82596]: Deploying daemon osd.3 on smithi071 2023-12-16T18:05:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:40 smithi184 ceph-mon[82596]: pgmap v54: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:40.356 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:40 smithi071 ceph-mon[78585]: Deploying daemon osd.3 on smithi071 2023-12-16T18:05:40.356 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:40 smithi071 ceph-mon[78585]: pgmap v54: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:40.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:40 smithi071 ceph-mon[89361]: Deploying daemon osd.3 on smithi071 2023-12-16T18:05:40.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:40 smithi071 ceph-mon[89361]: pgmap v54: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-16T18:05:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[78585]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-12-16T18:05:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[89361]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:42 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:42 smithi184 ceph-mon[82596]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-12-16T18:05:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:42 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:43.436 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 3 on host 'smithi071' 2023-12-16T18:05:43.755 DEBUG:teuthology.orchestra.run.smithi071:osd.3> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.3.service 2023-12-16T18:05:43.757 INFO:tasks.cephadm:Deploying osd.4 on smithi184 with /dev/vg_nvme/lv_4... 2023-12-16T18:05:43.757 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-16T18:05:44.013 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.316 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.330 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:44.331 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:44.974 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:05:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:05:44.702+0000 7f26b07ec540 -1 osd.3 0 log_to_monitors true 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10+0 records in 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr:10+0 records out 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0146427 s, 716 MB/s 2023-12-16T18:05:45.106 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping successful for: 2023-12-16T18:05:45.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:45 smithi071 ceph-mon[78585]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:05:45.263 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:45 smithi071 ceph-mon[89361]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:05:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:45 smithi184 ceph-mon[82596]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:05:45.386 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi184:vg_nvme/lv_4 2023-12-16T18:05:45.630 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:05:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-16T18:05:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:05:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T18:05:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:46.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:46 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:46.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.475 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:05:46.069+0000 7f26a6fd1700 -1 osd.3 0 waiting for initial osdmap 2023-12-16T18:05:46.475 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:05:46.074+0000 7f26a2dce700 -1 osd.3 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: osdmap e20: 4 total, 3 up, 4 in 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:46.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:46.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:46.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:46.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:46 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi071 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 4016M 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:47.223 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:47.224 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:47 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi071 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 4016M 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi071 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 4016M 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: osdmap e21: 4 total, 3 up, 4 in 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:05:47.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:05:47.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:47 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:48.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:05:48.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:05:48.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:48.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:48.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202] boot 2023-12-16T18:05:48.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: osdmap e22: 4 total, 4 up, 4 in 2023-12-16T18:05:48.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:48 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202] boot 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: osdmap e22: 4 total, 4 up, 4 in 2023-12-16T18:05:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: osd.3 [v2:172.21.15.71:6826/2854132202,v1:172.21.15.71:6827/2854132202] boot 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: osdmap e22: 4 total, 4 up, 4 in 2023-12-16T18:05:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:48 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/2944513878' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]': finished 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: osdmap e23: 5 total, 4 up, 5 in 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:05:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:49 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/2600666280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/2944513878' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]': finished 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: osdmap e23: 5 total, 4 up, 5 in 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:05:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/2600666280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/2944513878' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]: dispatch 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d91953b-accf-422e-99de-f23f04ca9152"}]': finished 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: osdmap e23: 5 total, 4 up, 5 in 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:05:49.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:49 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/2600666280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:05:50.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:50 smithi071 ceph-mon[78585]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:50.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:50 smithi071 ceph-mon[89361]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:50.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:50 smithi184 ceph-mon[82596]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:52.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:52 smithi184 ceph-mon[82596]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:52.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:52 smithi071 ceph-mon[78585]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:52.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:52 smithi071 ceph-mon[89361]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:53.391 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:05:53.392 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:53.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:05:53.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:05:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:54.272 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:54 smithi184 ceph-mon[82596]: Deploying daemon osd.4 on smithi184 2023-12-16T18:05:54.272 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:54 smithi184 ceph-mon[82596]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:54.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:54 smithi071 ceph-mon[78585]: Deploying daemon osd.4 on smithi184 2023-12-16T18:05:54.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:54 smithi071 ceph-mon[78585]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:54.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:54 smithi071 ceph-mon[89361]: Deploying daemon osd.4 on smithi184 2023-12-16T18:05:54.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:54 smithi071 ceph-mon[89361]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[78585]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[89361]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:56 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:56.508 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:56 smithi184 ceph-mon[82596]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:56.508 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:56 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.508 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:56 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:56.508 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:56 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:57.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:57 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.809 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 4 on host 'smithi184' 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:57 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:58.056 DEBUG:teuthology.orchestra.run.smithi184:osd.4> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.4.service 2023-12-16T18:05:58.058 INFO:tasks.cephadm:Deploying osd.5 on smithi184 with /dev/vg_nvme/lv_3... 2023-12-16T18:05:58.058 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-16T18:05:58.606 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:05:59.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:58 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:58 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:59.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:58 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:59.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:05:59.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:58 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.298 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:05:59.042+0000 7faee2a1e540 -1 osd.4 0 log_to_monitors true 2023-12-16T18:05:59.721 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-16T18:05:59.721 INFO:teuthology.orchestra.run.smithi184.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-16T18:05:59.721 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10+0 records in 2023-12-16T18:05:59.722 INFO:teuthology.orchestra.run.smithi184.stderr:10+0 records out 2023-12-16T18:05:59.722 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124283 s, 844 MB/s 2023-12-16T18:05:59.722 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping successful for: 2023-12-16T18:05:59.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:05:59.965 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:05:59 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:05:59.990 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi184:vg_nvme/lv_3 2023-12-16T18:06:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:06:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:06:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:00.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:06:00.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:06:00.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:00.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:00.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:05:59 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:00.234 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:01.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:06:00.827+0000 7faedaa06700 -1 osd.4 0 waiting for initial osdmap 2023-12-16T18:06:01.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:06:00.831+0000 7faed5801700 -1 osd.4 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi184 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 17089M 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:01.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:00 smithi184 ceph-mon[82596]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi184 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 17089M 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[78585]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi184 2023-12-16T18:06:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 17089M 2023-12-16T18:06:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:06:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: osdmap e24: 5 total, 4 up, 5 in 2023-12-16T18:06:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: from='osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:00 smithi071 ceph-mon[89361]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:02.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327] boot 2023-12-16T18:06:02.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: osdmap e26: 5 total, 5 up, 5 in 2023-12-16T18:06:02.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:01 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:06:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327] boot 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: osdmap e26: 5 total, 5 up, 5 in 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: osdmap e25: 5 total, 4 up, 5 in 2023-12-16T18:06:02.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: osd.4 [v2:172.21.15.184:6800/2833636327,v1:172.21.15.184:6801/2833636327] boot 2023-12-16T18:06:02.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: osdmap e26: 5 total, 5 up, 5 in 2023-12-16T18:06:02.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:01 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/3611112581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]': finished 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T18:06:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:02 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/3611112581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]': finished 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T18:06:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: osdmap e27: 5 total, 5 up, 5 in 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/3611112581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]: dispatch 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46f6a314-8547-4e23-a50c-5c4561b46af4"}]': finished 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: osdmap e28: 6 total, 5 up, 6 in 2023-12-16T18:06:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:02 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:03 smithi184 ceph-mon[82596]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:03 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/3812165240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:03 smithi184 ceph-mon[82596]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T18:06:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:03 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[78585]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/3812165240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[78585]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T18:06:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:04.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[89361]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/3812165240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[89361]: osdmap e29: 6 total, 5 up, 6 in 2023-12-16T18:06:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:03 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:05.696 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:05 smithi184 ceph-mon[82596]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T18:06:05.696 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:05 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:05.697 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:05 smithi184 ceph-mon[82596]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 177 KiB/s, 0 objects/s recovering 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[78585]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[78585]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 177 KiB/s, 0 objects/s recovering 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[89361]: osdmap e30: 6 total, 5 up, 6 in 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:05 smithi071 ceph-mon[89361]: pgmap v78: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 177 KiB/s, 0 objects/s recovering 2023-12-16T18:06:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:07 smithi184 ceph-mon[82596]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-12-16T18:06:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:07 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:06:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:07 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:07 smithi184 ceph-mon[82596]: Deploying daemon osd.5 on smithi184 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[78585]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[78585]: Deploying daemon osd.5 on smithi184 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[89361]: pgmap v79: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:07 smithi071 ceph-mon[89361]: Deploying daemon osd.5 on smithi184 2023-12-16T18:06:09.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:09 smithi184 ceph-mon[82596]: pgmap v80: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-16T18:06:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:09 smithi071 ceph-mon[78585]: pgmap v80: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-16T18:06:10.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:09 smithi071 ceph-mon[89361]: pgmap v80: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-16T18:06:11.375 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:11 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.375 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:11 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.375 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:11 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:11.378 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.378 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.378 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:11.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:11.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:11 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:12.044 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 5 on host 'smithi184' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:12 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:12.300 DEBUG:teuthology.orchestra.run.smithi184:osd.5> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.5.service 2023-12-16T18:06:12.302 INFO:tasks.cephadm:Deploying osd.6 on smithi184 with /dev/vg_nvme/lv_2... 2023-12-16T18:06:12.302 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:12 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:12.910 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:13.612 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:06:13.355+0000 7f7b24f8b540 -1 osd.5 0 log_to_monitors true 2023-12-16T18:06:13.978 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-16T18:06:13.978 INFO:teuthology.orchestra.run.smithi184.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-16T18:06:13.978 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10+0 records in 2023-12-16T18:06:13.978 INFO:teuthology.orchestra.run.smithi184.stderr:10+0 records out 2023-12-16T18:06:13.978 INFO:teuthology.orchestra.run.smithi184.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123837 s, 847 MB/s 2023-12-16T18:06:13.979 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping successful for: 2023-12-16T18:06:14.220 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi184:vg_nvme/lv_2 2023-12-16T18:06:14.467 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:14.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:14 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.528 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-16T18:06:14.528 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:14.529 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:14 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:15.303 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:06:15.130+0000 7f7b1b770700 -1 osd.5 0 waiting for initial osdmap 2023-12-16T18:06:15.303 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:06:15.138+0000 7f7b1656b700 -1 osd.5 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi184 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 8544M 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T18:06:15.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:15 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi184 2023-12-16T18:06:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 8544M 2023-12-16T18:06:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:06:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T18:06:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi184 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 8544M 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: osdmap e31: 6 total, 5 up, 6 in 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:15.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:15.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:15.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: osdmap e32: 6 total, 5 up, 6 in 2023-12-16T18:06:15.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:15 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688] boot 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: osdmap e33: 6 total, 6 up, 6 in 2023-12-16T18:06:16.270 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688] boot 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: osdmap e33: 6 total, 6 up, 6 in 2023-12-16T18:06:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: osd.5 [v2:172.21.15.184:6808/3299827688,v1:172.21.15.184:6809/3299827688] boot 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: osdmap e33: 6 total, 6 up, 6 in 2023-12-16T18:06:16.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[78585]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[78585]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[89361]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:17 smithi071 ceph-mon[89361]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T18:06:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:17 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:06:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:17 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:06:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:17 smithi184 ceph-mon[82596]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:17 smithi184 ceph-mon[82596]: osdmap e34: 6 total, 6 up, 6 in 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/681750364' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]': finished 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: osdmap e35: 7 total, 6 up, 7 in 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/2012341759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/681750364' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]': finished 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: osdmap e35: 7 total, 6 up, 7 in 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:18 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/2012341759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/681750364' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]: dispatch 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "008d8ea9-20f7-4041-9d85-9cb5a429566b"}]': finished 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: osdmap e35: 7 total, 6 up, 7 in 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:18 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/2012341759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:19 smithi071 ceph-mon[78585]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T18:06:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:19 smithi071 ceph-mon[89361]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T18:06:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:19 smithi184 ceph-mon[82596]: osdmap e36: 7 total, 6 up, 7 in 2023-12-16T18:06:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:20.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:20 smithi184 ceph-mon[82596]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:20.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:20 smithi184 ceph-mon[82596]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T18:06:20.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:20 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[78585]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[78585]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[89361]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[89361]: osdmap e37: 7 total, 6 up, 7 in 2023-12-16T18:06:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:20 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:22.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:22 smithi184 ceph-mon[82596]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:22.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:22 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:06:22.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:22 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[78585]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[89361]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:06:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:22 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:23.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:23 smithi184 ceph-mon[82596]: Deploying daemon osd.6 on smithi184 2023-12-16T18:06:23.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:23 smithi071 ceph-mon[78585]: Deploying daemon osd.6 on smithi184 2023-12-16T18:06:23.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:23 smithi071 ceph-mon[89361]: Deploying daemon osd.6 on smithi184 2023-12-16T18:06:24.453 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:24 smithi184 ceph-mon[82596]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:24 smithi071 ceph-mon[78585]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:24 smithi071 ceph-mon[89361]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:26.076 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:25 smithi184 ceph-mon[82596]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:26.076 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:25 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.076 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:25 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.076 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:25 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[78585]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[89361]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:25 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:26.623 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 6 on host 'smithi184' 2023-12-16T18:06:26.855 DEBUG:teuthology.orchestra.run.smithi184:osd.6> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.6.service 2023-12-16T18:06:26.857 INFO:tasks.cephadm:Deploying osd.7 on smithi184 with /dev/vg_nvme/lv_1... 2023-12-16T18:06:26.857 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-16T18:06:27.364 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.518 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:27 smithi184 ceph-mon[82596]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[78585]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:27.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:27.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:27.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:27.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:27.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:27 smithi071 ceph-mon[89361]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:28.271 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:06:28.125+0000 7f211b021540 -1 osd.6 0 log_to_monitors true 2023-12-16T18:06:28.526 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-16T18:06:28.527 INFO:teuthology.orchestra.run.smithi184.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-16T18:06:28.527 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10+0 records in 2023-12-16T18:06:28.527 INFO:teuthology.orchestra.run.smithi184.stderr:10+0 records out 2023-12-16T18:06:28.527 INFO:teuthology.orchestra.run.smithi184.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129959 s, 807 MB/s 2023-12-16T18:06:28.527 INFO:teuthology.orchestra.run.smithi184.stderr:--> Zapping successful for: 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:28.778 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:28.779 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:28 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.801 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi184:vg_nvme/lv_1 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:28 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:29.050 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:29.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:06:29.645+0000 7f2111806700 -1 osd.6 0 waiting for initial osdmap 2023-12-16T18:06:29.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:06:29.651+0000 7f210a5fd700 -1 osd.6 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi184 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 5696M 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:29 smithi184 ceph-mon[82596]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi184 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 5696M 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[78585]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi184 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 5696M 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: osdmap e38: 7 total, 6 up, 7 in 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: from='osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:29 smithi071 ceph-mon[89361]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:30 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: osdmap e39: 7 total, 6 up, 7 in 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-16T18:06:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-16T18:06:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:30 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064] boot 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: osdmap e40: 7 total, 7 up, 7 in 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/2807162900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]': finished 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: osdmap e41: 8 total, 7 up, 8 in 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064] boot 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: osdmap e40: 7 total, 7 up, 7 in 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/2807162900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]': finished 2023-12-16T18:06:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: osdmap e41: 8 total, 7 up, 8 in 2023-12-16T18:06:31.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:31 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: osd.6 [v2:172.21.15.184:6816/663584064,v1:172.21.15.184:6817/663584064] boot 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: osdmap e40: 7 total, 7 up, 7 in 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/2807162900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]: dispatch 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22ef6717-f078-4777-9030-366cdd5615ac"}]': finished 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: osdmap e41: 8 total, 7 up, 8 in 2023-12-16T18:06:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:31 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/1791510621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[78585]: osdmap e42: 8 total, 7 up, 8 in 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/1791510621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[89361]: osdmap e42: 8 total, 7 up, 8 in 2023-12-16T18:06:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:32 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:32 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/1791510621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-16T18:06:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:32 smithi184 ceph-mon[82596]: osdmap e42: 8 total, 7 up, 8 in 2023-12-16T18:06:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:32 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:33 smithi071 ceph-mon[78585]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:33 smithi071 ceph-mon[89361]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:33 smithi184 ceph-mon[82596]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:34.941 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:34 smithi184 ceph-mon[82596]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T18:06:34.941 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:34 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:34 smithi071 ceph-mon[78585]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T18:06:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:34 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:34 smithi071 ceph-mon[89361]: osdmap e43: 8 total, 7 up, 8 in 2023-12-16T18:06:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:34 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[78585]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T18:06:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[78585]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[89361]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T18:06:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:35.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:35 smithi071 ceph-mon[89361]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:36.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:35 smithi184 ceph-mon[82596]: osdmap e44: 8 total, 7 up, 8 in 2023-12-16T18:06:36.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:35 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:36.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:35 smithi184 ceph-mon[82596]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-16T18:06:36.933 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:36 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:06:36.933 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:36 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:36.933 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:36 smithi184 ceph-mon[82596]: Deploying daemon osd.7 on smithi184 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[78585]: Deploying daemon osd.7 on smithi184 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:36 smithi071 ceph-mon[89361]: Deploying daemon osd.7 on smithi184 2023-12-16T18:06:37.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:37 smithi071 ceph-mon[78585]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2023-12-16T18:06:37.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:37 smithi071 ceph-mon[89361]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2023-12-16T18:06:38.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:37 smithi184 ceph-mon[82596]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2023-12-16T18:06:40.040 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:39 smithi184 ceph-mon[82596]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-16T18:06:40.040 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:39 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:40.040 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:39 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:39 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[89361]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[78585]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:39 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:40.838 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 7 on host 'smithi184' 2023-12-16T18:06:41.075 DEBUG:teuthology.orchestra.run.smithi184:osd.7> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service 2023-12-16T18:06:41.077 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-16T18:06:41.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-16T18:06:41.356 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:06:41.648 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.649 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.649 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:41 smithi184 ceph-mon[82596]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:41.649 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.649 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:41 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[78585]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[89361]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:41.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:41.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:41 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:42.341 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:42.495 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:06:42 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:06:42.244+0000 7f0dd1d9a540 -1 osd.7 0 log_to_monitors true 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[78585]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[78585]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/790384682' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[89361]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[89361]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:42 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/790384682' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:42.608 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1702749990,"num_in_osds":8,"osd_in_since":1702749991,"num_remapped_pgs":0} 2023-12-16T18:06:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:42 smithi184 ceph-mon[82596]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:42 smithi184 ceph-mon[82596]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:06:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:42 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/790384682' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:43.609 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-16T18:06:43.837 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:06:43.548+0000 7f0dc857f700 -1 osd.7 0 waiting for initial osdmap 2023-12-16T18:06:43.837 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:06:43.555+0000 7f0dc1376700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: Detected new or changed devices on smithi184 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 4272M 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:43.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:43 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: Detected new or changed devices on smithi184 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 4272M 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: osdmap e45: 8 total, 7 up, 8 in 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: Detected new or changed devices on smithi184 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 4272M 2023-12-16T18:06:43.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:43.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:43 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:44.744 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971] boot 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: osdmap e47: 8 total, 8 up, 8 in 2023-12-16T18:06:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:44 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:44.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T18:06:44.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971] boot 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: osdmap e47: 8 total, 8 up, 8 in 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: osdmap e46: 8 total, 7 up, 8 in 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: osd.7 [v2:172.21.15.184:6824/482208971,v1:172.21.15.184:6825/482208971] boot 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: osdmap e47: 8 total, 8 up, 8 in 2023-12-16T18:06:44.937 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:44 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:06:44.999 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":47,"num_osds":8,"num_up_osds":8,"osd_up_since":1702750004,"num_in_osds":8,"osd_in_since":1702749991,"num_remapped_pgs":1} 2023-12-16T18:06:45.000 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T18:06:45.246 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[89361]: purged_snaps scrub starts 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[89361]: purged_snaps scrub ok 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2885678726' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[89361]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[89361]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T18:06:45.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[78585]: purged_snaps scrub starts 2023-12-16T18:06:45.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[78585]: purged_snaps scrub ok 2023-12-16T18:06:45.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2885678726' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:45.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[78585]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:45.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:45 smithi071 ceph-mon[78585]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T18:06:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:45 smithi184 ceph-mon[82596]: purged_snaps scrub starts 2023-12-16T18:06:45.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:45 smithi184 ceph-mon[82596]: purged_snaps scrub ok 2023-12-16T18:06:45.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:45 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2885678726' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-16T18:06:45.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:45 smithi184 ceph-mon[82596]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:45.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:45 smithi184 ceph-mon[82596]: osdmap e48: 8 total, 8 up, 8 in 2023-12-16T18:06:46.153 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:46.153 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":48,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:06:45.535705+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:06:46.424 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T18:05:33.057153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T18:06:46.424 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-16T18:06:46.675 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:06:46.799 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:46 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2672462665' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:46.799 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:46 smithi071 ceph-mon[78585]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T18:06:46.800 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:46 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2672462665' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:46.800 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:46 smithi071 ceph-mon[89361]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T18:06:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:46 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2672462665' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:46 smithi184 ceph-mon[82596]: osdmap e49: 8 total, 8 up, 8 in 2023-12-16T18:06:47.543 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-16T18:06:47.797 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:47 smithi071 ceph-mon[78585]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:47.797 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:47 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3966370962' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:47.797 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:47 smithi071 ceph-mon[89361]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:47.797 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:47 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3966370962' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:47.798 INFO:tasks.cephadm:Adding mds.a on smithi071 2023-12-16T18:06:47.799 INFO:tasks.cephadm:Adding mds.b on smithi184 2023-12-16T18:06:47.799 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply mds all '2;smithi071=a;smithi184=b' 2023-12-16T18:06:47.826 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:47 smithi184 ceph-mon[82596]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:47.826 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:47 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3966370962' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:48.048 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:06:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:48 smithi184 ceph-mon[82596]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T18:06:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:48 smithi071 ceph-mon[89361]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T18:06:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:48 smithi071 ceph-mon[78585]: osdmap e50: 8 total, 8 up, 8 in 2023-12-16T18:06:48.976 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mds.all update... 2023-12-16T18:06:49.213 DEBUG:teuthology.orchestra.run.smithi071:mds.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.a.service 2023-12-16T18:06:49.215 DEBUG:teuthology.orchestra.run.smithi184:mds.b> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.b.service 2023-12-16T18:06:49.255 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-16T18:06:49.256 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:06:49.548 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:49.548 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":51,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:06:48.554292+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:06:49.560 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T18:05:33.057153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T18:06:49.561 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: Saving service mds.all spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: Deploying daemon mds.a on smithi071 2023-12-16T18:06:49.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:49 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1324328426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.863 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-16T18:06:49.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: Saving service mds.all spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: Deploying daemon mds.a on smithi071 2023-12-16T18:06:49.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1324328426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: osdmap e51: 8 total, 8 up, 8 in 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: Saving service mds.all spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:49.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:49.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:49.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: Deploying daemon mds.a on smithi071 2023-12-16T18:06:49.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:49 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1324328426' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:49.878 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:06:50.203 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:50.203 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-16T18:06:50.203 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2023-12-16T18:06:50.474 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 18:06:50 smithi071 systemd[1]: Started Ceph mds.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:06:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2899799700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/968214946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: mds.? [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] up:boot 2023-12-16T18:06:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: fsmap 1 up:standby 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:50.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:50 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2899799700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/968214946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: mds.? [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] up:boot 2023-12-16T18:06:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: fsmap 1 up:standby 2023-12-16T18:06:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2899799700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/968214946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: mds.? [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] up:boot 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: fsmap 1 up:standby 2023-12-16T18:06:50.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-16T18:06:50.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:50 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:51.814 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 podman[109159]: 2023-12-16 18:06:51.643264095 +0000 UTC m=+0.017592838 image pull 60cc83a9c8f10fdde41a08d59bce905c1a01fc7389b91726758c2505caa3f0c5 quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112 2023-12-16T18:06:51.815 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:51 smithi184 ceph-mon[82596]: Deploying daemon mds.b on smithi184 2023-12-16T18:06:51.815 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:51 smithi184 ceph-mon[82596]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-12-16T18:06:51.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:51 smithi071 ceph-mon[78585]: Deploying daemon mds.b on smithi184 2023-12-16T18:06:51.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:51 smithi071 ceph-mon[78585]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-12-16T18:06:51.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:51 smithi071 ceph-mon[89361]: Deploying daemon mds.b on smithi184 2023-12-16T18:06:51.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:51 smithi071 ceph-mon[89361]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-12-16T18:06:52.087 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 podman[109159]: 2023-12-16 18:06:51.814954637 +0000 UTC m=+0.189283370 container init ac30f465eee51fb4c69e948ee63c353b6dd7576459f691fb0c14cf4c3b0428bc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2023-12-16T18:06:52.087 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 podman[109159]: 2023-12-16 18:06:51.817959899 +0000 UTC m=+0.192288625 container start ac30f465eee51fb4c69e948ee63c353b6dd7576459f691fb0c14cf4c3b0428bc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551) 2023-12-16T18:06:52.087 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 bash[109159]: ac30f465eee51fb4c69e948ee63c353b6dd7576459f691fb0c14cf4c3b0428bc 2023-12-16T18:06:52.087 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 systemd[1]: Started Ceph mds.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:06:52.088 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:06:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: starting mds.b at 2023-12-16T18:06:52.218 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:06:52.565 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:52.565 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-12-16T18:06:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 2 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/886286288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:boot 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: fsmap 2 up:standby 2023-12-16T18:06:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/886286288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:boot 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: fsmap 2 up:standby 2023-12-16T18:06:53.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:52 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/886286288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:boot 2023-12-16T18:06:53.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: fsmap 2 up:standby 2023-12-16T18:06:53.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:52 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:53 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:06:54.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:06:54.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:06:54.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:53 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:06:54.579 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:06:54.898 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:54.898 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24340,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-16T18:06:54.898 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 3 2023-12-16T18:06:54.910 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:06:55.184 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:55.185 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":51,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:06:48.554292+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:06:55.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:54 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3965073712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:55.196 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:54 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3965073712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:55.197 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T18:05:33.057153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-16T18:06:55.197 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T18:06:55.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:54 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3965073712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:06:55.465 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-16T18:06:55.478 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-16T18:06:55.747 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout:[ 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout: { 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout: "poolnum": 1, 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout: "poolname": ".mgr" 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:06:55.748 INFO:teuthology.orchestra.run.smithi071.stdout:] 2023-12-16T18:06:55.760 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-16T18:06:55.760 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[89361]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2272744416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3157172442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4045647996' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[78585]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2272744416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3157172442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:55 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4045647996' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T18:06:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:55 smithi184 ceph-mon[82596]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-16T18:06:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:55 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2272744416' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:06:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:55 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3157172442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:06:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:55 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4045647996' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-16T18:06:56.990 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' created 2023-12-16T18:06:57.008 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-16T18:06:57.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:56 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T18:06:57.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:56 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T18:06:57.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:56 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-16T18:06:57.997 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' created 2023-12-16T18:06:58.019 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-16T18:06:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:57 smithi184 ceph-mon[82596]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-16T18:06:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:57 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T18:06:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:57 smithi184 ceph-mon[82596]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T18:06:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:57 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1753201047' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:57 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[78585]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[78585]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1753201047' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[89361]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1634082209' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[89361]: osdmap e52: 8 total, 8 up, 8 in 2023-12-16T18:06:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1753201047' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:58.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:57 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-16T18:06:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:new fs with metadata pool 2 and data pool 3 2023-12-16T18:06:59.031 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:06:59.306 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:59.306 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":54,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:06:58.328735+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[78585]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[78585]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T18:06:59.317 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[89361]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T18:06:59.318 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T18:06:59.318 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:06:59 smithi071 ceph-mon[89361]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T18:06:59.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:06:59.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:59 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-16T18:06:59.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:59 smithi184 ceph-mon[82596]: osdmap e53: 8 total, 8 up, 8 in 2023-12-16T18:06:59.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:59 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-16T18:06:59.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:06:59 smithi184 ceph-mon[82596]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-16T18:06:59.589 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:06:59.589 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":54,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:06:58.328735+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:06:59.601 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-16T18:07:00.028 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-16T18:07:00.028 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-16T18:07:00.331 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: pgmap v128: 97 pgs: 13 creating+peering, 8 active+clean, 76 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:00.331 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:07:00.331 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/130266952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1464604490' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.332 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:00 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: pgmap v128: 97 pgs: 13 creating+peering, 8 active+clean, 76 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/130266952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1464604490' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: pgmap v128: 97 pgs: 13 creating+peering, 8 active+clean, 76 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: osdmap e54: 8 total, 8 up, 8 in 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/417099601' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/130266952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1464604490' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:00.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:00 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-16T18:07:01.034 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-16T18:07:01.034 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:07:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:01 smithi184 ceph-mon[82596]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:active 2023-12-16T18:07:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:01 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T18:07:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:01 smithi184 ceph-mon[82596]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:01 smithi184 ceph-mon[82596]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T18:07:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:01 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T18:07:01.341 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:01.341 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T18:07:01.341 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T18:07:01.352 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[78585]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:active 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[78585]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[78585]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[89361]: mds.? [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] up:active 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2258171598' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[89361]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[89361]: osdmap e55: 8 total, 8 up, 8 in 2023-12-16T18:07:01.353 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:01 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-16T18:07:01.354 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:07:01.623 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:01.623 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":55,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:00.003313+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:01.636 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-16T18:07:01.636 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T18:07:01.912 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:01.914 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:01.923 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2023-12-16T18:07:00.784563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592652,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":2384164,"kb_used_data":5860,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747577052,"statfs":{"total":767960285184,"available":765518901248,"internally_reserved":0,"allocated":6000640,"data_stored":3532826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001106"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029819+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:06:59.029819+0000","last_peered":"2023-12-16T18:06:59.029819+0000","last_clean":"2023-12-16T18:06:59.029819+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:06:59.029819+0000","last_undegraded":"2023-12-16T18:06:59.029819+0000","last_fullsized":"2023-12-16T18:06:59.029819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036775+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:06:59.036775+0000","last_peered":"2023-12-16T18:06:59.036775+0000","last_clean":"2023-12-16T18:06:59.036775+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:06:59.036775+0000","last_undegraded":"2023-12-16T18:06:59.036775+0000","last_fullsized":"2023-12-16T18:06:59.036775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030476+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:06:59.030476+0000","last_peered":"2023-12-16T18:06:59.030476+0000","last_clean":"2023-12-16T18:06:59.030476+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:06:59.030476+0000","last_undegraded":"2023-12-16T18:06:59.030476+0000","last_fullsized":"2023-12-16T18:06:59.030476+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017791+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:06:59.017791+0000","last_peered":"2023-12-16T18:06:59.017791+0000","last_clean":"2023-12-16T18:06:59.017791+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:06:59.017791+0000","last_undegraded":"2023-12-16T18:06:59.017791+0000","last_fullsized":"2023-12-16T18:06:59.017791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019831+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:06:59.019831+0000","last_peered":"2023-12-16T18:06:59.019831+0000","last_clean":"2023-12-16T18:06:59.019831+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:06:59.019831+0000","last_undegraded":"2023-12-16T18:06:59.019831+0000","last_fullsized":"2023-12-16T18:06:59.019831+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.014358+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:12:01.290260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028924+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:06:59.028924+0000","last_peered":"2023-12-16T18:06:59.028924+0000","last_clean":"2023-12-16T18:06:59.028924+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:06:59.028924+0000","last_undegraded":"2023-12-16T18:06:59.028924+0000","last_fullsized":"2023-12-16T18:06:59.028924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035281+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:06:59.035281+0000","last_peered":"2023-12-16T18:06:59.035281+0000","last_clean":"2023-12-16T18:06:59.035281+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:06:59.035281+0000","last_undegraded":"2023-12-16T18:06:59.035281+0000","last_fullsized":"2023-12-16T18:06:59.035281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022087+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:06:59.022087+0000","last_peered":"2023-12-16T18:06:59.022087+0000","last_clean":"2023-12-16T18:06:59.022087+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:06:59.022087+0000","last_undegraded":"2023-12-16T18:06:59.022087+0000","last_fullsized":"2023-12-16T18:06:59.022087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012798+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:04.866884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026635+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:06:59.026635+0000","last_peered":"2023-12-16T18:06:59.026635+0000","last_clean":"2023-12-16T18:06:59.026635+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:06:59.026635+0000","last_undegraded":"2023-12-16T18:06:59.026635+0000","last_fullsized":"2023-12-16T18:06:59.026635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025059+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:06:59.025059+0000","last_peered":"2023-12-16T18:06:59.025059+0000","last_clean":"2023-12-16T18:06:59.025059+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:06:59.025059+0000","last_undegraded":"2023-12-16T18:06:59.025059+0000","last_fullsized":"2023-12-16T18:06:59.025059+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.003692+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:51.202590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017841+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:06:59.017841+0000","last_peered":"2023-12-16T18:06:59.017841+0000","last_clean":"2023-12-16T18:06:59.017841+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:06:59.017841+0000","last_undegraded":"2023-12-16T18:06:59.017841+0000","last_fullsized":"2023-12-16T18:06:59.017841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040346+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:06:59.040346+0000","last_peered":"2023-12-16T18:06:59.040346+0000","last_clean":"2023-12-16T18:06:59.040346+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:06:59.040346+0000","last_undegraded":"2023-12-16T18:06:59.040346+0000","last_fullsized":"2023-12-16T18:06:59.040346+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008012+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:37.385703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.023392+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:06:58.023392+0000","last_peered":"2023-12-16T18:06:58.023392+0000","last_clean":"2023-12-16T18:06:58.023392+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:06:58.023392+0000","last_undegraded":"2023-12-16T18:06:58.023392+0000","last_fullsized":"2023-12-16T18:06:58.023392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019821+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:06:59.019821+0000","last_peered":"2023-12-16T18:06:59.019821+0000","last_clean":"2023-12-16T18:06:59.019821+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:06:59.019821+0000","last_undegraded":"2023-12-16T18:06:59.019821+0000","last_fullsized":"2023-12-16T18:06:59.019821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035951+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:06:59.035951+0000","last_peered":"2023-12-16T18:06:59.035951+0000","last_clean":"2023-12-16T18:06:59.035951+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:06:59.035951+0000","last_undegraded":"2023-12-16T18:06:59.035951+0000","last_fullsized":"2023-12-16T18:06:59.035951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034475+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:06:59.034475+0000","last_peered":"2023-12-16T18:06:59.034475+0000","last_clean":"2023-12-16T18:06:59.034475+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:06:59.034475+0000","last_undegraded":"2023-12-16T18:06:59.034475+0000","last_fullsized":"2023-12-16T18:06:59.034475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010620+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:06:58.010620+0000","last_peered":"2023-12-16T18:06:58.010620+0000","last_clean":"2023-12-16T18:06:58.010620+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:06:58.010620+0000","last_undegraded":"2023-12-16T18:06:58.010620+0000","last_fullsized":"2023-12-16T18:06:58.010620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039311+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:06:59.039311+0000","last_peered":"2023-12-16T18:06:59.039311+0000","last_clean":"2023-12-16T18:06:59.039311+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:06:59.039311+0000","last_undegraded":"2023-12-16T18:06:59.039311+0000","last_fullsized":"2023-12-16T18:06:59.039311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022161+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:06:59.022161+0000","last_peered":"2023-12-16T18:06:59.022161+0000","last_clean":"2023-12-16T18:06:59.022161+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:06:59.022161+0000","last_undegraded":"2023-12-16T18:06:59.022161+0000","last_fullsized":"2023-12-16T18:06:59.022161+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.019810+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:06:58.019810+0000","last_peered":"2023-12-16T18:06:58.019810+0000","last_clean":"2023-12-16T18:06:58.019810+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:06:58.019810+0000","last_undegraded":"2023-12-16T18:06:58.019810+0000","last_fullsized":"2023-12-16T18:06:58.019810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.007188+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:04:40.706121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025630+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:06:59.025630+0000","last_peered":"2023-12-16T18:06:59.025630+0000","last_clean":"2023-12-16T18:06:59.025630+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:06:59.025630+0000","last_undegraded":"2023-12-16T18:06:59.025630+0000","last_fullsized":"2023-12-16T18:06:59.025630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004188+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:06:59.004188+0000","last_peered":"2023-12-16T18:06:59.004188+0000","last_clean":"2023-12-16T18:06:59.004188+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:06:59.004188+0000","last_undegraded":"2023-12-16T18:06:59.004188+0000","last_fullsized":"2023-12-16T18:06:59.004188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029465+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:06:59.029465+0000","last_peered":"2023-12-16T18:06:59.029465+0000","last_clean":"2023-12-16T18:06:59.029465+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:06:59.029465+0000","last_undegraded":"2023-12-16T18:06:59.029465+0000","last_fullsized":"2023-12-16T18:06:59.029465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039579+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:06:59.039579+0000","last_peered":"2023-12-16T18:06:59.039579+0000","last_clean":"2023-12-16T18:06:59.039579+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:06:59.039579+0000","last_undegraded":"2023-12-16T18:06:59.039579+0000","last_fullsized":"2023-12-16T18:06:59.039579+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.041275+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:06:59.041275+0000","last_peered":"2023-12-16T18:06:59.041275+0000","last_clean":"2023-12-16T18:06:59.041275+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:06:59.041275+0000","last_undegraded":"2023-12-16T18:06:59.041275+0000","last_fullsized":"2023-12-16T18:06:59.041275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016577+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:06:59.016577+0000","last_peered":"2023-12-16T18:06:59.016577+0000","last_clean":"2023-12-16T18:06:59.016577+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:06:59.016577+0000","last_undegraded":"2023-12-16T18:06:59.016577+0000","last_fullsized":"2023-12-16T18:06:59.016577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039885+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:06:59.039885+0000","last_peered":"2023-12-16T18:06:59.039885+0000","last_clean":"2023-12-16T18:06:59.039885+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:06:59.039885+0000","last_undegraded":"2023-12-16T18:06:59.039885+0000","last_fullsized":"2023-12-16T18:06:59.039885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026790+0000","last_change":"2023-12-16T18:06:59.026790+0000","last_active":"2023-12-16T18:06:59.026790+0000","last_peered":"2023-12-16T18:06:59.026790+0000","last_clean":"2023-12-16T18:06:59.026790+0000","last_became_active":"2023-12-16T18:06:59.026374+0000","last_became_peered":"2023-12-16T18:06:59.026374+0000","last_unstale":"2023-12-16T18:06:59.026790+0000","last_undegraded":"2023-12-16T18:06:59.026790+0000","last_fullsized":"2023-12-16T18:06:59.026790+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:35:22.938685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017144+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:06:59.017144+0000","last_peered":"2023-12-16T18:06:59.017144+0000","last_clean":"2023-12-16T18:06:59.017144+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:06:59.017144+0000","last_undegraded":"2023-12-16T18:06:59.017144+0000","last_fullsized":"2023-12-16T18:06:59.017144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005913+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:06:59.005913+0000","last_peered":"2023-12-16T18:06:59.005913+0000","last_clean":"2023-12-16T18:06:59.005913+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:06:59.005913+0000","last_undegraded":"2023-12-16T18:06:59.005913+0000","last_fullsized":"2023-12-16T18:06:59.005913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022176+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:06:59.022176+0000","last_peered":"2023-12-16T18:06:59.022176+0000","last_clean":"2023-12-16T18:06:59.022176+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:06:59.022176+0000","last_undegraded":"2023-12-16T18:06:59.022176+0000","last_fullsized":"2023-12-16T18:06:59.022176+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.006595+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:58.006595+0000","last_peered":"2023-12-16T18:06:58.006595+0000","last_clean":"2023-12-16T18:06:58.006595+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:06:58.006595+0000","last_undegraded":"2023-12-16T18:06:58.006595+0000","last_fullsized":"2023-12-16T18:06:58.006595+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.018969+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:06:59.018969+0000","last_peered":"2023-12-16T18:06:59.018969+0000","last_clean":"2023-12-16T18:06:59.018969+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:06:59.018969+0000","last_undegraded":"2023-12-16T18:06:59.018969+0000","last_fullsized":"2023-12-16T18:06:59.018969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030088+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:06:59.030088+0000","last_peered":"2023-12-16T18:06:59.030088+0000","last_clean":"2023-12-16T18:06:59.030088+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:06:59.030088+0000","last_undegraded":"2023-12-16T18:06:59.030088+0000","last_fullsized":"2023-12-16T18:06:59.030088+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010012+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:06:58.010012+0000","last_peered":"2023-12-16T18:06:58.010012+0000","last_clean":"2023-12-16T18:06:58.010012+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:06:58.010012+0000","last_undegraded":"2023-12-16T18:06:58.010012+0000","last_fullsized":"2023-12-16T18:06:58.010012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036001+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:06:59.036001+0000","last_peered":"2023-12-16T18:06:59.036001+0000","last_clean":"2023-12-16T18:06:59.036001+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:06:59.036001+0000","last_undegraded":"2023-12-16T18:06:59.036001+0000","last_fullsized":"2023-12-16T18:06:59.036001+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.004525+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:06:58.004525+0000","last_peered":"2023-12-16T18:06:58.004525+0000","last_clean":"2023-12-16T18:06:58.004525+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:06:58.004525+0000","last_undegraded":"2023-12-16T18:06:58.004525+0000","last_fullsized":"2023-12-16T18:06:58.004525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.004899+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:18:01.565241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":229,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.001543+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:06:58.001543+0000","last_peered":"2023-12-16T18:06:58.001543+0000","last_clean":"2023-12-16T18:06:58.001543+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:06:58.001543+0000","last_undegraded":"2023-12-16T18:06:58.001543+0000","last_fullsized":"2023-12-16T18:06:58.001543+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015720+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:06:59.015720+0000","last_peered":"2023-12-16T18:06:59.015720+0000","last_clean":"2023-12-16T18:06:59.015720+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:06:59.015720+0000","last_undegraded":"2023-12-16T18:06:59.015720+0000","last_fullsized":"2023-12-16T18:06:59.015720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017878+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:06:58.017878+0000","last_peered":"2023-12-16T18:06:58.017878+0000","last_clean":"2023-12-16T18:06:58.017878+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:06:58.017878+0000","last_undegraded":"2023-12-16T18:06:58.017878+0000","last_fullsized":"2023-12-16T18:06:58.017878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.021281+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:06:58.021281+0000","last_peered":"2023-12-16T18:06:58.021281+0000","last_clean":"2023-12-16T18:06:58.021281+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:06:58.021281+0000","last_undegraded":"2023-12-16T18:06:58.021281+0000","last_fullsized":"2023-12-16T18:06:58.021281+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022084+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:06:59.022084+0000","last_peered":"2023-12-16T18:06:59.022084+0000","last_clean":"2023-12-16T18:06:59.022084+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:06:59.022084+0000","last_undegraded":"2023-12-16T18:06:59.022084+0000","last_fullsized":"2023-12-16T18:06:59.022084+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013962+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:06:58.013962+0000","last_peered":"2023-12-16T18:06:58.013962+0000","last_clean":"2023-12-16T18:06:58.013962+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:06:58.013962+0000","last_undegraded":"2023-12-16T18:06:58.013962+0000","last_fullsized":"2023-12-16T18:06:58.013962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006220+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:59:22.847547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040147+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:06:59.040147+0000","last_peered":"2023-12-16T18:06:59.040147+0000","last_clean":"2023-12-16T18:06:59.040147+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:06:59.040147+0000","last_undegraded":"2023-12-16T18:06:59.040147+0000","last_fullsized":"2023-12-16T18:06:59.040147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023824+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:06:59.023824+0000","last_peered":"2023-12-16T18:06:59.023824+0000","last_clean":"2023-12-16T18:06:59.023824+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:06:59.023824+0000","last_undegraded":"2023-12-16T18:06:59.023824+0000","last_fullsized":"2023-12-16T18:06:59.023824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017860+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:06:58.017860+0000","last_peered":"2023-12-16T18:06:58.017860+0000","last_clean":"2023-12-16T18:06:58.017860+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:06:58.017860+0000","last_undegraded":"2023-12-16T18:06:58.017860+0000","last_fullsized":"2023-12-16T18:06:58.017860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.011676+0000","last_change":"2023-12-16T18:06:58.011277+0000","last_active":"2023-12-16T18:06:58.011676+0000","last_peered":"2023-12-16T18:06:58.011676+0000","last_clean":"2023-12-16T18:06:58.011676+0000","last_became_active":"2023-12-16T18:06:58.010981+0000","last_became_peered":"2023-12-16T18:06:58.010981+0000","last_unstale":"2023-12-16T18:06:58.011676+0000","last_undegraded":"2023-12-16T18:06:58.011676+0000","last_fullsized":"2023-12-16T18:06:58.011676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:42.039452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:08:00.036040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010011+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:06:58.010011+0000","last_peered":"2023-12-16T18:06:58.010011+0000","last_clean":"2023-12-16T18:06:58.010011+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:06:58.010011+0000","last_undegraded":"2023-12-16T18:06:58.010011+0000","last_fullsized":"2023-12-16T18:06:58.010011+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006083+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:16:48.443544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034401+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:06:59.034401+0000","last_peered":"2023-12-16T18:06:59.034401+0000","last_clean":"2023-12-16T18:06:59.034401+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:06:59.034401+0000","last_undegraded":"2023-12-16T18:06:59.034401+0000","last_fullsized":"2023-12-16T18:06:59.034401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035099+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:06:59.035099+0000","last_peered":"2023-12-16T18:06:59.035099+0000","last_clean":"2023-12-16T18:06:59.035099+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:06:59.035099+0000","last_undegraded":"2023-12-16T18:06:59.035099+0000","last_fullsized":"2023-12-16T18:06:59.035099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013394+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:06:58.013394+0000","last_peered":"2023-12-16T18:06:58.013394+0000","last_clean":"2023-12-16T18:06:58.013394+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:06:58.013394+0000","last_undegraded":"2023-12-16T18:06:58.013394+0000","last_fullsized":"2023-12-16T18:06:58.013394+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019412+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:06:59.019412+0000","last_peered":"2023-12-16T18:06:59.019412+0000","last_clean":"2023-12-16T18:06:59.019412+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:06:59.019412+0000","last_undegraded":"2023-12-16T18:06:59.019412+0000","last_fullsized":"2023-12-16T18:06:59.019412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015926+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:06:59.015926+0000","last_peered":"2023-12-16T18:06:59.015926+0000","last_clean":"2023-12-16T18:06:59.015926+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:06:59.015926+0000","last_undegraded":"2023-12-16T18:06:59.015926+0000","last_fullsized":"2023-12-16T18:06:59.015926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.012530+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:06:58.012530+0000","last_peered":"2023-12-16T18:06:58.012530+0000","last_clean":"2023-12-16T18:06:58.012530+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:06:58.012530+0000","last_undegraded":"2023-12-16T18:06:58.012530+0000","last_fullsized":"2023-12-16T18:06:58.012530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024516+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:06:59.024516+0000","last_peered":"2023-12-16T18:06:59.024516+0000","last_clean":"2023-12-16T18:06:59.024516+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:06:59.024516+0000","last_undegraded":"2023-12-16T18:06:59.024516+0000","last_fullsized":"2023-12-16T18:06:59.024516+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024012+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:06:59.024012+0000","last_peered":"2023-12-16T18:06:59.024012+0000","last_clean":"2023-12-16T18:06:59.024012+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:06:59.024012+0000","last_undegraded":"2023-12-16T18:06:59.024012+0000","last_fullsized":"2023-12-16T18:06:59.024012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.999883+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:02:07.079356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026298+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:06:59.026298+0000","last_peered":"2023-12-16T18:06:59.026298+0000","last_clean":"2023-12-16T18:06:59.026298+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:06:59.026298+0000","last_undegraded":"2023-12-16T18:06:59.026298+0000","last_fullsized":"2023-12-16T18:06:59.026298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008453+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:32:08.492283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023272+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:06:59.023272+0000","last_peered":"2023-12-16T18:06:59.023272+0000","last_clean":"2023-12-16T18:06:59.023272+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:06:59.023272+0000","last_undegraded":"2023-12-16T18:06:59.023272+0000","last_fullsized":"2023-12-16T18:06:59.023272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035154+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:06:59.035154+0000","last_peered":"2023-12-16T18:06:59.035154+0000","last_clean":"2023-12-16T18:06:59.035154+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:06:59.035154+0000","last_undegraded":"2023-12-16T18:06:59.035154+0000","last_fullsized":"2023-12-16T18:06:59.035154+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.011490+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:37:03.303295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012054+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:34:29.132524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024562+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:06:59.024562+0000","last_peered":"2023-12-16T18:06:59.024562+0000","last_clean":"2023-12-16T18:06:59.024562+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:06:59.024562+0000","last_undegraded":"2023-12-16T18:06:59.024562+0000","last_fullsized":"2023-12-16T18:06:59.024562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035027+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:06:59.035027+0000","last_peered":"2023-12-16T18:06:59.035027+0000","last_clean":"2023-12-16T18:06:59.035027+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:06:59.035027+0000","last_undegraded":"2023-12-16T18:06:59.035027+0000","last_fullsized":"2023-12-16T18:06:59.035027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462917,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1142784,"data_stored":818822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]}]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":826500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":1,"up_from":12,"seq":51539607575,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:21 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.376}]},{"osd":2,"last update":"Sat Dec 16 18:06:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.434},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40999999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738392,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298380,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446772,"statfs":{"total":95995035648,"available":95689494528,"internally_reserved":0,"allocated":1118208,"data_stored":810788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:06:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":2,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.30499999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":3,"up_from":22,"seq":94489280528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":26,"seq":111669149708,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297780,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447372,"statfs":{"total":95995035648,"available":95690108928,"internally_reserved":0,"allocated":503808,"data_stored":207757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":5,"up_from":33,"seq":141733920778,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297768,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447384,"statfs":{"total":95995035648,"available":95690121216,"internally_reserved":0,"allocated":491520,"data_stored":206904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:01.928 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: pgmap v131: 97 pgs: 13 creating+peering, 61 active+clean, 23 unknown; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s wr, 6 op/s 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: Cluster is now healthy 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2337150799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1865329986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: pgmap v131: 97 pgs: 13 creating+peering, 61 active+clean, 23 unknown; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s wr, 6 op/s 2023-12-16T18:07:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-12-16T18:07:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: Cluster is now healthy 2023-12-16T18:07:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T18:07:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2337150799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1865329986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.237 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:02.239 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:02.248 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2023-12-16T18:07:00.784563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592652,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":2384164,"kb_used_data":5860,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747577052,"statfs":{"total":767960285184,"available":765518901248,"internally_reserved":0,"allocated":6000640,"data_stored":3532826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001106"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029819+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:06:59.029819+0000","last_peered":"2023-12-16T18:06:59.029819+0000","last_clean":"2023-12-16T18:06:59.029819+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:06:59.029819+0000","last_undegraded":"2023-12-16T18:06:59.029819+0000","last_fullsized":"2023-12-16T18:06:59.029819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036775+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:06:59.036775+0000","last_peered":"2023-12-16T18:06:59.036775+0000","last_clean":"2023-12-16T18:06:59.036775+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:06:59.036775+0000","last_undegraded":"2023-12-16T18:06:59.036775+0000","last_fullsized":"2023-12-16T18:06:59.036775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030476+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:06:59.030476+0000","last_peered":"2023-12-16T18:06:59.030476+0000","last_clean":"2023-12-16T18:06:59.030476+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:06:59.030476+0000","last_undegraded":"2023-12-16T18:06:59.030476+0000","last_fullsized":"2023-12-16T18:06:59.030476+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017791+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:06:59.017791+0000","last_peered":"2023-12-16T18:06:59.017791+0000","last_clean":"2023-12-16T18:06:59.017791+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:06:59.017791+0000","last_undegraded":"2023-12-16T18:06:59.017791+0000","last_fullsized":"2023-12-16T18:06:59.017791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019831+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:06:59.019831+0000","last_peered":"2023-12-16T18:06:59.019831+0000","last_clean":"2023-12-16T18:06:59.019831+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:06:59.019831+0000","last_undegraded":"2023-12-16T18:06:59.019831+0000","last_fullsized":"2023-12-16T18:06:59.019831+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.014358+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:12:01.290260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028924+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:06:59.028924+0000","last_peered":"2023-12-16T18:06:59.028924+0000","last_clean":"2023-12-16T18:06:59.028924+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:06:59.028924+0000","last_undegraded":"2023-12-16T18:06:59.028924+0000","last_fullsized":"2023-12-16T18:06:59.028924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035281+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:06:59.035281+0000","last_peered":"2023-12-16T18:06:59.035281+0000","last_clean":"2023-12-16T18:06:59.035281+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:06:59.035281+0000","last_undegraded":"2023-12-16T18:06:59.035281+0000","last_fullsized":"2023-12-16T18:06:59.035281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022087+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:06:59.022087+0000","last_peered":"2023-12-16T18:06:59.022087+0000","last_clean":"2023-12-16T18:06:59.022087+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:06:59.022087+0000","last_undegraded":"2023-12-16T18:06:59.022087+0000","last_fullsized":"2023-12-16T18:06:59.022087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012798+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:04.866884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026635+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:06:59.026635+0000","last_peered":"2023-12-16T18:06:59.026635+0000","last_clean":"2023-12-16T18:06:59.026635+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:06:59.026635+0000","last_undegraded":"2023-12-16T18:06:59.026635+0000","last_fullsized":"2023-12-16T18:06:59.026635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025059+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:06:59.025059+0000","last_peered":"2023-12-16T18:06:59.025059+0000","last_clean":"2023-12-16T18:06:59.025059+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:06:59.025059+0000","last_undegraded":"2023-12-16T18:06:59.025059+0000","last_fullsized":"2023-12-16T18:06:59.025059+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.003692+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:51.202590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017841+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:06:59.017841+0000","last_peered":"2023-12-16T18:06:59.017841+0000","last_clean":"2023-12-16T18:06:59.017841+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:06:59.017841+0000","last_undegraded":"2023-12-16T18:06:59.017841+0000","last_fullsized":"2023-12-16T18:06:59.017841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040346+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:06:59.040346+0000","last_peered":"2023-12-16T18:06:59.040346+0000","last_clean":"2023-12-16T18:06:59.040346+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:06:59.040346+0000","last_undegraded":"2023-12-16T18:06:59.040346+0000","last_fullsized":"2023-12-16T18:06:59.040346+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008012+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:37.385703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.023392+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:06:58.023392+0000","last_peered":"2023-12-16T18:06:58.023392+0000","last_clean":"2023-12-16T18:06:58.023392+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:06:58.023392+0000","last_undegraded":"2023-12-16T18:06:58.023392+0000","last_fullsized":"2023-12-16T18:06:58.023392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019821+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:06:59.019821+0000","last_peered":"2023-12-16T18:06:59.019821+0000","last_clean":"2023-12-16T18:06:59.019821+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:06:59.019821+0000","last_undegraded":"2023-12-16T18:06:59.019821+0000","last_fullsized":"2023-12-16T18:06:59.019821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035951+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:06:59.035951+0000","last_peered":"2023-12-16T18:06:59.035951+0000","last_clean":"2023-12-16T18:06:59.035951+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:06:59.035951+0000","last_undegraded":"2023-12-16T18:06:59.035951+0000","last_fullsized":"2023-12-16T18:06:59.035951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034475+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:06:59.034475+0000","last_peered":"2023-12-16T18:06:59.034475+0000","last_clean":"2023-12-16T18:06:59.034475+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:06:59.034475+0000","last_undegraded":"2023-12-16T18:06:59.034475+0000","last_fullsized":"2023-12-16T18:06:59.034475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010620+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:06:58.010620+0000","last_peered":"2023-12-16T18:06:58.010620+0000","last_clean":"2023-12-16T18:06:58.010620+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:06:58.010620+0000","last_undegraded":"2023-12-16T18:06:58.010620+0000","last_fullsized":"2023-12-16T18:06:58.010620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039311+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:06:59.039311+0000","last_peered":"2023-12-16T18:06:59.039311+0000","last_clean":"2023-12-16T18:06:59.039311+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:06:59.039311+0000","last_undegraded":"2023-12-16T18:06:59.039311+0000","last_fullsized":"2023-12-16T18:06:59.039311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022161+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:06:59.022161+0000","last_peered":"2023-12-16T18:06:59.022161+0000","last_clean":"2023-12-16T18:06:59.022161+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:06:59.022161+0000","last_undegraded":"2023-12-16T18:06:59.022161+0000","last_fullsized":"2023-12-16T18:06:59.022161+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.019810+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:06:58.019810+0000","last_peered":"2023-12-16T18:06:58.019810+0000","last_clean":"2023-12-16T18:06:58.019810+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:06:58.019810+0000","last_undegraded":"2023-12-16T18:06:58.019810+0000","last_fullsized":"2023-12-16T18:06:58.019810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.007188+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:04:40.706121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025630+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:06:59.025630+0000","last_peered":"2023-12-16T18:06:59.025630+0000","last_clean":"2023-12-16T18:06:59.025630+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:06:59.025630+0000","last_undegraded":"2023-12-16T18:06:59.025630+0000","last_fullsized":"2023-12-16T18:06:59.025630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004188+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:06:59.004188+0000","last_peered":"2023-12-16T18:06:59.004188+0000","last_clean":"2023-12-16T18:06:59.004188+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:06:59.004188+0000","last_undegraded":"2023-12-16T18:06:59.004188+0000","last_fullsized":"2023-12-16T18:06:59.004188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029465+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:06:59.029465+0000","last_peered":"2023-12-16T18:06:59.029465+0000","last_clean":"2023-12-16T18:06:59.029465+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:06:59.029465+0000","last_undegraded":"2023-12-16T18:06:59.029465+0000","last_fullsized":"2023-12-16T18:06:59.029465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039579+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:06:59.039579+0000","last_peered":"2023-12-16T18:06:59.039579+0000","last_clean":"2023-12-16T18:06:59.039579+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:06:59.039579+0000","last_undegraded":"2023-12-16T18:06:59.039579+0000","last_fullsized":"2023-12-16T18:06:59.039579+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.041275+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:06:59.041275+0000","last_peered":"2023-12-16T18:06:59.041275+0000","last_clean":"2023-12-16T18:06:59.041275+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:06:59.041275+0000","last_undegraded":"2023-12-16T18:06:59.041275+0000","last_fullsized":"2023-12-16T18:06:59.041275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016577+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:06:59.016577+0000","last_peered":"2023-12-16T18:06:59.016577+0000","last_clean":"2023-12-16T18:06:59.016577+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:06:59.016577+0000","last_undegraded":"2023-12-16T18:06:59.016577+0000","last_fullsized":"2023-12-16T18:06:59.016577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039885+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:06:59.039885+0000","last_peered":"2023-12-16T18:06:59.039885+0000","last_clean":"2023-12-16T18:06:59.039885+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:06:59.039885+0000","last_undegraded":"2023-12-16T18:06:59.039885+0000","last_fullsized":"2023-12-16T18:06:59.039885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026790+0000","last_change":"2023-12-16T18:06:59.026790+0000","last_active":"2023-12-16T18:06:59.026790+0000","last_peered":"2023-12-16T18:06:59.026790+0000","last_clean":"2023-12-16T18:06:59.026790+0000","last_became_active":"2023-12-16T18:06:59.026374+0000","last_became_peered":"2023-12-16T18:06:59.026374+0000","last_unstale":"2023-12-16T18:06:59.026790+0000","last_undegraded":"2023-12-16T18:06:59.026790+0000","last_fullsized":"2023-12-16T18:06:59.026790+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:35:22.938685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017144+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:06:59.017144+0000","last_peered":"2023-12-16T18:06:59.017144+0000","last_clean":"2023-12-16T18:06:59.017144+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:06:59.017144+0000","last_undegraded":"2023-12-16T18:06:59.017144+0000","last_fullsized":"2023-12-16T18:06:59.017144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005913+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:06:59.005913+0000","last_peered":"2023-12-16T18:06:59.005913+0000","last_clean":"2023-12-16T18:06:59.005913+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:06:59.005913+0000","last_undegraded":"2023-12-16T18:06:59.005913+0000","last_fullsized":"2023-12-16T18:06:59.005913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022176+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:06:59.022176+0000","last_peered":"2023-12-16T18:06:59.022176+0000","last_clean":"2023-12-16T18:06:59.022176+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:06:59.022176+0000","last_undegraded":"2023-12-16T18:06:59.022176+0000","last_fullsized":"2023-12-16T18:06:59.022176+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.006595+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:58.006595+0000","last_peered":"2023-12-16T18:06:58.006595+0000","last_clean":"2023-12-16T18:06:58.006595+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:06:58.006595+0000","last_undegraded":"2023-12-16T18:06:58.006595+0000","last_fullsized":"2023-12-16T18:06:58.006595+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.018969+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:06:59.018969+0000","last_peered":"2023-12-16T18:06:59.018969+0000","last_clean":"2023-12-16T18:06:59.018969+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:06:59.018969+0000","last_undegraded":"2023-12-16T18:06:59.018969+0000","last_fullsized":"2023-12-16T18:06:59.018969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030088+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:06:59.030088+0000","last_peered":"2023-12-16T18:06:59.030088+0000","last_clean":"2023-12-16T18:06:59.030088+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:06:59.030088+0000","last_undegraded":"2023-12-16T18:06:59.030088+0000","last_fullsized":"2023-12-16T18:06:59.030088+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010012+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:06:58.010012+0000","last_peered":"2023-12-16T18:06:58.010012+0000","last_clean":"2023-12-16T18:06:58.010012+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:06:58.010012+0000","last_undegraded":"2023-12-16T18:06:58.010012+0000","last_fullsized":"2023-12-16T18:06:58.010012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036001+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:06:59.036001+0000","last_peered":"2023-12-16T18:06:59.036001+0000","last_clean":"2023-12-16T18:06:59.036001+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:06:59.036001+0000","last_undegraded":"2023-12-16T18:06:59.036001+0000","last_fullsized":"2023-12-16T18:06:59.036001+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.004525+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:06:58.004525+0000","last_peered":"2023-12-16T18:06:58.004525+0000","last_clean":"2023-12-16T18:06:58.004525+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:06:58.004525+0000","last_undegraded":"2023-12-16T18:06:58.004525+0000","last_fullsized":"2023-12-16T18:06:58.004525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.004899+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:18:01.565241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":229,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.001543+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:06:58.001543+0000","last_peered":"2023-12-16T18:06:58.001543+0000","last_clean":"2023-12-16T18:06:58.001543+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:06:58.001543+0000","last_undegraded":"2023-12-16T18:06:58.001543+0000","last_fullsized":"2023-12-16T18:06:58.001543+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015720+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:06:59.015720+0000","last_peered":"2023-12-16T18:06:59.015720+0000","last_clean":"2023-12-16T18:06:59.015720+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:06:59.015720+0000","last_undegraded":"2023-12-16T18:06:59.015720+0000","last_fullsized":"2023-12-16T18:06:59.015720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017878+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:06:58.017878+0000","last_peered":"2023-12-16T18:06:58.017878+0000","last_clean":"2023-12-16T18:06:58.017878+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:06:58.017878+0000","last_undegraded":"2023-12-16T18:06:58.017878+0000","last_fullsized":"2023-12-16T18:06:58.017878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.021281+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:06:58.021281+0000","last_peered":"2023-12-16T18:06:58.021281+0000","last_clean":"2023-12-16T18:06:58.021281+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:06:58.021281+0000","last_undegraded":"2023-12-16T18:06:58.021281+0000","last_fullsized":"2023-12-16T18:06:58.021281+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022084+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:06:59.022084+0000","last_peered":"2023-12-16T18:06:59.022084+0000","last_clean":"2023-12-16T18:06:59.022084+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:06:59.022084+0000","last_undegraded":"2023-12-16T18:06:59.022084+0000","last_fullsized":"2023-12-16T18:06:59.022084+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013962+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:06:58.013962+0000","last_peered":"2023-12-16T18:06:58.013962+0000","last_clean":"2023-12-16T18:06:58.013962+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:06:58.013962+0000","last_undegraded":"2023-12-16T18:06:58.013962+0000","last_fullsized":"2023-12-16T18:06:58.013962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006220+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:59:22.847547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040147+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:06:59.040147+0000","last_peered":"2023-12-16T18:06:59.040147+0000","last_clean":"2023-12-16T18:06:59.040147+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:06:59.040147+0000","last_undegraded":"2023-12-16T18:06:59.040147+0000","last_fullsized":"2023-12-16T18:06:59.040147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023824+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:06:59.023824+0000","last_peered":"2023-12-16T18:06:59.023824+0000","last_clean":"2023-12-16T18:06:59.023824+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:06:59.023824+0000","last_undegraded":"2023-12-16T18:06:59.023824+0000","last_fullsized":"2023-12-16T18:06:59.023824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017860+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:06:58.017860+0000","last_peered":"2023-12-16T18:06:58.017860+0000","last_clean":"2023-12-16T18:06:58.017860+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:06:58.017860+0000","last_undegraded":"2023-12-16T18:06:58.017860+0000","last_fullsized":"2023-12-16T18:06:58.017860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.011676+0000","last_change":"2023-12-16T18:06:58.011277+0000","last_active":"2023-12-16T18:06:58.011676+0000","last_peered":"2023-12-16T18:06:58.011676+0000","last_clean":"2023-12-16T18:06:58.011676+0000","last_became_active":"2023-12-16T18:06:58.010981+0000","last_became_peered":"2023-12-16T18:06:58.010981+0000","last_unstale":"2023-12-16T18:06:58.011676+0000","last_undegraded":"2023-12-16T18:06:58.011676+0000","last_fullsized":"2023-12-16T18:06:58.011676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:42.039452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:08:00.036040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010011+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:06:58.010011+0000","last_peered":"2023-12-16T18:06:58.010011+0000","last_clean":"2023-12-16T18:06:58.010011+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:06:58.010011+0000","last_undegraded":"2023-12-16T18:06:58.010011+0000","last_fullsized":"2023-12-16T18:06:58.010011+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006083+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:16:48.443544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034401+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:06:59.034401+0000","last_peered":"2023-12-16T18:06:59.034401+0000","last_clean":"2023-12-16T18:06:59.034401+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:06:59.034401+0000","last_undegraded":"2023-12-16T18:06:59.034401+0000","last_fullsized":"2023-12-16T18:06:59.034401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035099+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:06:59.035099+0000","last_peered":"2023-12-16T18:06:59.035099+0000","last_clean":"2023-12-16T18:06:59.035099+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:06:59.035099+0000","last_undegraded":"2023-12-16T18:06:59.035099+0000","last_fullsized":"2023-12-16T18:06:59.035099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013394+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:06:58.013394+0000","last_peered":"2023-12-16T18:06:58.013394+0000","last_clean":"2023-12-16T18:06:58.013394+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:06:58.013394+0000","last_undegraded":"2023-12-16T18:06:58.013394+0000","last_fullsized":"2023-12-16T18:06:58.013394+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019412+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:06:59.019412+0000","last_peered":"2023-12-16T18:06:59.019412+0000","last_clean":"2023-12-16T18:06:59.019412+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:06:59.019412+0000","last_undegraded":"2023-12-16T18:06:59.019412+0000","last_fullsized":"2023-12-16T18:06:59.019412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015926+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:06:59.015926+0000","last_peered":"2023-12-16T18:06:59.015926+0000","last_clean":"2023-12-16T18:06:59.015926+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:06:59.015926+0000","last_undegraded":"2023-12-16T18:06:59.015926+0000","last_fullsized":"2023-12-16T18:06:59.015926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.012530+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:06:58.012530+0000","last_peered":"2023-12-16T18:06:58.012530+0000","last_clean":"2023-12-16T18:06:58.012530+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:06:58.012530+0000","last_undegraded":"2023-12-16T18:06:58.012530+0000","last_fullsized":"2023-12-16T18:06:58.012530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024516+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:06:59.024516+0000","last_peered":"2023-12-16T18:06:59.024516+0000","last_clean":"2023-12-16T18:06:59.024516+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:06:59.024516+0000","last_undegraded":"2023-12-16T18:06:59.024516+0000","last_fullsized":"2023-12-16T18:06:59.024516+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024012+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:06:59.024012+0000","last_peered":"2023-12-16T18:06:59.024012+0000","last_clean":"2023-12-16T18:06:59.024012+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:06:59.024012+0000","last_undegraded":"2023-12-16T18:06:59.024012+0000","last_fullsized":"2023-12-16T18:06:59.024012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.999883+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:02:07.079356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026298+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:06:59.026298+0000","last_peered":"2023-12-16T18:06:59.026298+0000","last_clean":"2023-12-16T18:06:59.026298+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:06:59.026298+0000","last_undegraded":"2023-12-16T18:06:59.026298+0000","last_fullsized":"2023-12-16T18:06:59.026298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008453+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:32:08.492283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023272+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:06:59.023272+0000","last_peered":"2023-12-16T18:06:59.023272+0000","last_clean":"2023-12-16T18:06:59.023272+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:06:59.023272+0000","last_undegraded":"2023-12-16T18:06:59.023272+0000","last_fullsized":"2023-12-16T18:06:59.023272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035154+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:06:59.035154+0000","last_peered":"2023-12-16T18:06:59.035154+0000","last_clean":"2023-12-16T18:06:59.035154+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:06:59.035154+0000","last_undegraded":"2023-12-16T18:06:59.035154+0000","last_fullsized":"2023-12-16T18:06:59.035154+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.011490+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:37:03.303295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012054+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:34:29.132524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024562+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:06:59.024562+0000","last_peered":"2023-12-16T18:06:59.024562+0000","last_clean":"2023-12-16T18:06:59.024562+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:06:59.024562+0000","last_undegraded":"2023-12-16T18:06:59.024562+0000","last_fullsized":"2023-12-16T18:06:59.024562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035027+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:06:59.035027+0000","last_peered":"2023-12-16T18:06:59.035027+0000","last_clean":"2023-12-16T18:06:59.035027+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:06:59.035027+0000","last_undegraded":"2023-12-16T18:06:59.035027+0000","last_fullsized":"2023-12-16T18:06:59.035027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462917,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1142784,"data_stored":818822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]}]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":826500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":1,"up_from":12,"seq":51539607575,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:21 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.376}]},{"osd":2,"last update":"Sat Dec 16 18:06:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.434},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40999999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738392,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298380,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446772,"statfs":{"total":95995035648,"available":95689494528,"internally_reserved":0,"allocated":1118208,"data_stored":810788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:06:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":2,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.30499999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":3,"up_from":22,"seq":94489280528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":26,"seq":111669149708,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297780,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447372,"statfs":{"total":95995035648,"available":95690108928,"internally_reserved":0,"allocated":503808,"data_stored":207757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":5,"up_from":33,"seq":141733920778,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297768,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447384,"statfs":{"total":95995035648,"available":95690121216,"internally_reserved":0,"allocated":491520,"data_stored":206904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:02.253 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: pgmap v131: 97 pgs: 13 creating+peering, 61 active+clean, 23 unknown; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s wr, 6 op/s 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: Cluster is now healthy 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1702632276' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2337150799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1865329986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:02.562 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:02.563 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:02.573 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2023-12-16T18:07:00.784563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592652,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":2384164,"kb_used_data":5860,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747577052,"statfs":{"total":767960285184,"available":765518901248,"internally_reserved":0,"allocated":6000640,"data_stored":3532826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001106"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029819+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:06:59.029819+0000","last_peered":"2023-12-16T18:06:59.029819+0000","last_clean":"2023-12-16T18:06:59.029819+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:06:59.029819+0000","last_undegraded":"2023-12-16T18:06:59.029819+0000","last_fullsized":"2023-12-16T18:06:59.029819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036775+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:06:59.036775+0000","last_peered":"2023-12-16T18:06:59.036775+0000","last_clean":"2023-12-16T18:06:59.036775+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:06:59.036775+0000","last_undegraded":"2023-12-16T18:06:59.036775+0000","last_fullsized":"2023-12-16T18:06:59.036775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030476+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:06:59.030476+0000","last_peered":"2023-12-16T18:06:59.030476+0000","last_clean":"2023-12-16T18:06:59.030476+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:06:59.030476+0000","last_undegraded":"2023-12-16T18:06:59.030476+0000","last_fullsized":"2023-12-16T18:06:59.030476+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017791+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:06:59.017791+0000","last_peered":"2023-12-16T18:06:59.017791+0000","last_clean":"2023-12-16T18:06:59.017791+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:06:59.017791+0000","last_undegraded":"2023-12-16T18:06:59.017791+0000","last_fullsized":"2023-12-16T18:06:59.017791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019831+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:06:59.019831+0000","last_peered":"2023-12-16T18:06:59.019831+0000","last_clean":"2023-12-16T18:06:59.019831+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:06:59.019831+0000","last_undegraded":"2023-12-16T18:06:59.019831+0000","last_fullsized":"2023-12-16T18:06:59.019831+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.014358+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:12:01.290260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028924+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:06:59.028924+0000","last_peered":"2023-12-16T18:06:59.028924+0000","last_clean":"2023-12-16T18:06:59.028924+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:06:59.028924+0000","last_undegraded":"2023-12-16T18:06:59.028924+0000","last_fullsized":"2023-12-16T18:06:59.028924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035281+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:06:59.035281+0000","last_peered":"2023-12-16T18:06:59.035281+0000","last_clean":"2023-12-16T18:06:59.035281+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:06:59.035281+0000","last_undegraded":"2023-12-16T18:06:59.035281+0000","last_fullsized":"2023-12-16T18:06:59.035281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022087+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:06:59.022087+0000","last_peered":"2023-12-16T18:06:59.022087+0000","last_clean":"2023-12-16T18:06:59.022087+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:06:59.022087+0000","last_undegraded":"2023-12-16T18:06:59.022087+0000","last_fullsized":"2023-12-16T18:06:59.022087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012798+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:04.866884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026635+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:06:59.026635+0000","last_peered":"2023-12-16T18:06:59.026635+0000","last_clean":"2023-12-16T18:06:59.026635+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:06:59.026635+0000","last_undegraded":"2023-12-16T18:06:59.026635+0000","last_fullsized":"2023-12-16T18:06:59.026635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025059+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:06:59.025059+0000","last_peered":"2023-12-16T18:06:59.025059+0000","last_clean":"2023-12-16T18:06:59.025059+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:06:59.025059+0000","last_undegraded":"2023-12-16T18:06:59.025059+0000","last_fullsized":"2023-12-16T18:06:59.025059+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.003692+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:51.202590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017841+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:06:59.017841+0000","last_peered":"2023-12-16T18:06:59.017841+0000","last_clean":"2023-12-16T18:06:59.017841+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:06:59.017841+0000","last_undegraded":"2023-12-16T18:06:59.017841+0000","last_fullsized":"2023-12-16T18:06:59.017841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040346+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:06:59.040346+0000","last_peered":"2023-12-16T18:06:59.040346+0000","last_clean":"2023-12-16T18:06:59.040346+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:06:59.040346+0000","last_undegraded":"2023-12-16T18:06:59.040346+0000","last_fullsized":"2023-12-16T18:06:59.040346+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008012+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:37.385703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.023392+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:06:58.023392+0000","last_peered":"2023-12-16T18:06:58.023392+0000","last_clean":"2023-12-16T18:06:58.023392+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:06:58.023392+0000","last_undegraded":"2023-12-16T18:06:58.023392+0000","last_fullsized":"2023-12-16T18:06:58.023392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019821+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:06:59.019821+0000","last_peered":"2023-12-16T18:06:59.019821+0000","last_clean":"2023-12-16T18:06:59.019821+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:06:59.019821+0000","last_undegraded":"2023-12-16T18:06:59.019821+0000","last_fullsized":"2023-12-16T18:06:59.019821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035951+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:06:59.035951+0000","last_peered":"2023-12-16T18:06:59.035951+0000","last_clean":"2023-12-16T18:06:59.035951+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:06:59.035951+0000","last_undegraded":"2023-12-16T18:06:59.035951+0000","last_fullsized":"2023-12-16T18:06:59.035951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034475+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:06:59.034475+0000","last_peered":"2023-12-16T18:06:59.034475+0000","last_clean":"2023-12-16T18:06:59.034475+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:06:59.034475+0000","last_undegraded":"2023-12-16T18:06:59.034475+0000","last_fullsized":"2023-12-16T18:06:59.034475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010620+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:06:58.010620+0000","last_peered":"2023-12-16T18:06:58.010620+0000","last_clean":"2023-12-16T18:06:58.010620+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:06:58.010620+0000","last_undegraded":"2023-12-16T18:06:58.010620+0000","last_fullsized":"2023-12-16T18:06:58.010620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039311+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:06:59.039311+0000","last_peered":"2023-12-16T18:06:59.039311+0000","last_clean":"2023-12-16T18:06:59.039311+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:06:59.039311+0000","last_undegraded":"2023-12-16T18:06:59.039311+0000","last_fullsized":"2023-12-16T18:06:59.039311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022161+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:06:59.022161+0000","last_peered":"2023-12-16T18:06:59.022161+0000","last_clean":"2023-12-16T18:06:59.022161+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:06:59.022161+0000","last_undegraded":"2023-12-16T18:06:59.022161+0000","last_fullsized":"2023-12-16T18:06:59.022161+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.019810+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:06:58.019810+0000","last_peered":"2023-12-16T18:06:58.019810+0000","last_clean":"2023-12-16T18:06:58.019810+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:06:58.019810+0000","last_undegraded":"2023-12-16T18:06:58.019810+0000","last_fullsized":"2023-12-16T18:06:58.019810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.007188+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:04:40.706121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025630+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:06:59.025630+0000","last_peered":"2023-12-16T18:06:59.025630+0000","last_clean":"2023-12-16T18:06:59.025630+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:06:59.025630+0000","last_undegraded":"2023-12-16T18:06:59.025630+0000","last_fullsized":"2023-12-16T18:06:59.025630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004188+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:06:59.004188+0000","last_peered":"2023-12-16T18:06:59.004188+0000","last_clean":"2023-12-16T18:06:59.004188+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:06:59.004188+0000","last_undegraded":"2023-12-16T18:06:59.004188+0000","last_fullsized":"2023-12-16T18:06:59.004188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029465+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:06:59.029465+0000","last_peered":"2023-12-16T18:06:59.029465+0000","last_clean":"2023-12-16T18:06:59.029465+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:06:59.029465+0000","last_undegraded":"2023-12-16T18:06:59.029465+0000","last_fullsized":"2023-12-16T18:06:59.029465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039579+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:06:59.039579+0000","last_peered":"2023-12-16T18:06:59.039579+0000","last_clean":"2023-12-16T18:06:59.039579+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:06:59.039579+0000","last_undegraded":"2023-12-16T18:06:59.039579+0000","last_fullsized":"2023-12-16T18:06:59.039579+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.041275+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:06:59.041275+0000","last_peered":"2023-12-16T18:06:59.041275+0000","last_clean":"2023-12-16T18:06:59.041275+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:06:59.041275+0000","last_undegraded":"2023-12-16T18:06:59.041275+0000","last_fullsized":"2023-12-16T18:06:59.041275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016577+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:06:59.016577+0000","last_peered":"2023-12-16T18:06:59.016577+0000","last_clean":"2023-12-16T18:06:59.016577+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:06:59.016577+0000","last_undegraded":"2023-12-16T18:06:59.016577+0000","last_fullsized":"2023-12-16T18:06:59.016577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039885+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:06:59.039885+0000","last_peered":"2023-12-16T18:06:59.039885+0000","last_clean":"2023-12-16T18:06:59.039885+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:06:59.039885+0000","last_undegraded":"2023-12-16T18:06:59.039885+0000","last_fullsized":"2023-12-16T18:06:59.039885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026790+0000","last_change":"2023-12-16T18:06:59.026790+0000","last_active":"2023-12-16T18:06:59.026790+0000","last_peered":"2023-12-16T18:06:59.026790+0000","last_clean":"2023-12-16T18:06:59.026790+0000","last_became_active":"2023-12-16T18:06:59.026374+0000","last_became_peered":"2023-12-16T18:06:59.026374+0000","last_unstale":"2023-12-16T18:06:59.026790+0000","last_undegraded":"2023-12-16T18:06:59.026790+0000","last_fullsized":"2023-12-16T18:06:59.026790+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:35:22.938685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017144+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:06:59.017144+0000","last_peered":"2023-12-16T18:06:59.017144+0000","last_clean":"2023-12-16T18:06:59.017144+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:06:59.017144+0000","last_undegraded":"2023-12-16T18:06:59.017144+0000","last_fullsized":"2023-12-16T18:06:59.017144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005913+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:06:59.005913+0000","last_peered":"2023-12-16T18:06:59.005913+0000","last_clean":"2023-12-16T18:06:59.005913+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:06:59.005913+0000","last_undegraded":"2023-12-16T18:06:59.005913+0000","last_fullsized":"2023-12-16T18:06:59.005913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022176+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:06:59.022176+0000","last_peered":"2023-12-16T18:06:59.022176+0000","last_clean":"2023-12-16T18:06:59.022176+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:06:59.022176+0000","last_undegraded":"2023-12-16T18:06:59.022176+0000","last_fullsized":"2023-12-16T18:06:59.022176+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.006595+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:58.006595+0000","last_peered":"2023-12-16T18:06:58.006595+0000","last_clean":"2023-12-16T18:06:58.006595+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:06:58.006595+0000","last_undegraded":"2023-12-16T18:06:58.006595+0000","last_fullsized":"2023-12-16T18:06:58.006595+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.018969+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:06:59.018969+0000","last_peered":"2023-12-16T18:06:59.018969+0000","last_clean":"2023-12-16T18:06:59.018969+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:06:59.018969+0000","last_undegraded":"2023-12-16T18:06:59.018969+0000","last_fullsized":"2023-12-16T18:06:59.018969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030088+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:06:59.030088+0000","last_peered":"2023-12-16T18:06:59.030088+0000","last_clean":"2023-12-16T18:06:59.030088+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:06:59.030088+0000","last_undegraded":"2023-12-16T18:06:59.030088+0000","last_fullsized":"2023-12-16T18:06:59.030088+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010012+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:06:58.010012+0000","last_peered":"2023-12-16T18:06:58.010012+0000","last_clean":"2023-12-16T18:06:58.010012+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:06:58.010012+0000","last_undegraded":"2023-12-16T18:06:58.010012+0000","last_fullsized":"2023-12-16T18:06:58.010012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036001+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:06:59.036001+0000","last_peered":"2023-12-16T18:06:59.036001+0000","last_clean":"2023-12-16T18:06:59.036001+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:06:59.036001+0000","last_undegraded":"2023-12-16T18:06:59.036001+0000","last_fullsized":"2023-12-16T18:06:59.036001+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.004525+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:06:58.004525+0000","last_peered":"2023-12-16T18:06:58.004525+0000","last_clean":"2023-12-16T18:06:58.004525+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:06:58.004525+0000","last_undegraded":"2023-12-16T18:06:58.004525+0000","last_fullsized":"2023-12-16T18:06:58.004525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.004899+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:18:01.565241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:56.981856+0000","last_change":"2023-12-16T18:06:56.981856+0000","last_active":"2023-12-16T18:06:56.981856+0000","last_peered":"2023-12-16T18:06:56.981856+0000","last_clean":"2023-12-16T18:06:56.981856+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:56.981856+0000","last_undegraded":"2023-12-16T18:06:56.981856+0000","last_fullsized":"2023-12-16T18:06:56.981856+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":229,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.001543+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:06:58.001543+0000","last_peered":"2023-12-16T18:06:58.001543+0000","last_clean":"2023-12-16T18:06:58.001543+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:06:58.001543+0000","last_undegraded":"2023-12-16T18:06:58.001543+0000","last_fullsized":"2023-12-16T18:06:58.001543+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015720+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:06:59.015720+0000","last_peered":"2023-12-16T18:06:59.015720+0000","last_clean":"2023-12-16T18:06:59.015720+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:06:59.015720+0000","last_undegraded":"2023-12-16T18:06:59.015720+0000","last_fullsized":"2023-12-16T18:06:59.015720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017878+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:06:58.017878+0000","last_peered":"2023-12-16T18:06:58.017878+0000","last_clean":"2023-12-16T18:06:58.017878+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:06:58.017878+0000","last_undegraded":"2023-12-16T18:06:58.017878+0000","last_fullsized":"2023-12-16T18:06:58.017878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.021281+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:06:58.021281+0000","last_peered":"2023-12-16T18:06:58.021281+0000","last_clean":"2023-12-16T18:06:58.021281+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:06:58.021281+0000","last_undegraded":"2023-12-16T18:06:58.021281+0000","last_fullsized":"2023-12-16T18:06:58.021281+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022084+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:06:59.022084+0000","last_peered":"2023-12-16T18:06:59.022084+0000","last_clean":"2023-12-16T18:06:59.022084+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:06:59.022084+0000","last_undegraded":"2023-12-16T18:06:59.022084+0000","last_fullsized":"2023-12-16T18:06:59.022084+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013962+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:06:58.013962+0000","last_peered":"2023-12-16T18:06:58.013962+0000","last_clean":"2023-12-16T18:06:58.013962+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:06:58.013962+0000","last_undegraded":"2023-12-16T18:06:58.013962+0000","last_fullsized":"2023-12-16T18:06:58.013962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006220+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:59:22.847547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040147+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:06:59.040147+0000","last_peered":"2023-12-16T18:06:59.040147+0000","last_clean":"2023-12-16T18:06:59.040147+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:06:59.040147+0000","last_undegraded":"2023-12-16T18:06:59.040147+0000","last_fullsized":"2023-12-16T18:06:59.040147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023824+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:06:59.023824+0000","last_peered":"2023-12-16T18:06:59.023824+0000","last_clean":"2023-12-16T18:06:59.023824+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:06:59.023824+0000","last_undegraded":"2023-12-16T18:06:59.023824+0000","last_fullsized":"2023-12-16T18:06:59.023824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017860+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:06:58.017860+0000","last_peered":"2023-12-16T18:06:58.017860+0000","last_clean":"2023-12-16T18:06:58.017860+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:06:58.017860+0000","last_undegraded":"2023-12-16T18:06:58.017860+0000","last_fullsized":"2023-12-16T18:06:58.017860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.011676+0000","last_change":"2023-12-16T18:06:58.011277+0000","last_active":"2023-12-16T18:06:58.011676+0000","last_peered":"2023-12-16T18:06:58.011676+0000","last_clean":"2023-12-16T18:06:58.011676+0000","last_became_active":"2023-12-16T18:06:58.010981+0000","last_became_peered":"2023-12-16T18:06:58.010981+0000","last_unstale":"2023-12-16T18:06:58.011676+0000","last_undegraded":"2023-12-16T18:06:58.011676+0000","last_fullsized":"2023-12-16T18:06:58.011676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:42.039452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:08:00.036040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010011+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:06:58.010011+0000","last_peered":"2023-12-16T18:06:58.010011+0000","last_clean":"2023-12-16T18:06:58.010011+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:06:58.010011+0000","last_undegraded":"2023-12-16T18:06:58.010011+0000","last_fullsized":"2023-12-16T18:06:58.010011+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006083+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:16:48.443544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034401+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:06:59.034401+0000","last_peered":"2023-12-16T18:06:59.034401+0000","last_clean":"2023-12-16T18:06:59.034401+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:06:59.034401+0000","last_undegraded":"2023-12-16T18:06:59.034401+0000","last_fullsized":"2023-12-16T18:06:59.034401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035099+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:06:59.035099+0000","last_peered":"2023-12-16T18:06:59.035099+0000","last_clean":"2023-12-16T18:06:59.035099+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:06:59.035099+0000","last_undegraded":"2023-12-16T18:06:59.035099+0000","last_fullsized":"2023-12-16T18:06:59.035099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013394+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:06:58.013394+0000","last_peered":"2023-12-16T18:06:58.013394+0000","last_clean":"2023-12-16T18:06:58.013394+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:06:58.013394+0000","last_undegraded":"2023-12-16T18:06:58.013394+0000","last_fullsized":"2023-12-16T18:06:58.013394+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019412+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:06:59.019412+0000","last_peered":"2023-12-16T18:06:59.019412+0000","last_clean":"2023-12-16T18:06:59.019412+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:06:59.019412+0000","last_undegraded":"2023-12-16T18:06:59.019412+0000","last_fullsized":"2023-12-16T18:06:59.019412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015926+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:06:59.015926+0000","last_peered":"2023-12-16T18:06:59.015926+0000","last_clean":"2023-12-16T18:06:59.015926+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:06:59.015926+0000","last_undegraded":"2023-12-16T18:06:59.015926+0000","last_fullsized":"2023-12-16T18:06:59.015926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.012530+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:06:58.012530+0000","last_peered":"2023-12-16T18:06:58.012530+0000","last_clean":"2023-12-16T18:06:58.012530+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:06:58.012530+0000","last_undegraded":"2023-12-16T18:06:58.012530+0000","last_fullsized":"2023-12-16T18:06:58.012530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024516+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:06:59.024516+0000","last_peered":"2023-12-16T18:06:59.024516+0000","last_clean":"2023-12-16T18:06:59.024516+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:06:59.024516+0000","last_undegraded":"2023-12-16T18:06:59.024516+0000","last_fullsized":"2023-12-16T18:06:59.024516+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024012+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:06:59.024012+0000","last_peered":"2023-12-16T18:06:59.024012+0000","last_clean":"2023-12-16T18:06:59.024012+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:06:59.024012+0000","last_undegraded":"2023-12-16T18:06:59.024012+0000","last_fullsized":"2023-12-16T18:06:59.024012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.999883+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:02:07.079356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026298+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:06:59.026298+0000","last_peered":"2023-12-16T18:06:59.026298+0000","last_clean":"2023-12-16T18:06:59.026298+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:06:59.026298+0000","last_undegraded":"2023-12-16T18:06:59.026298+0000","last_fullsized":"2023-12-16T18:06:59.026298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008453+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:32:08.492283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023272+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:06:59.023272+0000","last_peered":"2023-12-16T18:06:59.023272+0000","last_clean":"2023-12-16T18:06:59.023272+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:06:59.023272+0000","last_undegraded":"2023-12-16T18:06:59.023272+0000","last_fullsized":"2023-12-16T18:06:59.023272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035154+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:06:59.035154+0000","last_peered":"2023-12-16T18:06:59.035154+0000","last_clean":"2023-12-16T18:06:59.035154+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:06:59.035154+0000","last_undegraded":"2023-12-16T18:06:59.035154+0000","last_fullsized":"2023-12-16T18:06:59.035154+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.011490+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:37:03.303295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012054+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:34:29.132524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.987513+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024562+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:06:59.024562+0000","last_peered":"2023-12-16T18:06:59.024562+0000","last_clean":"2023-12-16T18:06:59.024562+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:06:59.024562+0000","last_undegraded":"2023-12-16T18:06:59.024562+0000","last_fullsized":"2023-12-16T18:06:59.024562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035027+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:06:59.035027+0000","last_peered":"2023-12-16T18:06:59.035027+0000","last_clean":"2023-12-16T18:06:59.035027+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:06:59.035027+0000","last_undegraded":"2023-12-16T18:06:59.035027+0000","last_fullsized":"2023-12-16T18:06:59.035027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2284,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462917,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1142784,"data_stored":818822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]}]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":826500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":1,"up_from":12,"seq":51539607575,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:21 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.376}]},{"osd":2,"last update":"Sat Dec 16 18:06:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.434},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40999999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738392,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298380,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446772,"statfs":{"total":95995035648,"available":95689494528,"internally_reserved":0,"allocated":1118208,"data_stored":810788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:06:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":2,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.30499999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":3,"up_from":22,"seq":94489280528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":26,"seq":111669149708,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297780,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447372,"statfs":{"total":95995035648,"available":95690108928,"internally_reserved":0,"allocated":503808,"data_stored":207757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":5,"up_from":33,"seq":141733920778,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297768,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447384,"statfs":{"total":95995035648,"available":95690121216,"internally_reserved":0,"allocated":491520,"data_stored":206904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:02.578 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2023-12-16T18:07:02.578 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.578 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2023-12-16T18:07:02.579 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.579 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2023-12-16T18:07:02.579 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.014358+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:12:01.290260+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.579 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2023-12-16T18:07:02.579 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.012798+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:20:04.866884+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 1], 'acting': [3, 6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.003692+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:11:51.202590+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 7], 'acting': [2, 6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2023-12-16T18:07:02.580 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.008012+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T20:25:37.385703+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 2], 'acting': [3, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.007188+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T06:04:40.706121+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 1], 'acting': [3, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.581 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2023-12-16T18:07:02.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.004899+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T03:18:01.565241+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2023-12-16T18:07:02.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:56.981856+0000', 'last_change': '2023-12-16T18:06:56.981856+0000', 'last_active': '2023-12-16T18:06:56.981856+0000', 'last_peered': '2023-12-16T18:06:56.981856+0000', 'last_clean': '2023-12-16T18:06:56.981856+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:56.981856+0000', 'last_undegraded': '2023-12-16T18:06:56.981856+0000', 'last_fullsized': '2023-12-16T18:06:56.981856+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:56.981856+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.006220+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T04:59:22.847547+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 0], 'acting': [3, 7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2023-12-16T18:07:02.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.006595+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T18:08:00.036040+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1, 7], 'acting': [3, 1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2023-12-16T18:07:02.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.006083+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T00:16:48.443544+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 4], 'acting': [3, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2023-12-16T18:07:02.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2023-12-16T18:07:02.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.999883+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T23:02:07.079356+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 6], 'acting': [2, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-16T18:07:02.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2023-12-16T18:07:02.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2023-12-16T18:07:02.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.008453+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-18T02:32:08.492283+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 0], 'acting': [3, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.011490+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T21:37:03.303295+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 2], 'acting': [3, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2023-12-16T18:07:02.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:58.012054+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-17T22:34:29.132524+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 1], 'acting': [3, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-16T18:07:02.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2023-12-16T18:07:02.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-16T18:06:57.987513+0000', 'last_change': '2023-12-16T18:06:57.987513+0000', 'last_active': '2023-12-16T18:06:57.987513+0000', 'last_peered': '2023-12-16T18:06:57.987513+0000', 'last_clean': '2023-12-16T18:06:57.987513+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-16T18:06:57.987513+0000', 'last_undegraded': '2023-12-16T18:06:57.987513+0000', 'last_fullsized': '2023-12-16T18:06:57.987513+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'last_clean_scrub_stamp': '2023-12-16T18:06:57.987513+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-16T18:07:02.589 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-16T18:07:02.837 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 18:07:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: 2023-12-16T18:07:02.584+0000 7f0ce5bea700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-16T18:07:02.941 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:02.941 INFO:teuthology.orchestra.run.smithi071.stdout:{"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":142,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1702750004,"num_in_osds":8,"osd_in_since":1702749991,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":61},{"state_name":"unknown","count":23},{"state_name":"creating+peering","count":13}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592652,"bytes_used":2441383936,"bytes_avail":765518901248,"bytes_total":767960285184,"unknown_pgs_ratio":0.23711340129375458,"inactive_pgs_ratio":0.1340206116437912,"write_bytes_sec":3071,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.71:8443/"}},"servicemap":{"epoch":9,"modified":"2023-12-16T18:06:48.782064+0000","services":{"osd":{"daemons":{"summary":"","4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-16T18:07:02.954 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-16T18:07:02.954 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[78585]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[78585]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2538886600' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[89361]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[89361]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:03 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2538886600' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T18:07:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:03.240 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":132,"stamp":"2023-12-16T18:07:02.785040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":188,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384292,"kb_used_data":5988,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576924,"statfs":{"total":767960285184,"available":765518770176,"internally_reserved":0,"allocated":6131712,"data_stored":3588810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.796985"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029819+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:06:59.029819+0000","last_peered":"2023-12-16T18:06:59.029819+0000","last_clean":"2023-12-16T18:06:59.029819+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:06:59.029819+0000","last_undegraded":"2023-12-16T18:06:59.029819+0000","last_fullsized":"2023-12-16T18:06:59.029819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036775+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:06:59.036775+0000","last_peered":"2023-12-16T18:06:59.036775+0000","last_clean":"2023-12-16T18:06:59.036775+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:06:59.036775+0000","last_undegraded":"2023-12-16T18:06:59.036775+0000","last_fullsized":"2023-12-16T18:06:59.036775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030476+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:06:59.030476+0000","last_peered":"2023-12-16T18:06:59.030476+0000","last_clean":"2023-12-16T18:06:59.030476+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:06:59.030476+0000","last_undegraded":"2023-12-16T18:06:59.030476+0000","last_fullsized":"2023-12-16T18:06:59.030476+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021692+0000","last_change":"2023-12-16T18:06:59.019474+0000","last_active":"2023-12-16T18:06:59.021692+0000","last_peered":"2023-12-16T18:06:59.021692+0000","last_clean":"2023-12-16T18:06:59.021692+0000","last_became_active":"2023-12-16T18:06:59.019184+0000","last_became_peered":"2023-12-16T18:06:59.019184+0000","last_unstale":"2023-12-16T18:06:59.021692+0000","last_undegraded":"2023-12-16T18:06:59.021692+0000","last_fullsized":"2023-12-16T18:06:59.021692+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:15:01.825248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017791+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:06:59.017791+0000","last_peered":"2023-12-16T18:06:59.017791+0000","last_clean":"2023-12-16T18:06:59.017791+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:06:59.017791+0000","last_undegraded":"2023-12-16T18:06:59.017791+0000","last_fullsized":"2023-12-16T18:06:59.017791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.027882+0000","last_change":"2023-12-16T18:06:59.026290+0000","last_active":"2023-12-16T18:06:59.027882+0000","last_peered":"2023-12-16T18:06:59.027882+0000","last_clean":"2023-12-16T18:06:59.027882+0000","last_became_active":"2023-12-16T18:06:59.026011+0000","last_became_peered":"2023-12-16T18:06:59.026011+0000","last_unstale":"2023-12-16T18:06:59.027882+0000","last_undegraded":"2023-12-16T18:06:59.027882+0000","last_fullsized":"2023-12-16T18:06:59.027882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019831+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:06:59.019831+0000","last_peered":"2023-12-16T18:06:59.019831+0000","last_clean":"2023-12-16T18:06:59.019831+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:06:59.019831+0000","last_undegraded":"2023-12-16T18:06:59.019831+0000","last_fullsized":"2023-12-16T18:06:59.019831+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.014358+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:12:01.290260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028924+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:06:59.028924+0000","last_peered":"2023-12-16T18:06:59.028924+0000","last_clean":"2023-12-16T18:06:59.028924+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:06:59.028924+0000","last_undegraded":"2023-12-16T18:06:59.028924+0000","last_fullsized":"2023-12-16T18:06:59.028924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035281+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:06:59.035281+0000","last_peered":"2023-12-16T18:06:59.035281+0000","last_clean":"2023-12-16T18:06:59.035281+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:06:59.035281+0000","last_undegraded":"2023-12-16T18:06:59.035281+0000","last_fullsized":"2023-12-16T18:06:59.035281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022087+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:06:59.022087+0000","last_peered":"2023-12-16T18:06:59.022087+0000","last_clean":"2023-12-16T18:06:59.022087+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:06:59.022087+0000","last_undegraded":"2023-12-16T18:06:59.022087+0000","last_fullsized":"2023-12-16T18:06:59.022087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028609+0000","last_change":"2023-12-16T18:06:59.022049+0000","last_active":"2023-12-16T18:06:59.028609+0000","last_peered":"2023-12-16T18:06:59.028609+0000","last_clean":"2023-12-16T18:06:59.028609+0000","last_became_active":"2023-12-16T18:06:59.021742+0000","last_became_peered":"2023-12-16T18:06:59.021742+0000","last_unstale":"2023-12-16T18:06:59.028609+0000","last_undegraded":"2023-12-16T18:06:59.028609+0000","last_fullsized":"2023-12-16T18:06:59.028609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012798+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:20:04.866884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026635+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:06:59.026635+0000","last_peered":"2023-12-16T18:06:59.026635+0000","last_clean":"2023-12-16T18:06:59.026635+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:06:59.026635+0000","last_undegraded":"2023-12-16T18:06:59.026635+0000","last_fullsized":"2023-12-16T18:06:59.026635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025059+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:06:59.025059+0000","last_peered":"2023-12-16T18:06:59.025059+0000","last_clean":"2023-12-16T18:06:59.025059+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:06:59.025059+0000","last_undegraded":"2023-12-16T18:06:59.025059+0000","last_fullsized":"2023-12-16T18:06:59.025059+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017826+0000","last_change":"2023-12-16T18:06:59.016778+0000","last_active":"2023-12-16T18:06:59.017826+0000","last_peered":"2023-12-16T18:06:59.017826+0000","last_clean":"2023-12-16T18:06:59.017826+0000","last_became_active":"2023-12-16T18:06:59.016441+0000","last_became_peered":"2023-12-16T18:06:59.016441+0000","last_unstale":"2023-12-16T18:06:59.017826+0000","last_undegraded":"2023-12-16T18:06:59.017826+0000","last_fullsized":"2023-12-16T18:06:59.017826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024010+0000","last_change":"2023-12-16T18:06:59.021455+0000","last_active":"2023-12-16T18:06:59.024010+0000","last_peered":"2023-12-16T18:06:59.024010+0000","last_clean":"2023-12-16T18:06:59.024010+0000","last_became_active":"2023-12-16T18:06:59.021153+0000","last_became_peered":"2023-12-16T18:06:59.021153+0000","last_unstale":"2023-12-16T18:06:59.024010+0000","last_undegraded":"2023-12-16T18:06:59.024010+0000","last_fullsized":"2023-12-16T18:06:59.024010+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:16:50.484663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.003692+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:51.202590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017841+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:06:59.017841+0000","last_peered":"2023-12-16T18:06:59.017841+0000","last_clean":"2023-12-16T18:06:59.017841+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:06:59.017841+0000","last_undegraded":"2023-12-16T18:06:59.017841+0000","last_fullsized":"2023-12-16T18:06:59.017841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040346+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:06:59.040346+0000","last_peered":"2023-12-16T18:06:59.040346+0000","last_clean":"2023-12-16T18:06:59.040346+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:06:59.040346+0000","last_undegraded":"2023-12-16T18:06:59.040346+0000","last_fullsized":"2023-12-16T18:06:59.040346+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008012+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:37.385703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.023392+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:06:58.023392+0000","last_peered":"2023-12-16T18:06:58.023392+0000","last_clean":"2023-12-16T18:06:58.023392+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:06:58.023392+0000","last_undegraded":"2023-12-16T18:06:58.023392+0000","last_fullsized":"2023-12-16T18:06:58.023392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019821+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:06:59.019821+0000","last_peered":"2023-12-16T18:06:59.019821+0000","last_clean":"2023-12-16T18:06:59.019821+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:06:59.019821+0000","last_undegraded":"2023-12-16T18:06:59.019821+0000","last_fullsized":"2023-12-16T18:06:59.019821+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035951+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:06:59.035951+0000","last_peered":"2023-12-16T18:06:59.035951+0000","last_clean":"2023-12-16T18:06:59.035951+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:06:59.035951+0000","last_undegraded":"2023-12-16T18:06:59.035951+0000","last_fullsized":"2023-12-16T18:06:59.035951+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032542+0000","last_change":"2023-12-16T18:06:59.031853+0000","last_active":"2023-12-16T18:06:59.032542+0000","last_peered":"2023-12-16T18:06:59.032542+0000","last_clean":"2023-12-16T18:06:59.032542+0000","last_became_active":"2023-12-16T18:06:59.031542+0000","last_became_peered":"2023-12-16T18:06:59.031542+0000","last_unstale":"2023-12-16T18:06:59.032542+0000","last_undegraded":"2023-12-16T18:06:59.032542+0000","last_fullsized":"2023-12-16T18:06:59.032542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:57:26.677529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034475+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:06:59.034475+0000","last_peered":"2023-12-16T18:06:59.034475+0000","last_clean":"2023-12-16T18:06:59.034475+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:06:59.034475+0000","last_undegraded":"2023-12-16T18:06:59.034475+0000","last_fullsized":"2023-12-16T18:06:59.034475+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032607+0000","last_change":"2023-12-16T18:06:59.031972+0000","last_active":"2023-12-16T18:06:59.032607+0000","last_peered":"2023-12-16T18:06:59.032607+0000","last_clean":"2023-12-16T18:06:59.032607+0000","last_became_active":"2023-12-16T18:06:59.031587+0000","last_became_peered":"2023-12-16T18:06:59.031587+0000","last_unstale":"2023-12-16T18:06:59.032607+0000","last_undegraded":"2023-12-16T18:06:59.032607+0000","last_fullsized":"2023-12-16T18:06:59.032607+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:15:54.161087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010620+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:06:58.010620+0000","last_peered":"2023-12-16T18:06:58.010620+0000","last_clean":"2023-12-16T18:06:58.010620+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:06:58.010620+0000","last_undegraded":"2023-12-16T18:06:58.010620+0000","last_fullsized":"2023-12-16T18:06:58.010620+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028730+0000","last_change":"2023-12-16T18:06:59.027545+0000","last_active":"2023-12-16T18:06:59.028730+0000","last_peered":"2023-12-16T18:06:59.028730+0000","last_clean":"2023-12-16T18:06:59.028730+0000","last_became_active":"2023-12-16T18:06:59.027201+0000","last_became_peered":"2023-12-16T18:06:59.027201+0000","last_unstale":"2023-12-16T18:06:59.028730+0000","last_undegraded":"2023-12-16T18:06:59.028730+0000","last_fullsized":"2023-12-16T18:06:59.028730+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039311+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:06:59.039311+0000","last_peered":"2023-12-16T18:06:59.039311+0000","last_clean":"2023-12-16T18:06:59.039311+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:06:59.039311+0000","last_undegraded":"2023-12-16T18:06:59.039311+0000","last_fullsized":"2023-12-16T18:06:59.039311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022161+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:06:59.022161+0000","last_peered":"2023-12-16T18:06:59.022161+0000","last_clean":"2023-12-16T18:06:59.022161+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:06:59.022161+0000","last_undegraded":"2023-12-16T18:06:59.022161+0000","last_fullsized":"2023-12-16T18:06:59.022161+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.019810+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:06:58.019810+0000","last_peered":"2023-12-16T18:06:58.019810+0000","last_clean":"2023-12-16T18:06:58.019810+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:06:58.019810+0000","last_undegraded":"2023-12-16T18:06:58.019810+0000","last_fullsized":"2023-12-16T18:06:58.019810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.007188+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:04:40.706121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004430+0000","last_change":"2023-12-16T18:06:58.017982+0000","last_active":"2023-12-16T18:06:59.004430+0000","last_peered":"2023-12-16T18:06:59.004430+0000","last_clean":"2023-12-16T18:06:59.004430+0000","last_became_active":"2023-12-16T18:06:58.017703+0000","last_became_peered":"2023-12-16T18:06:58.017703+0000","last_unstale":"2023-12-16T18:06:59.004430+0000","last_undegraded":"2023-12-16T18:06:59.004430+0000","last_fullsized":"2023-12-16T18:06:59.004430+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025630+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:06:59.025630+0000","last_peered":"2023-12-16T18:06:59.025630+0000","last_clean":"2023-12-16T18:06:59.025630+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:06:59.025630+0000","last_undegraded":"2023-12-16T18:06:59.025630+0000","last_fullsized":"2023-12-16T18:06:59.025630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004188+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:06:59.004188+0000","last_peered":"2023-12-16T18:06:59.004188+0000","last_clean":"2023-12-16T18:06:59.004188+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:06:59.004188+0000","last_undegraded":"2023-12-16T18:06:59.004188+0000","last_fullsized":"2023-12-16T18:06:59.004188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021603+0000","last_change":"2023-12-16T18:06:59.017926+0000","last_active":"2023-12-16T18:06:59.021603+0000","last_peered":"2023-12-16T18:06:59.021603+0000","last_clean":"2023-12-16T18:06:59.021603+0000","last_became_active":"2023-12-16T18:06:59.017276+0000","last_became_peered":"2023-12-16T18:06:59.017276+0000","last_unstale":"2023-12-16T18:06:59.021603+0000","last_undegraded":"2023-12-16T18:06:59.021603+0000","last_fullsized":"2023-12-16T18:06:59.021603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005921+0000","last_change":"2023-12-16T18:06:58.017738+0000","last_active":"2023-12-16T18:06:59.005921+0000","last_peered":"2023-12-16T18:06:59.005921+0000","last_clean":"2023-12-16T18:06:59.005921+0000","last_became_active":"2023-12-16T18:06:58.017445+0000","last_became_peered":"2023-12-16T18:06:58.017445+0000","last_unstale":"2023-12-16T18:06:59.005921+0000","last_undegraded":"2023-12-16T18:06:59.005921+0000","last_fullsized":"2023-12-16T18:06:59.005921+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029465+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:06:59.029465+0000","last_peered":"2023-12-16T18:06:59.029465+0000","last_clean":"2023-12-16T18:06:59.029465+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:06:59.029465+0000","last_undegraded":"2023-12-16T18:06:59.029465+0000","last_fullsized":"2023-12-16T18:06:59.029465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039579+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:06:59.039579+0000","last_peered":"2023-12-16T18:06:59.039579+0000","last_clean":"2023-12-16T18:06:59.039579+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:06:59.039579+0000","last_undegraded":"2023-12-16T18:06:59.039579+0000","last_fullsized":"2023-12-16T18:06:59.039579+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028629+0000","last_change":"2023-12-16T18:06:59.022479+0000","last_active":"2023-12-16T18:06:59.028629+0000","last_peered":"2023-12-16T18:06:59.028629+0000","last_clean":"2023-12-16T18:06:59.028629+0000","last_became_active":"2023-12-16T18:06:59.022128+0000","last_became_peered":"2023-12-16T18:06:59.022128+0000","last_unstale":"2023-12-16T18:06:59.028629+0000","last_undegraded":"2023-12-16T18:06:59.028629+0000","last_fullsized":"2023-12-16T18:06:59.028629+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.041275+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:06:59.041275+0000","last_peered":"2023-12-16T18:06:59.041275+0000","last_clean":"2023-12-16T18:06:59.041275+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:06:59.041275+0000","last_undegraded":"2023-12-16T18:06:59.041275+0000","last_fullsized":"2023-12-16T18:06:59.041275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016577+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:06:59.016577+0000","last_peered":"2023-12-16T18:06:59.016577+0000","last_clean":"2023-12-16T18:06:59.016577+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:06:59.016577+0000","last_undegraded":"2023-12-16T18:06:59.016577+0000","last_fullsized":"2023-12-16T18:06:59.016577+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039885+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:06:59.039885+0000","last_peered":"2023-12-16T18:06:59.039885+0000","last_clean":"2023-12-16T18:06:59.039885+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:06:59.039885+0000","last_undegraded":"2023-12-16T18:06:59.039885+0000","last_fullsized":"2023-12-16T18:06:59.039885+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026790+0000","last_change":"2023-12-16T18:06:59.026790+0000","last_active":"2023-12-16T18:06:59.026790+0000","last_peered":"2023-12-16T18:06:59.026790+0000","last_clean":"2023-12-16T18:06:59.026790+0000","last_became_active":"2023-12-16T18:06:59.026374+0000","last_became_peered":"2023-12-16T18:06:59.026374+0000","last_unstale":"2023-12-16T18:06:59.026790+0000","last_undegraded":"2023-12-16T18:06:59.026790+0000","last_fullsized":"2023-12-16T18:06:59.026790+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:35:22.938685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.008148+0000","last_change":"2023-12-16T18:06:58.023270+0000","last_active":"2023-12-16T18:06:59.008148+0000","last_peered":"2023-12-16T18:06:59.008148+0000","last_clean":"2023-12-16T18:06:59.008148+0000","last_became_active":"2023-12-16T18:06:58.022441+0000","last_became_peered":"2023-12-16T18:06:58.022441+0000","last_unstale":"2023-12-16T18:06:59.008148+0000","last_undegraded":"2023-12-16T18:06:59.008148+0000","last_fullsized":"2023-12-16T18:06:59.008148+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017144+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:06:59.017144+0000","last_peered":"2023-12-16T18:06:59.017144+0000","last_clean":"2023-12-16T18:06:59.017144+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:06:59.017144+0000","last_undegraded":"2023-12-16T18:06:59.017144+0000","last_fullsized":"2023-12-16T18:06:59.017144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005913+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:06:59.005913+0000","last_peered":"2023-12-16T18:06:59.005913+0000","last_clean":"2023-12-16T18:06:59.005913+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:06:59.005913+0000","last_undegraded":"2023-12-16T18:06:59.005913+0000","last_fullsized":"2023-12-16T18:06:59.005913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022176+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:06:59.022176+0000","last_peered":"2023-12-16T18:06:59.022176+0000","last_clean":"2023-12-16T18:06:59.022176+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:06:59.022176+0000","last_undegraded":"2023-12-16T18:06:59.022176+0000","last_fullsized":"2023-12-16T18:06:59.022176+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.006595+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:58.006595+0000","last_peered":"2023-12-16T18:06:58.006595+0000","last_clean":"2023-12-16T18:06:58.006595+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:06:58.006595+0000","last_undegraded":"2023-12-16T18:06:58.006595+0000","last_fullsized":"2023-12-16T18:06:58.006595+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.018969+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:06:59.018969+0000","last_peered":"2023-12-16T18:06:59.018969+0000","last_clean":"2023-12-16T18:06:59.018969+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:06:59.018969+0000","last_undegraded":"2023-12-16T18:06:59.018969+0000","last_fullsized":"2023-12-16T18:06:59.018969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036461+0000","last_change":"2023-12-16T18:06:58.013422+0000","last_active":"2023-12-16T18:06:59.036461+0000","last_peered":"2023-12-16T18:06:59.036461+0000","last_clean":"2023-12-16T18:06:59.036461+0000","last_became_active":"2023-12-16T18:06:58.013148+0000","last_became_peered":"2023-12-16T18:06:58.013148+0000","last_unstale":"2023-12-16T18:06:59.036461+0000","last_undegraded":"2023-12-16T18:06:59.036461+0000","last_fullsized":"2023-12-16T18:06:59.036461+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030088+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:06:59.030088+0000","last_peered":"2023-12-16T18:06:59.030088+0000","last_clean":"2023-12-16T18:06:59.030088+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:06:59.030088+0000","last_undegraded":"2023-12-16T18:06:59.030088+0000","last_fullsized":"2023-12-16T18:06:59.030088+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010012+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:06:58.010012+0000","last_peered":"2023-12-16T18:06:58.010012+0000","last_clean":"2023-12-16T18:06:58.010012+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:06:58.010012+0000","last_undegraded":"2023-12-16T18:06:58.010012+0000","last_fullsized":"2023-12-16T18:06:58.010012+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024148+0000","last_change":"2023-12-16T18:06:59.022615+0000","last_active":"2023-12-16T18:06:59.024148+0000","last_peered":"2023-12-16T18:06:59.024148+0000","last_clean":"2023-12-16T18:06:59.024148+0000","last_became_active":"2023-12-16T18:06:59.022329+0000","last_became_peered":"2023-12-16T18:06:59.022329+0000","last_unstale":"2023-12-16T18:06:59.024148+0000","last_undegraded":"2023-12-16T18:06:59.024148+0000","last_fullsized":"2023-12-16T18:06:59.024148+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.008047+0000","last_change":"2023-12-16T18:06:58.019811+0000","last_active":"2023-12-16T18:06:59.008047+0000","last_peered":"2023-12-16T18:06:59.008047+0000","last_clean":"2023-12-16T18:06:59.008047+0000","last_became_active":"2023-12-16T18:06:58.019534+0000","last_became_peered":"2023-12-16T18:06:58.019534+0000","last_unstale":"2023-12-16T18:06:59.008047+0000","last_undegraded":"2023-12-16T18:06:59.008047+0000","last_fullsized":"2023-12-16T18:06:59.008047+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028715+0000","last_change":"2023-12-16T18:06:59.026593+0000","last_active":"2023-12-16T18:06:59.028715+0000","last_peered":"2023-12-16T18:06:59.028715+0000","last_clean":"2023-12-16T18:06:59.028715+0000","last_became_active":"2023-12-16T18:06:59.026150+0000","last_became_peered":"2023-12-16T18:06:59.026150+0000","last_unstale":"2023-12-16T18:06:59.028715+0000","last_undegraded":"2023-12-16T18:06:59.028715+0000","last_fullsized":"2023-12-16T18:06:59.028715+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036001+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:06:59.036001+0000","last_peered":"2023-12-16T18:06:59.036001+0000","last_clean":"2023-12-16T18:06:59.036001+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:06:59.036001+0000","last_undegraded":"2023-12-16T18:06:59.036001+0000","last_fullsized":"2023-12-16T18:06:59.036001+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.004525+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:06:58.004525+0000","last_peered":"2023-12-16T18:06:58.004525+0000","last_clean":"2023-12-16T18:06:58.004525+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:06:58.004525+0000","last_undegraded":"2023-12-16T18:06:58.004525+0000","last_fullsized":"2023-12-16T18:06:58.004525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.004899+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:18:01.565241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.003049+0000","last_change":"2023-12-16T18:06:58.016317+0000","last_active":"2023-12-16T18:06:59.003049+0000","last_peered":"2023-12-16T18:06:59.003049+0000","last_clean":"2023-12-16T18:06:59.003049+0000","last_became_active":"2023-12-16T18:06:58.016000+0000","last_became_peered":"2023-12-16T18:06:58.016000+0000","last_unstale":"2023-12-16T18:06:59.003049+0000","last_undegraded":"2023-12-16T18:06:59.003049+0000","last_fullsized":"2023-12-16T18:06:59.003049+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":229,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.001543+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:06:58.001543+0000","last_peered":"2023-12-16T18:06:58.001543+0000","last_clean":"2023-12-16T18:06:58.001543+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:06:58.001543+0000","last_undegraded":"2023-12-16T18:06:58.001543+0000","last_fullsized":"2023-12-16T18:06:58.001543+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015720+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:06:59.015720+0000","last_peered":"2023-12-16T18:06:59.015720+0000","last_clean":"2023-12-16T18:06:59.015720+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:06:59.015720+0000","last_undegraded":"2023-12-16T18:06:59.015720+0000","last_fullsized":"2023-12-16T18:06:59.015720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017878+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:06:58.017878+0000","last_peered":"2023-12-16T18:06:58.017878+0000","last_clean":"2023-12-16T18:06:58.017878+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:06:58.017878+0000","last_undegraded":"2023-12-16T18:06:58.017878+0000","last_fullsized":"2023-12-16T18:06:58.017878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.021281+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:06:58.021281+0000","last_peered":"2023-12-16T18:06:58.021281+0000","last_clean":"2023-12-16T18:06:58.021281+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:06:58.021281+0000","last_undegraded":"2023-12-16T18:06:58.021281+0000","last_fullsized":"2023-12-16T18:06:58.021281+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022084+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:06:59.022084+0000","last_peered":"2023-12-16T18:06:59.022084+0000","last_clean":"2023-12-16T18:06:59.022084+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:06:59.022084+0000","last_undegraded":"2023-12-16T18:06:59.022084+0000","last_fullsized":"2023-12-16T18:06:59.022084+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013962+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:06:58.013962+0000","last_peered":"2023-12-16T18:06:58.013962+0000","last_clean":"2023-12-16T18:06:58.013962+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:06:58.013962+0000","last_undegraded":"2023-12-16T18:06:58.013962+0000","last_fullsized":"2023-12-16T18:06:58.013962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006220+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:59:22.847547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040147+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:06:59.040147+0000","last_peered":"2023-12-16T18:06:59.040147+0000","last_clean":"2023-12-16T18:06:59.040147+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:06:59.040147+0000","last_undegraded":"2023-12-16T18:06:59.040147+0000","last_fullsized":"2023-12-16T18:06:59.040147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023824+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:06:59.023824+0000","last_peered":"2023-12-16T18:06:59.023824+0000","last_clean":"2023-12-16T18:06:59.023824+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:06:59.023824+0000","last_undegraded":"2023-12-16T18:06:59.023824+0000","last_fullsized":"2023-12-16T18:06:59.023824+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.017860+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:06:58.017860+0000","last_peered":"2023-12-16T18:06:58.017860+0000","last_clean":"2023-12-16T18:06:58.017860+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:06:58.017860+0000","last_undegraded":"2023-12-16T18:06:58.017860+0000","last_fullsized":"2023-12-16T18:06:58.017860+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028694+0000","last_change":"2023-12-16T18:06:59.015771+0000","last_active":"2023-12-16T18:06:59.028694+0000","last_peered":"2023-12-16T18:06:59.028694+0000","last_clean":"2023-12-16T18:06:59.028694+0000","last_became_active":"2023-12-16T18:06:59.015485+0000","last_became_peered":"2023-12-16T18:06:59.015485+0000","last_unstale":"2023-12-16T18:06:59.028694+0000","last_undegraded":"2023-12-16T18:06:59.028694+0000","last_fullsized":"2023-12-16T18:06:59.028694+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.011676+0000","last_change":"2023-12-16T18:06:58.011277+0000","last_active":"2023-12-16T18:06:58.011676+0000","last_peered":"2023-12-16T18:06:58.011676+0000","last_clean":"2023-12-16T18:06:58.011676+0000","last_became_active":"2023-12-16T18:06:58.010981+0000","last_became_peered":"2023-12-16T18:06:58.010981+0000","last_unstale":"2023-12-16T18:06:58.011676+0000","last_undegraded":"2023-12-16T18:06:58.011676+0000","last_fullsized":"2023-12-16T18:06:58.011676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:42.039452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:08:00.036040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.010011+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:06:58.010011+0000","last_peered":"2023-12-16T18:06:58.010011+0000","last_clean":"2023-12-16T18:06:58.010011+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:06:58.010011+0000","last_undegraded":"2023-12-16T18:06:58.010011+0000","last_fullsized":"2023-12-16T18:06:58.010011+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.006083+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:16:48.443544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034401+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:06:59.034401+0000","last_peered":"2023-12-16T18:06:59.034401+0000","last_clean":"2023-12-16T18:06:59.034401+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:06:59.034401+0000","last_undegraded":"2023-12-16T18:06:59.034401+0000","last_fullsized":"2023-12-16T18:06:59.034401+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035099+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:06:59.035099+0000","last_peered":"2023-12-16T18:06:59.035099+0000","last_clean":"2023-12-16T18:06:59.035099+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:06:59.035099+0000","last_undegraded":"2023-12-16T18:06:59.035099+0000","last_fullsized":"2023-12-16T18:06:59.035099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.013394+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:06:58.013394+0000","last_peered":"2023-12-16T18:06:58.013394+0000","last_clean":"2023-12-16T18:06:58.013394+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:06:58.013394+0000","last_undegraded":"2023-12-16T18:06:58.013394+0000","last_fullsized":"2023-12-16T18:06:58.013394+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019412+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:06:59.019412+0000","last_peered":"2023-12-16T18:06:59.019412+0000","last_clean":"2023-12-16T18:06:59.019412+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:06:59.019412+0000","last_undegraded":"2023-12-16T18:06:59.019412+0000","last_fullsized":"2023-12-16T18:06:59.019412+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015926+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:06:59.015926+0000","last_peered":"2023-12-16T18:06:59.015926+0000","last_clean":"2023-12-16T18:06:59.015926+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:06:59.015926+0000","last_undegraded":"2023-12-16T18:06:59.015926+0000","last_fullsized":"2023-12-16T18:06:59.015926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021751+0000","last_change":"2023-12-16T18:06:59.020553+0000","last_active":"2023-12-16T18:06:59.021751+0000","last_peered":"2023-12-16T18:06:59.021751+0000","last_clean":"2023-12-16T18:06:59.021751+0000","last_became_active":"2023-12-16T18:06:59.020084+0000","last_became_peered":"2023-12-16T18:06:59.020084+0000","last_unstale":"2023-12-16T18:06:59.021751+0000","last_undegraded":"2023-12-16T18:06:59.021751+0000","last_fullsized":"2023-12-16T18:06:59.021751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.012530+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:06:58.012530+0000","last_peered":"2023-12-16T18:06:58.012530+0000","last_clean":"2023-12-16T18:06:58.012530+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:06:58.012530+0000","last_undegraded":"2023-12-16T18:06:58.012530+0000","last_fullsized":"2023-12-16T18:06:58.012530+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024516+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:06:59.024516+0000","last_peered":"2023-12-16T18:06:59.024516+0000","last_clean":"2023-12-16T18:06:59.024516+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:06:59.024516+0000","last_undegraded":"2023-12-16T18:06:59.024516+0000","last_fullsized":"2023-12-16T18:06:59.024516+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024012+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:06:59.024012+0000","last_peered":"2023-12-16T18:06:59.024012+0000","last_clean":"2023-12-16T18:06:59.024012+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:06:59.024012+0000","last_undegraded":"2023-12-16T18:06:59.024012+0000","last_fullsized":"2023-12-16T18:06:59.024012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:57.999883+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:02:07.079356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025102+0000","last_change":"2023-12-16T18:06:59.024153+0000","last_active":"2023-12-16T18:06:59.025102+0000","last_peered":"2023-12-16T18:06:59.025102+0000","last_clean":"2023-12-16T18:06:59.025102+0000","last_became_active":"2023-12-16T18:06:59.023815+0000","last_became_peered":"2023-12-16T18:06:59.023815+0000","last_unstale":"2023-12-16T18:06:59.025102+0000","last_undegraded":"2023-12-16T18:06:59.025102+0000","last_fullsized":"2023-12-16T18:06:59.025102+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026298+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:06:59.026298+0000","last_peered":"2023-12-16T18:06:59.026298+0000","last_clean":"2023-12-16T18:06:59.026298+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:06:59.026298+0000","last_undegraded":"2023-12-16T18:06:59.026298+0000","last_fullsized":"2023-12-16T18:06:59.026298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.008453+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:32:08.492283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023272+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:06:59.023272+0000","last_peered":"2023-12-16T18:06:59.023272+0000","last_clean":"2023-12-16T18:06:59.023272+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:06:59.023272+0000","last_undegraded":"2023-12-16T18:06:59.023272+0000","last_fullsized":"2023-12-16T18:06:59.023272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035154+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:06:59.035154+0000","last_peered":"2023-12-16T18:06:59.035154+0000","last_clean":"2023-12-16T18:06:59.035154+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:06:59.035154+0000","last_undegraded":"2023-12-16T18:06:59.035154+0000","last_fullsized":"2023-12-16T18:06:59.035154+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.011490+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:37:03.303295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021812+0000","last_change":"2023-12-16T18:06:59.019982+0000","last_active":"2023-12-16T18:06:59.021812+0000","last_peered":"2023-12-16T18:06:59.021812+0000","last_clean":"2023-12-16T18:06:59.021812+0000","last_became_active":"2023-12-16T18:06:59.019312+0000","last_became_peered":"2023-12-16T18:06:59.019312+0000","last_unstale":"2023-12-16T18:06:59.021812+0000","last_undegraded":"2023-12-16T18:06:59.021812+0000","last_fullsized":"2023-12-16T18:06:59.021812+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-16T18:06:57.987513+0000","last_change":"2023-12-16T18:06:58.012054+0000","last_active":"2023-12-16T18:06:57.987513+0000","last_peered":"2023-12-16T18:06:57.987513+0000","last_clean":"2023-12-16T18:06:57.987513+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-16T18:06:57.987513+0000","last_undegraded":"2023-12-16T18:06:57.987513+0000","last_fullsized":"2023-12-16T18:06:57.987513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:34:29.132524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026050+0000","last_change":"2023-12-16T18:06:59.025018+0000","last_active":"2023-12-16T18:06:59.026050+0000","last_peered":"2023-12-16T18:06:59.026050+0000","last_clean":"2023-12-16T18:06:59.026050+0000","last_became_active":"2023-12-16T18:06:59.024745+0000","last_became_peered":"2023-12-16T18:06:59.024745+0000","last_unstale":"2023-12-16T18:06:59.026050+0000","last_undegraded":"2023-12-16T18:06:59.026050+0000","last_fullsized":"2023-12-16T18:06:59.026050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024562+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:06:59.024562+0000","last_peered":"2023-12-16T18:06:59.024562+0000","last_clean":"2023-12-16T18:06:59.024562+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:06:59.024562+0000","last_undegraded":"2023-12-16T18:06:59.024562+0000","last_fullsized":"2023-12-16T18:06:59.024562+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035027+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:06:59.035027+0000","last_peered":"2023-12-16T18:06:59.035027+0000","last_clean":"2023-12-16T18:06:59.035027+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:06:59.035027+0000","last_undegraded":"2023-12-16T18:06:59.035027+0000","last_fullsized":"2023-12-16T18:06:59.035027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462917,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298404,"kb_used_data":1116,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446748,"statfs":{"total":95995035648,"available":95689469952,"internally_reserved":0,"allocated":1142784,"data_stored":818822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]}]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":826500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":1,"up_from":12,"seq":51539607575,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:21 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.376}]},{"osd":2,"last update":"Sat Dec 16 18:06:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.434},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40999999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738392,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298380,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446772,"statfs":{"total":95995035648,"available":95689494528,"internally_reserved":0,"allocated":1118208,"data_stored":810788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:06:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":2,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.30499999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":3,"up_from":22,"seq":94489280528,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297804,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447348,"statfs":{"total":95995035648,"available":95690084352,"internally_reserved":0,"allocated":528384,"data_stored":220685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.27400000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":26,"seq":111669149709,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":569344,"data_stored":235276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]},{"osd":5,"up_from":33,"seq":141733920779,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":235369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:03.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:03 smithi184 ceph-mon[82596]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:03 smithi184 ceph-mon[82596]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:03.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:03 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2538886600' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-16T18:07:04.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:04 smithi184 ceph-mon[82596]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:04 smithi184 ceph-mon[82596]: pgmap v132: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2023-12-16T18:07:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:04 smithi184 ceph-mon[82596]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[78585]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[78585]: pgmap v132: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[78585]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[89361]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[89361]: pgmap v132: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 5 op/s 2023-12-16T18:07:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:04 smithi071 ceph-mon[89361]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:06.246 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-16T18:07:06.274 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:06 smithi071 ceph-mon[78585]: pgmap v133: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-16T18:07:06.274 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:06 smithi071 ceph-mon[89361]: pgmap v133: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-16T18:07:06.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:06 smithi184 ceph-mon[82596]: pgmap v133: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-16T18:07:06.533 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:06.534 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:06.544 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2023-12-16T18:07:04.785426+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":230,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384444,"kb_used_data":6140,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576772,"statfs":{"total":767960285184,"available":765518614528,"internally_reserved":0,"allocated":6287360,"data_stored":3653672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.790332"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030231+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:06:59.030231+0000","last_peered":"2023-12-16T18:06:59.030231+0000","last_clean":"2023-12-16T18:06:59.030231+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:06:59.030231+0000","last_undegraded":"2023-12-16T18:06:59.030231+0000","last_fullsized":"2023-12-16T18:06:59.030231+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.037097+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:06:59.037097+0000","last_peered":"2023-12-16T18:06:59.037097+0000","last_clean":"2023-12-16T18:06:59.037097+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:06:59.037097+0000","last_undegraded":"2023-12-16T18:06:59.037097+0000","last_fullsized":"2023-12-16T18:06:59.037097+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.033048+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:06:59.033048+0000","last_peered":"2023-12-16T18:06:59.033048+0000","last_clean":"2023-12-16T18:06:59.033048+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:06:59.033048+0000","last_undegraded":"2023-12-16T18:06:59.033048+0000","last_fullsized":"2023-12-16T18:06:59.033048+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021692+0000","last_change":"2023-12-16T18:06:59.019474+0000","last_active":"2023-12-16T18:06:59.021692+0000","last_peered":"2023-12-16T18:06:59.021692+0000","last_clean":"2023-12-16T18:06:59.021692+0000","last_became_active":"2023-12-16T18:06:59.019184+0000","last_became_peered":"2023-12-16T18:06:59.019184+0000","last_unstale":"2023-12-16T18:06:59.021692+0000","last_undegraded":"2023-12-16T18:06:59.021692+0000","last_fullsized":"2023-12-16T18:06:59.021692+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:15:01.825248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019142+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:06:59.019142+0000","last_peered":"2023-12-16T18:06:59.019142+0000","last_clean":"2023-12-16T18:06:59.019142+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:06:59.019142+0000","last_undegraded":"2023-12-16T18:06:59.019142+0000","last_fullsized":"2023-12-16T18:06:59.019142+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.027882+0000","last_change":"2023-12-16T18:06:59.026290+0000","last_active":"2023-12-16T18:06:59.027882+0000","last_peered":"2023-12-16T18:06:59.027882+0000","last_clean":"2023-12-16T18:06:59.027882+0000","last_became_active":"2023-12-16T18:06:59.026011+0000","last_became_peered":"2023-12-16T18:06:59.026011+0000","last_unstale":"2023-12-16T18:06:59.027882+0000","last_undegraded":"2023-12-16T18:06:59.027882+0000","last_fullsized":"2023-12-16T18:06:59.027882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.020439+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:06:59.020439+0000","last_peered":"2023-12-16T18:06:59.020439+0000","last_clean":"2023-12-16T18:06:59.020439+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:06:59.020439+0000","last_undegraded":"2023-12-16T18:06:59.020439+0000","last_fullsized":"2023-12-16T18:06:59.020439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.018598+0000","last_change":"2023-12-16T18:06:59.018355+0000","last_active":"2023-12-16T18:06:59.018598+0000","last_peered":"2023-12-16T18:06:59.018598+0000","last_clean":"2023-12-16T18:06:59.018598+0000","last_became_active":"2023-12-16T18:06:59.018039+0000","last_became_peered":"2023-12-16T18:06:59.018039+0000","last_unstale":"2023-12-16T18:06:59.018598+0000","last_undegraded":"2023-12-16T18:06:59.018598+0000","last_fullsized":"2023-12-16T18:06:59.018598+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:44:38.000048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.029695+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:06:59.029695+0000","last_peered":"2023-12-16T18:06:59.029695+0000","last_clean":"2023-12-16T18:06:59.029695+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:06:59.029695+0000","last_undegraded":"2023-12-16T18:06:59.029695+0000","last_fullsized":"2023-12-16T18:06:59.029695+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035281+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:06:59.035281+0000","last_peered":"2023-12-16T18:06:59.035281+0000","last_clean":"2023-12-16T18:06:59.035281+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:06:59.035281+0000","last_undegraded":"2023-12-16T18:06:59.035281+0000","last_fullsized":"2023-12-16T18:06:59.035281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022087+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:06:59.022087+0000","last_peered":"2023-12-16T18:06:59.022087+0000","last_clean":"2023-12-16T18:06:59.022087+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:06:59.022087+0000","last_undegraded":"2023-12-16T18:06:59.022087+0000","last_fullsized":"2023-12-16T18:06:59.022087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028609+0000","last_change":"2023-12-16T18:06:59.022049+0000","last_active":"2023-12-16T18:06:59.028609+0000","last_peered":"2023-12-16T18:06:59.028609+0000","last_clean":"2023-12-16T18:06:59.028609+0000","last_became_active":"2023-12-16T18:06:59.021742+0000","last_became_peered":"2023-12-16T18:06:59.021742+0000","last_unstale":"2023-12-16T18:06:59.028609+0000","last_undegraded":"2023-12-16T18:06:59.028609+0000","last_fullsized":"2023-12-16T18:06:59.028609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.020887+0000","last_change":"2023-12-16T18:06:59.019669+0000","last_active":"2023-12-16T18:06:59.020887+0000","last_peered":"2023-12-16T18:06:59.020887+0000","last_clean":"2023-12-16T18:06:59.020887+0000","last_became_active":"2023-12-16T18:06:59.019315+0000","last_became_peered":"2023-12-16T18:06:59.019315+0000","last_unstale":"2023-12-16T18:06:59.020887+0000","last_undegraded":"2023-12-16T18:06:59.020887+0000","last_fullsized":"2023-12-16T18:06:59.020887+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:01.876893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032588+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:06:59.032588+0000","last_peered":"2023-12-16T18:06:59.032588+0000","last_clean":"2023-12-16T18:06:59.032588+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:06:59.032588+0000","last_undegraded":"2023-12-16T18:06:59.032588+0000","last_fullsized":"2023-12-16T18:06:59.032588+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026081+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:06:59.026081+0000","last_peered":"2023-12-16T18:06:59.026081+0000","last_clean":"2023-12-16T18:06:59.026081+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:06:59.026081+0000","last_undegraded":"2023-12-16T18:06:59.026081+0000","last_fullsized":"2023-12-16T18:06:59.026081+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017826+0000","last_change":"2023-12-16T18:06:59.016778+0000","last_active":"2023-12-16T18:06:59.017826+0000","last_peered":"2023-12-16T18:06:59.017826+0000","last_clean":"2023-12-16T18:06:59.017826+0000","last_became_active":"2023-12-16T18:06:59.016441+0000","last_became_peered":"2023-12-16T18:06:59.016441+0000","last_unstale":"2023-12-16T18:06:59.017826+0000","last_undegraded":"2023-12-16T18:06:59.017826+0000","last_fullsized":"2023-12-16T18:06:59.017826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024010+0000","last_change":"2023-12-16T18:06:59.021455+0000","last_active":"2023-12-16T18:06:59.024010+0000","last_peered":"2023-12-16T18:06:59.024010+0000","last_clean":"2023-12-16T18:06:59.024010+0000","last_became_active":"2023-12-16T18:06:59.021153+0000","last_became_peered":"2023-12-16T18:06:59.021153+0000","last_unstale":"2023-12-16T18:06:59.024010+0000","last_undegraded":"2023-12-16T18:06:59.024010+0000","last_fullsized":"2023-12-16T18:06:59.024010+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:16:50.484663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036464+0000","last_change":"2023-12-16T18:06:59.034967+0000","last_active":"2023-12-16T18:06:59.036464+0000","last_peered":"2023-12-16T18:06:59.036464+0000","last_clean":"2023-12-16T18:06:59.036464+0000","last_became_active":"2023-12-16T18:06:59.033856+0000","last_became_peered":"2023-12-16T18:06:59.033856+0000","last_unstale":"2023-12-16T18:06:59.036464+0000","last_undegraded":"2023-12-16T18:06:59.036464+0000","last_fullsized":"2023-12-16T18:06:59.036464+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:59:46.100584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019493+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:06:59.019493+0000","last_peered":"2023-12-16T18:06:59.019493+0000","last_clean":"2023-12-16T18:06:59.019493+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:06:59.019493+0000","last_undegraded":"2023-12-16T18:06:59.019493+0000","last_fullsized":"2023-12-16T18:06:59.019493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040399+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:06:59.040399+0000","last_peered":"2023-12-16T18:06:59.040399+0000","last_clean":"2023-12-16T18:06:59.040399+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:06:59.040399+0000","last_undegraded":"2023-12-16T18:06:59.040399+0000","last_fullsized":"2023-12-16T18:06:59.040399+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026350+0000","last_change":"2023-12-16T18:06:59.025175+0000","last_active":"2023-12-16T18:06:59.026350+0000","last_peered":"2023-12-16T18:06:59.026350+0000","last_clean":"2023-12-16T18:06:59.026350+0000","last_became_active":"2023-12-16T18:06:59.024862+0000","last_became_peered":"2023-12-16T18:06:59.024862+0000","last_unstale":"2023-12-16T18:06:59.026350+0000","last_undegraded":"2023-12-16T18:06:59.026350+0000","last_fullsized":"2023-12-16T18:06:59.026350+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:37.642737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.033626+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:06:59.033626+0000","last_peered":"2023-12-16T18:06:59.033626+0000","last_clean":"2023-12-16T18:06:59.033626+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:06:59.033626+0000","last_undegraded":"2023-12-16T18:06:59.033626+0000","last_fullsized":"2023-12-16T18:06:59.033626+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.020963+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:06:59.020963+0000","last_peered":"2023-12-16T18:06:59.020963+0000","last_clean":"2023-12-16T18:06:59.020963+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:06:59.020963+0000","last_undegraded":"2023-12-16T18:06:59.020963+0000","last_fullsized":"2023-12-16T18:06:59.020963+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036076+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:06:59.036076+0000","last_peered":"2023-12-16T18:06:59.036076+0000","last_clean":"2023-12-16T18:06:59.036076+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:06:59.036076+0000","last_undegraded":"2023-12-16T18:06:59.036076+0000","last_fullsized":"2023-12-16T18:06:59.036076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032542+0000","last_change":"2023-12-16T18:06:59.031853+0000","last_active":"2023-12-16T18:06:59.032542+0000","last_peered":"2023-12-16T18:06:59.032542+0000","last_clean":"2023-12-16T18:06:59.032542+0000","last_became_active":"2023-12-16T18:06:59.031542+0000","last_became_peered":"2023-12-16T18:06:59.031542+0000","last_unstale":"2023-12-16T18:06:59.032542+0000","last_undegraded":"2023-12-16T18:06:59.032542+0000","last_fullsized":"2023-12-16T18:06:59.032542+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:57:26.677529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034768+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:06:59.034768+0000","last_peered":"2023-12-16T18:06:59.034768+0000","last_clean":"2023-12-16T18:06:59.034768+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:06:59.034768+0000","last_undegraded":"2023-12-16T18:06:59.034768+0000","last_fullsized":"2023-12-16T18:06:59.034768+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032607+0000","last_change":"2023-12-16T18:06:59.031972+0000","last_active":"2023-12-16T18:06:59.032607+0000","last_peered":"2023-12-16T18:06:59.032607+0000","last_clean":"2023-12-16T18:06:59.032607+0000","last_became_active":"2023-12-16T18:06:59.031587+0000","last_became_peered":"2023-12-16T18:06:59.031587+0000","last_unstale":"2023-12-16T18:06:59.032607+0000","last_undegraded":"2023-12-16T18:06:59.032607+0000","last_fullsized":"2023-12-16T18:06:59.032607+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:15:54.161087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030170+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:06:59.030170+0000","last_peered":"2023-12-16T18:06:59.030170+0000","last_clean":"2023-12-16T18:06:59.030170+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:06:59.030170+0000","last_undegraded":"2023-12-16T18:06:59.030170+0000","last_fullsized":"2023-12-16T18:06:59.030170+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028730+0000","last_change":"2023-12-16T18:06:59.027545+0000","last_active":"2023-12-16T18:06:59.028730+0000","last_peered":"2023-12-16T18:06:59.028730+0000","last_clean":"2023-12-16T18:06:59.028730+0000","last_became_active":"2023-12-16T18:06:59.027201+0000","last_became_peered":"2023-12-16T18:06:59.027201+0000","last_unstale":"2023-12-16T18:06:59.028730+0000","last_undegraded":"2023-12-16T18:06:59.028730+0000","last_fullsized":"2023-12-16T18:06:59.028730+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039311+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:06:59.039311+0000","last_peered":"2023-12-16T18:06:59.039311+0000","last_clean":"2023-12-16T18:06:59.039311+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:06:59.039311+0000","last_undegraded":"2023-12-16T18:06:59.039311+0000","last_fullsized":"2023-12-16T18:06:59.039311+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.023150+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:06:59.023150+0000","last_peered":"2023-12-16T18:06:59.023150+0000","last_clean":"2023-12-16T18:06:59.023150+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:06:59.023150+0000","last_undegraded":"2023-12-16T18:06:59.023150+0000","last_fullsized":"2023-12-16T18:06:59.023150+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004689+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:06:59.004689+0000","last_peered":"2023-12-16T18:06:59.004689+0000","last_clean":"2023-12-16T18:06:59.004689+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:06:59.004689+0000","last_undegraded":"2023-12-16T18:06:59.004689+0000","last_fullsized":"2023-12-16T18:06:59.004689+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022278+0000","last_change":"2023-12-16T18:06:59.021504+0000","last_active":"2023-12-16T18:06:59.022278+0000","last_peered":"2023-12-16T18:06:59.022278+0000","last_clean":"2023-12-16T18:06:59.022278+0000","last_became_active":"2023-12-16T18:06:59.021220+0000","last_became_peered":"2023-12-16T18:06:59.021220+0000","last_unstale":"2023-12-16T18:06:59.022278+0000","last_undegraded":"2023-12-16T18:06:59.022278+0000","last_fullsized":"2023-12-16T18:06:59.022278+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:52:13.140034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004430+0000","last_change":"2023-12-16T18:06:58.017982+0000","last_active":"2023-12-16T18:06:59.004430+0000","last_peered":"2023-12-16T18:06:59.004430+0000","last_clean":"2023-12-16T18:06:59.004430+0000","last_became_active":"2023-12-16T18:06:58.017703+0000","last_became_peered":"2023-12-16T18:06:58.017703+0000","last_unstale":"2023-12-16T18:06:59.004430+0000","last_undegraded":"2023-12-16T18:06:59.004430+0000","last_fullsized":"2023-12-16T18:06:59.004430+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026097+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:06:59.026097+0000","last_peered":"2023-12-16T18:06:59.026097+0000","last_clean":"2023-12-16T18:06:59.026097+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:06:59.026097+0000","last_undegraded":"2023-12-16T18:06:59.026097+0000","last_fullsized":"2023-12-16T18:06:59.026097+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.004188+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:06:59.004188+0000","last_peered":"2023-12-16T18:06:59.004188+0000","last_clean":"2023-12-16T18:06:59.004188+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:06:59.004188+0000","last_undegraded":"2023-12-16T18:06:59.004188+0000","last_fullsized":"2023-12-16T18:06:59.004188+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021603+0000","last_change":"2023-12-16T18:06:59.017926+0000","last_active":"2023-12-16T18:06:59.021603+0000","last_peered":"2023-12-16T18:06:59.021603+0000","last_clean":"2023-12-16T18:06:59.021603+0000","last_became_active":"2023-12-16T18:06:59.017276+0000","last_became_peered":"2023-12-16T18:06:59.017276+0000","last_unstale":"2023-12-16T18:06:59.021603+0000","last_undegraded":"2023-12-16T18:06:59.021603+0000","last_fullsized":"2023-12-16T18:06:59.021603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005921+0000","last_change":"2023-12-16T18:06:58.017738+0000","last_active":"2023-12-16T18:06:59.005921+0000","last_peered":"2023-12-16T18:06:59.005921+0000","last_clean":"2023-12-16T18:06:59.005921+0000","last_became_active":"2023-12-16T18:06:58.017445+0000","last_became_peered":"2023-12-16T18:06:58.017445+0000","last_unstale":"2023-12-16T18:06:59.005921+0000","last_undegraded":"2023-12-16T18:06:59.005921+0000","last_fullsized":"2023-12-16T18:06:59.005921+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032623+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:06:59.032623+0000","last_peered":"2023-12-16T18:06:59.032623+0000","last_clean":"2023-12-16T18:06:59.032623+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:06:59.032623+0000","last_undegraded":"2023-12-16T18:06:59.032623+0000","last_fullsized":"2023-12-16T18:06:59.032623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039701+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:06:59.039701+0000","last_peered":"2023-12-16T18:06:59.039701+0000","last_clean":"2023-12-16T18:06:59.039701+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:06:59.039701+0000","last_undegraded":"2023-12-16T18:06:59.039701+0000","last_fullsized":"2023-12-16T18:06:59.039701+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028629+0000","last_change":"2023-12-16T18:06:59.022479+0000","last_active":"2023-12-16T18:06:59.028629+0000","last_peered":"2023-12-16T18:06:59.028629+0000","last_clean":"2023-12-16T18:06:59.028629+0000","last_became_active":"2023-12-16T18:06:59.022128+0000","last_became_peered":"2023-12-16T18:06:59.022128+0000","last_unstale":"2023-12-16T18:06:59.028629+0000","last_undegraded":"2023-12-16T18:06:59.028629+0000","last_fullsized":"2023-12-16T18:06:59.028629+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.041275+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:06:59.041275+0000","last_peered":"2023-12-16T18:06:59.041275+0000","last_clean":"2023-12-16T18:06:59.041275+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:06:59.041275+0000","last_undegraded":"2023-12-16T18:06:59.041275+0000","last_fullsized":"2023-12-16T18:06:59.041275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017205+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:06:59.017205+0000","last_peered":"2023-12-16T18:06:59.017205+0000","last_clean":"2023-12-16T18:06:59.017205+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:06:59.017205+0000","last_undegraded":"2023-12-16T18:06:59.017205+0000","last_fullsized":"2023-12-16T18:06:59.017205+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040157+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:06:59.040157+0000","last_peered":"2023-12-16T18:06:59.040157+0000","last_clean":"2023-12-16T18:06:59.040157+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:06:59.040157+0000","last_undegraded":"2023-12-16T18:06:59.040157+0000","last_fullsized":"2023-12-16T18:06:59.040157+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032609+0000","last_change":"2023-12-16T18:06:59.026790+0000","last_active":"2023-12-16T18:06:59.032609+0000","last_peered":"2023-12-16T18:06:59.032609+0000","last_clean":"2023-12-16T18:06:59.032609+0000","last_became_active":"2023-12-16T18:06:59.026374+0000","last_became_peered":"2023-12-16T18:06:59.026374+0000","last_unstale":"2023-12-16T18:06:59.032609+0000","last_undegraded":"2023-12-16T18:06:59.032609+0000","last_fullsized":"2023-12-16T18:06:59.032609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:35:22.938685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.008148+0000","last_change":"2023-12-16T18:06:58.023270+0000","last_active":"2023-12-16T18:06:59.008148+0000","last_peered":"2023-12-16T18:06:59.008148+0000","last_clean":"2023-12-16T18:06:59.008148+0000","last_became_active":"2023-12-16T18:06:58.022441+0000","last_became_peered":"2023-12-16T18:06:58.022441+0000","last_unstale":"2023-12-16T18:06:59.008148+0000","last_undegraded":"2023-12-16T18:06:59.008148+0000","last_fullsized":"2023-12-16T18:06:59.008148+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019173+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:06:59.019173+0000","last_peered":"2023-12-16T18:06:59.019173+0000","last_clean":"2023-12-16T18:06:59.019173+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:06:59.019173+0000","last_undegraded":"2023-12-16T18:06:59.019173+0000","last_fullsized":"2023-12-16T18:06:59.019173+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.005913+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:06:59.005913+0000","last_peered":"2023-12-16T18:06:59.005913+0000","last_clean":"2023-12-16T18:06:59.005913+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:06:59.005913+0000","last_undegraded":"2023-12-16T18:06:59.005913+0000","last_fullsized":"2023-12-16T18:06:59.005913+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022176+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:06:59.022176+0000","last_peered":"2023-12-16T18:06:59.022176+0000","last_clean":"2023-12-16T18:06:59.022176+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:06:59.022176+0000","last_undegraded":"2023-12-16T18:06:59.022176+0000","last_fullsized":"2023-12-16T18:06:59.022176+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.039335+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:06:59.039335+0000","last_peered":"2023-12-16T18:06:59.039335+0000","last_clean":"2023-12-16T18:06:59.039335+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:06:59.039335+0000","last_undegraded":"2023-12-16T18:06:59.039335+0000","last_fullsized":"2023-12-16T18:06:59.039335+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.019343+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:06:59.019343+0000","last_peered":"2023-12-16T18:06:59.019343+0000","last_clean":"2023-12-16T18:06:59.019343+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:06:59.019343+0000","last_undegraded":"2023-12-16T18:06:59.019343+0000","last_fullsized":"2023-12-16T18:06:59.019343+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036461+0000","last_change":"2023-12-16T18:06:58.013422+0000","last_active":"2023-12-16T18:06:59.036461+0000","last_peered":"2023-12-16T18:06:59.036461+0000","last_clean":"2023-12-16T18:06:59.036461+0000","last_became_active":"2023-12-16T18:06:58.013148+0000","last_became_peered":"2023-12-16T18:06:58.013148+0000","last_unstale":"2023-12-16T18:06:59.036461+0000","last_undegraded":"2023-12-16T18:06:59.036461+0000","last_fullsized":"2023-12-16T18:06:59.036461+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.030417+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:06:59.030417+0000","last_peered":"2023-12-16T18:06:59.030417+0000","last_clean":"2023-12-16T18:06:59.030417+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:06:59.030417+0000","last_undegraded":"2023-12-16T18:06:59.030417+0000","last_fullsized":"2023-12-16T18:06:59.030417+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016417+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:06:59.016417+0000","last_peered":"2023-12-16T18:06:59.016417+0000","last_clean":"2023-12-16T18:06:59.016417+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:06:59.016417+0000","last_undegraded":"2023-12-16T18:06:59.016417+0000","last_fullsized":"2023-12-16T18:06:59.016417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024148+0000","last_change":"2023-12-16T18:06:59.022615+0000","last_active":"2023-12-16T18:06:59.024148+0000","last_peered":"2023-12-16T18:06:59.024148+0000","last_clean":"2023-12-16T18:06:59.024148+0000","last_became_active":"2023-12-16T18:06:59.022329+0000","last_became_peered":"2023-12-16T18:06:59.022329+0000","last_unstale":"2023-12-16T18:06:59.024148+0000","last_undegraded":"2023-12-16T18:06:59.024148+0000","last_fullsized":"2023-12-16T18:06:59.024148+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.008047+0000","last_change":"2023-12-16T18:06:58.019811+0000","last_active":"2023-12-16T18:06:59.008047+0000","last_peered":"2023-12-16T18:06:59.008047+0000","last_clean":"2023-12-16T18:06:59.008047+0000","last_became_active":"2023-12-16T18:06:58.019534+0000","last_became_peered":"2023-12-16T18:06:58.019534+0000","last_unstale":"2023-12-16T18:06:59.008047+0000","last_undegraded":"2023-12-16T18:06:59.008047+0000","last_fullsized":"2023-12-16T18:06:59.008047+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028715+0000","last_change":"2023-12-16T18:06:59.026593+0000","last_active":"2023-12-16T18:06:59.028715+0000","last_peered":"2023-12-16T18:06:59.028715+0000","last_clean":"2023-12-16T18:06:59.028715+0000","last_became_active":"2023-12-16T18:06:59.026150+0000","last_became_peered":"2023-12-16T18:06:59.026150+0000","last_unstale":"2023-12-16T18:06:59.028715+0000","last_undegraded":"2023-12-16T18:06:59.028715+0000","last_fullsized":"2023-12-16T18:06:59.028715+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.036446+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:06:59.036446+0000","last_peered":"2023-12-16T18:06:59.036446+0000","last_clean":"2023-12-16T18:06:59.036446+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:06:59.036446+0000","last_undegraded":"2023-12-16T18:06:59.036446+0000","last_fullsized":"2023-12-16T18:06:59.036446+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.998025+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:06:58.998025+0000","last_peered":"2023-12-16T18:06:58.998025+0000","last_clean":"2023-12-16T18:06:58.998025+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:06:58.998025+0000","last_undegraded":"2023-12-16T18:06:58.998025+0000","last_fullsized":"2023-12-16T18:06:58.998025+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026955+0000","last_change":"2023-12-16T18:06:59.026299+0000","last_active":"2023-12-16T18:06:59.026955+0000","last_peered":"2023-12-16T18:06:59.026955+0000","last_clean":"2023-12-16T18:06:59.026955+0000","last_became_active":"2023-12-16T18:06:59.025678+0000","last_became_peered":"2023-12-16T18:06:59.025678+0000","last_unstale":"2023-12-16T18:06:59.026955+0000","last_undegraded":"2023-12-16T18:06:59.026955+0000","last_fullsized":"2023-12-16T18:06:59.026955+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:06:57.103335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.003049+0000","last_change":"2023-12-16T18:06:58.016317+0000","last_active":"2023-12-16T18:06:59.003049+0000","last_peered":"2023-12-16T18:06:59.003049+0000","last_clean":"2023-12-16T18:06:59.003049+0000","last_became_active":"2023-12-16T18:06:58.016000+0000","last_became_peered":"2023-12-16T18:06:58.016000+0000","last_unstale":"2023-12-16T18:06:59.003049+0000","last_undegraded":"2023-12-16T18:06:59.003049+0000","last_fullsized":"2023-12-16T18:06:59.003049+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"19'117","reported_seq":230,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.009524+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:06:59.009524+0000","last_peered":"2023-12-16T18:06:59.009524+0000","last_clean":"2023-12-16T18:06:59.009524+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:06:59.009524+0000","last_undegraded":"2023-12-16T18:06:59.009524+0000","last_fullsized":"2023-12-16T18:06:59.009524+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.016208+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:06:59.016208+0000","last_peered":"2023-12-16T18:06:59.016208+0000","last_clean":"2023-12-16T18:06:59.016208+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:06:59.016208+0000","last_undegraded":"2023-12-16T18:06:59.016208+0000","last_fullsized":"2023-12-16T18:06:59.016208+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.009622+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:06:59.009622+0000","last_peered":"2023-12-16T18:06:59.009622+0000","last_clean":"2023-12-16T18:06:59.009622+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:06:59.009622+0000","last_undegraded":"2023-12-16T18:06:59.009622+0000","last_fullsized":"2023-12-16T18:06:59.009622+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.008810+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:06:59.008810+0000","last_peered":"2023-12-16T18:06:59.008810+0000","last_clean":"2023-12-16T18:06:59.008810+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:06:59.008810+0000","last_undegraded":"2023-12-16T18:06:59.008810+0000","last_fullsized":"2023-12-16T18:06:59.008810+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022405+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:06:59.022405+0000","last_peered":"2023-12-16T18:06:59.022405+0000","last_clean":"2023-12-16T18:06:59.022405+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:06:59.022405+0000","last_undegraded":"2023-12-16T18:06:59.022405+0000","last_fullsized":"2023-12-16T18:06:59.022405+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-16T18:07:00.015526+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:07:00.015526+0000","last_peered":"2023-12-16T18:07:00.015526+0000","last_clean":"2023-12-16T18:07:00.015526+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:07:00.015526+0000","last_undegraded":"2023-12-16T18:07:00.015526+0000","last_fullsized":"2023-12-16T18:07:00.015526+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024723+0000","last_change":"2023-12-16T18:06:59.024225+0000","last_active":"2023-12-16T18:06:59.024723+0000","last_peered":"2023-12-16T18:06:59.024723+0000","last_clean":"2023-12-16T18:06:59.024723+0000","last_became_active":"2023-12-16T18:06:59.023794+0000","last_became_peered":"2023-12-16T18:06:59.023794+0000","last_unstale":"2023-12-16T18:06:59.024723+0000","last_undegraded":"2023-12-16T18:06:59.024723+0000","last_fullsized":"2023-12-16T18:06:59.024723+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:41:55.089460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.040147+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:06:59.040147+0000","last_peered":"2023-12-16T18:06:59.040147+0000","last_clean":"2023-12-16T18:06:59.040147+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:06:59.040147+0000","last_undegraded":"2023-12-16T18:06:59.040147+0000","last_fullsized":"2023-12-16T18:06:59.040147+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025322+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:06:59.025322+0000","last_peered":"2023-12-16T18:06:59.025322+0000","last_clean":"2023-12-16T18:06:59.025322+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:06:59.025322+0000","last_undegraded":"2023-12-16T18:06:59.025322+0000","last_fullsized":"2023-12-16T18:06:59.025322+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.009434+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:06:59.009434+0000","last_peered":"2023-12-16T18:06:59.009434+0000","last_clean":"2023-12-16T18:06:59.009434+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:06:59.009434+0000","last_undegraded":"2023-12-16T18:06:59.009434+0000","last_fullsized":"2023-12-16T18:06:59.009434+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028694+0000","last_change":"2023-12-16T18:06:59.015771+0000","last_active":"2023-12-16T18:06:59.028694+0000","last_peered":"2023-12-16T18:06:59.028694+0000","last_clean":"2023-12-16T18:06:59.028694+0000","last_became_active":"2023-12-16T18:06:59.015485+0000","last_became_peered":"2023-12-16T18:06:59.015485+0000","last_unstale":"2023-12-16T18:06:59.028694+0000","last_undegraded":"2023-12-16T18:06:59.028694+0000","last_fullsized":"2023-12-16T18:06:59.028694+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015598+0000","last_change":"2023-12-16T18:06:58.011277+0000","last_active":"2023-12-16T18:06:59.015598+0000","last_peered":"2023-12-16T18:06:59.015598+0000","last_clean":"2023-12-16T18:06:59.015598+0000","last_became_active":"2023-12-16T18:06:58.010981+0000","last_became_peered":"2023-12-16T18:06:58.010981+0000","last_unstale":"2023-12-16T18:06:59.015598+0000","last_undegraded":"2023-12-16T18:06:59.015598+0000","last_fullsized":"2023-12-16T18:06:59.015598+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:01:42.039452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021600+0000","last_change":"2023-12-16T18:06:59.020624+0000","last_active":"2023-12-16T18:06:59.021600+0000","last_peered":"2023-12-16T18:06:59.021600+0000","last_clean":"2023-12-16T18:06:59.021600+0000","last_became_active":"2023-12-16T18:06:59.020307+0000","last_became_peered":"2023-12-16T18:06:59.020307+0000","last_unstale":"2023-12-16T18:06:59.021600+0000","last_undegraded":"2023-12-16T18:06:59.021600+0000","last_fullsized":"2023-12-16T18:06:59.021600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:52:37.645299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.015698+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:06:59.015698+0000","last_peered":"2023-12-16T18:06:59.015698+0000","last_clean":"2023-12-16T18:06:59.015698+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:06:59.015698+0000","last_undegraded":"2023-12-16T18:06:59.015698+0000","last_fullsized":"2023-12-16T18:06:59.015698+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.022099+0000","last_change":"2023-12-16T18:06:59.021388+0000","last_active":"2023-12-16T18:06:59.022099+0000","last_peered":"2023-12-16T18:06:59.022099+0000","last_clean":"2023-12-16T18:06:59.022099+0000","last_became_active":"2023-12-16T18:06:59.021097+0000","last_became_peered":"2023-12-16T18:06:59.021097+0000","last_unstale":"2023-12-16T18:06:59.022099+0000","last_undegraded":"2023-12-16T18:06:59.022099+0000","last_fullsized":"2023-12-16T18:06:59.022099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:01:30.907027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.034507+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:06:59.034507+0000","last_peered":"2023-12-16T18:06:59.034507+0000","last_clean":"2023-12-16T18:06:59.034507+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:06:59.034507+0000","last_undegraded":"2023-12-16T18:06:59.034507+0000","last_fullsized":"2023-12-16T18:06:59.034507+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035099+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:06:59.035099+0000","last_peered":"2023-12-16T18:06:59.035099+0000","last_clean":"2023-12-16T18:06:59.035099+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:06:59.035099+0000","last_undegraded":"2023-12-16T18:06:59.035099+0000","last_fullsized":"2023-12-16T18:06:59.035099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:58.998449+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:06:58.998449+0000","last_peered":"2023-12-16T18:06:58.998449+0000","last_clean":"2023-12-16T18:06:58.998449+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:06:58.998449+0000","last_undegraded":"2023-12-16T18:06:58.998449+0000","last_fullsized":"2023-12-16T18:06:58.998449+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.020085+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:06:59.020085+0000","last_peered":"2023-12-16T18:06:59.020085+0000","last_clean":"2023-12-16T18:06:59.020085+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:06:59.020085+0000","last_undegraded":"2023-12-16T18:06:59.020085+0000","last_fullsized":"2023-12-16T18:06:59.020085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.037926+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:06:59.037926+0000","last_peered":"2023-12-16T18:06:59.037926+0000","last_clean":"2023-12-16T18:06:59.037926+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:06:59.037926+0000","last_undegraded":"2023-12-16T18:06:59.037926+0000","last_fullsized":"2023-12-16T18:06:59.037926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021751+0000","last_change":"2023-12-16T18:06:59.020553+0000","last_active":"2023-12-16T18:06:59.021751+0000","last_peered":"2023-12-16T18:06:59.021751+0000","last_clean":"2023-12-16T18:06:59.021751+0000","last_became_active":"2023-12-16T18:06:59.020084+0000","last_became_peered":"2023-12-16T18:06:59.020084+0000","last_unstale":"2023-12-16T18:06:59.021751+0000","last_undegraded":"2023-12-16T18:06:59.021751+0000","last_fullsized":"2023-12-16T18:06:59.021751+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.031486+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:06:59.031486+0000","last_peered":"2023-12-16T18:06:59.031486+0000","last_clean":"2023-12-16T18:06:59.031486+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:06:59.031486+0000","last_undegraded":"2023-12-16T18:06:59.031486+0000","last_fullsized":"2023-12-16T18:06:59.031486+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025383+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:06:59.025383+0000","last_peered":"2023-12-16T18:06:59.025383+0000","last_clean":"2023-12-16T18:06:59.025383+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:06:59.025383+0000","last_undegraded":"2023-12-16T18:06:59.025383+0000","last_fullsized":"2023-12-16T18:06:59.025383+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.024012+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:06:59.024012+0000","last_peered":"2023-12-16T18:06:59.024012+0000","last_clean":"2023-12-16T18:06:59.024012+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:06:59.024012+0000","last_undegraded":"2023-12-16T18:06:59.024012+0000","last_fullsized":"2023-12-16T18:06:59.024012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.017076+0000","last_change":"2023-12-16T18:06:59.012809+0000","last_active":"2023-12-16T18:06:59.017076+0000","last_peered":"2023-12-16T18:06:59.017076+0000","last_clean":"2023-12-16T18:06:59.017076+0000","last_became_active":"2023-12-16T18:06:59.012488+0000","last_became_peered":"2023-12-16T18:06:59.012488+0000","last_unstale":"2023-12-16T18:06:59.017076+0000","last_undegraded":"2023-12-16T18:06:59.017076+0000","last_fullsized":"2023-12-16T18:06:59.017076+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:16:36.930707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025102+0000","last_change":"2023-12-16T18:06:59.024153+0000","last_active":"2023-12-16T18:06:59.025102+0000","last_peered":"2023-12-16T18:06:59.025102+0000","last_clean":"2023-12-16T18:06:59.025102+0000","last_became_active":"2023-12-16T18:06:59.023815+0000","last_became_peered":"2023-12-16T18:06:59.023815+0000","last_unstale":"2023-12-16T18:06:59.025102+0000","last_undegraded":"2023-12-16T18:06:59.025102+0000","last_fullsized":"2023-12-16T18:06:59.025102+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.028654+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:06:59.028654+0000","last_peered":"2023-12-16T18:06:59.028654+0000","last_clean":"2023-12-16T18:06:59.028654+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:06:59.028654+0000","last_undegraded":"2023-12-16T18:06:59.028654+0000","last_fullsized":"2023-12-16T18:06:59.028654+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.020921+0000","last_change":"2023-12-16T18:06:59.020220+0000","last_active":"2023-12-16T18:06:59.020921+0000","last_peered":"2023-12-16T18:06:59.020921+0000","last_clean":"2023-12-16T18:06:59.020921+0000","last_became_active":"2023-12-16T18:06:59.019837+0000","last_became_peered":"2023-12-16T18:06:59.019837+0000","last_unstale":"2023-12-16T18:06:59.020921+0000","last_undegraded":"2023-12-16T18:06:59.020921+0000","last_fullsized":"2023-12-16T18:06:59.020921+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:57:06.647324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026029+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:06:59.026029+0000","last_peered":"2023-12-16T18:06:59.026029+0000","last_clean":"2023-12-16T18:06:59.026029+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:06:59.026029+0000","last_undegraded":"2023-12-16T18:06:59.026029+0000","last_fullsized":"2023-12-16T18:06:59.026029+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035154+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:06:59.035154+0000","last_peered":"2023-12-16T18:06:59.035154+0000","last_clean":"2023-12-16T18:06:59.035154+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:06:59.035154+0000","last_undegraded":"2023-12-16T18:06:59.035154+0000","last_fullsized":"2023-12-16T18:06:59.035154+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.032494+0000","last_change":"2023-12-16T18:06:59.031964+0000","last_active":"2023-12-16T18:06:59.032494+0000","last_peered":"2023-12-16T18:06:59.032494+0000","last_clean":"2023-12-16T18:06:59.032494+0000","last_became_active":"2023-12-16T18:06:59.031664+0000","last_became_peered":"2023-12-16T18:06:59.031664+0000","last_unstale":"2023-12-16T18:06:59.032494+0000","last_undegraded":"2023-12-16T18:06:59.032494+0000","last_fullsized":"2023-12-16T18:06:59.032494+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:31:20.242777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.021812+0000","last_change":"2023-12-16T18:06:59.019982+0000","last_active":"2023-12-16T18:06:59.021812+0000","last_peered":"2023-12-16T18:06:59.021812+0000","last_clean":"2023-12-16T18:06:59.021812+0000","last_became_active":"2023-12-16T18:06:59.019312+0000","last_became_peered":"2023-12-16T18:06:59.019312+0000","last_unstale":"2023-12-16T18:06:59.021812+0000","last_undegraded":"2023-12-16T18:06:59.021812+0000","last_fullsized":"2023-12-16T18:06:59.021812+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.027449+0000","last_change":"2023-12-16T18:06:59.026900+0000","last_active":"2023-12-16T18:06:59.027449+0000","last_peered":"2023-12-16T18:06:59.027449+0000","last_clean":"2023-12-16T18:06:59.027449+0000","last_became_active":"2023-12-16T18:06:59.025105+0000","last_became_peered":"2023-12-16T18:06:59.025105+0000","last_unstale":"2023-12-16T18:06:59.027449+0000","last_undegraded":"2023-12-16T18:06:59.027449+0000","last_fullsized":"2023-12-16T18:06:59.027449+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:23:35.270297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.026050+0000","last_change":"2023-12-16T18:06:59.025018+0000","last_active":"2023-12-16T18:06:59.026050+0000","last_peered":"2023-12-16T18:06:59.026050+0000","last_clean":"2023-12-16T18:06:59.026050+0000","last_became_active":"2023-12-16T18:06:59.024745+0000","last_became_peered":"2023-12-16T18:06:59.024745+0000","last_unstale":"2023-12-16T18:06:59.026050+0000","last_undegraded":"2023-12-16T18:06:59.026050+0000","last_fullsized":"2023-12-16T18:06:59.026050+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.025348+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:06:59.025348+0000","last_peered":"2023-12-16T18:06:59.025348+0000","last_clean":"2023-12-16T18:06:59.025348+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:06:59.025348+0000","last_undegraded":"2023-12-16T18:06:59.025348+0000","last_fullsized":"2023-12-16T18:06:59.025348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2023-12-16T18:06:59.035027+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:06:59.035027+0000","last_peered":"2023-12-16T18:06:59.035027+0000","last_clean":"2023-12-16T18:06:59.035027+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:06:59.035027+0000","last_undegraded":"2023-12-16T18:06:59.035027+0000","last_fullsized":"2023-12-16T18:06:59.035027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462918,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298416,"kb_used_data":1128,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446736,"statfs":{"total":95995035648,"available":95689457664,"internally_reserved":0,"allocated":1155072,"data_stored":825540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":826500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":1,"up_from":12,"seq":51539607576,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":561152,"data_stored":234756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:21 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25}]},{"osd":2,"last update":"Sat Dec 16 18:06:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.42499999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738393,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298420,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446732,"statfs":{"total":95995035648,"available":95689453568,"internally_reserved":0,"allocated":1159168,"data_stored":825399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:06:19 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.307}]},{"osd":2,"last update":"Sat Dec 16 18:06:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.378},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.41999999999999998}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]}]},{"osd":2,"up_from":16,"seq":68719476756,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297828,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":552960,"data_stored":234596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.317}]},{"osd":1,"last update":"Sat Dec 16 18:06:36 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.33500000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":3,"up_from":22,"seq":94489280529,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297848,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447304,"statfs":{"total":95995035648,"available":95690039296,"internally_reserved":0,"allocated":573440,"data_stored":236236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.317}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.437}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.36799999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.66600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]}]},{"osd":4,"up_from":26,"seq":111669149709,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297844,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447308,"statfs":{"total":95995035648,"available":95690043392,"internally_reserved":0,"allocated":569344,"data_stored":235276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]},{"osd":5,"up_from":33,"seq":141733920779,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":235369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:06.549 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-16T18:07:06.550 INFO:tasks.cephadm:Adding prometheus.a on smithi184 2023-12-16T18:07:06.550 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply prometheus '1;smithi184=a' 2023-12-16T18:07:06.810 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:07:07.728 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled prometheus update... 2023-12-16T18:07:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:07 smithi184 ceph-mon[82596]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:07 smithi184 ceph-mon[82596]: pgmap v134: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-16T18:07:07.970 DEBUG:teuthology.orchestra.run.smithi184:prometheus.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service 2023-12-16T18:07:07.972 INFO:tasks.cephadm:Adding node-exporter.a on smithi071 2023-12-16T18:07:07.972 INFO:tasks.cephadm:Adding node-exporter.b on smithi184 2023-12-16T18:07:07.972 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply node-exporter '2;smithi071=a;smithi184=b' 2023-12-16T18:07:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:07 smithi071 ceph-mon[89361]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:07 smithi071 ceph-mon[89361]: pgmap v134: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-16T18:07:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:07 smithi071 ceph-mon[78585]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:07 smithi071 ceph-mon[78585]: pgmap v134: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-16T18:07:08.289 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:07:08.982 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:08.982 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: Saving service prometheus spec with placement smithi184=a;count:1 2023-12-16T18:07:08.982 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:08.982 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:08.983 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:08.983 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:08.983 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:08.983 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:08 smithi184 ceph-mon[82596]: Deploying daemon prometheus.a on smithi184 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: Saving service prometheus spec with placement smithi184=a;count:1 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:09.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[89361]: Deploying daemon prometheus.a on smithi184 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: Saving service prometheus spec with placement smithi184=a;count:1 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:09.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:08 smithi071 ceph-mon[78585]: Deploying daemon prometheus.a on smithi184 2023-12-16T18:07:09.389 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled node-exporter update... 2023-12-16T18:07:09.796 DEBUG:teuthology.orchestra.run.smithi071:node-exporter.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service 2023-12-16T18:07:09.799 DEBUG:teuthology.orchestra.run.smithi184:node-exporter.b> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service 2023-12-16T18:07:09.801 INFO:tasks.cephadm:Adding alertmanager.a on smithi071 2023-12-16T18:07:09.802 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply alertmanager '1;smithi071=a' 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-16T18:07:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:09 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:10.140 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-16T18:07:10.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: pgmap v135: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-16T18:07:10.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:09 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: Saving service node-exporter spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:07:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2023-12-16T18:07:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2023-12-16T18:07:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-12-16T18:07:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-16T18:07:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2023-12-16T18:07:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:10 smithi184 ceph-mon[82596]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T18:07:11.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: Saving service node-exporter spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[89361]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:11.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: Saving service node-exporter spec with placement smithi071=a;smithi184=b;count:2 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2023-12-16T18:07:11.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:10 smithi071 ceph-mon[78585]: osdmap e56: 8 total, 8 up, 8 in 2023-12-16T18:07:11.538 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled alertmanager update... 2023-12-16T18:07:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:11 smithi184 ceph-mon[82596]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T18:07:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:11 smithi184 ceph-mon[82596]: pgmap v138: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:07:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:11 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:11.916 DEBUG:teuthology.orchestra.run.smithi071:alertmanager.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@alertmanager.a.service 2023-12-16T18:07:11.919 INFO:tasks.cephadm:Adding grafana.a on smithi184 2023-12-16T18:07:11.920 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph orch apply grafana '1;smithi184=a' 2023-12-16T18:07:12.174 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:07:12.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[78585]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T18:07:12.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[78585]: pgmap v138: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:07:12.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:12.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[89361]: osdmap e57: 8 total, 8 up, 8 in 2023-12-16T18:07:12.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[89361]: pgmap v138: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:07:12.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:11 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:12 smithi184 ceph-mon[82596]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:12 smithi184 ceph-mon[82596]: Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-16T18:07:13.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:12 smithi071 ceph-mon[78585]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:13.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:12 smithi071 ceph-mon[78585]: Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-16T18:07:13.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:12 smithi071 ceph-mon[89361]: from='client.24430 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:13.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:12 smithi071 ceph-mon[89361]: Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-16T18:07:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:13 smithi184 ceph-mon[82596]: pgmap v139: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:14.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:13 smithi071 ceph-mon[78585]: pgmap v139: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:14.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:13 smithi071 ceph-mon[89361]: pgmap v139: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:15.976 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled grafana update... 2023-12-16T18:07:15.977 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:15 smithi184 ceph-mon[82596]: pgmap v140: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:16.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:15 smithi071 ceph-mon[78585]: pgmap v140: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:16.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:15 smithi071 ceph-mon[89361]: pgmap v140: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:16.366 DEBUG:teuthology.orchestra.run.smithi184:grafana.a> sudo journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service 2023-12-16T18:07:16.368 INFO:tasks.cephadm:Setting up client nodes... 2023-12-16T18:07:16.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-16T18:07:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:17.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[78585]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:17.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[78585]: Saving service grafana spec with placement smithi184=a;count:1 2023-12-16T18:07:17.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:17.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[89361]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:17.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[89361]: Saving service grafana spec with placement smithi184=a;count:1 2023-12-16T18:07:17.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:16 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:16 smithi184 ceph-mon[82596]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:07:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:16 smithi184 ceph-mon[82596]: Saving service grafana spec with placement smithi184=a;count:1 2023-12-16T18:07:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:16 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:17.610 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2023-12-16T18:07:17.610 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBV531lbxQyJBAAAHFm2qKJ8diZ4uM0Modi3Q== 2023-12-16T18:07:17.858 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:07:17.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-16T18:07:17.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-16T18:07:17.901 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-16T18:07:18.134 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:17 smithi184 ceph-mon[82596]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:18.135 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:17 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:18.135 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:17 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:18.135 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 podman[110764]: 2023-12-16 18:07:17.967851801 +0000 UTC m=+0.018732841 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T18:07:18.135 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 podman[110764]: 2023-12-16 18:07:18.13559099 +0000 UTC m=+0.186472026 container init 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[78585]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[89361]: pgmap v141: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:17 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2790634396' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:18.277 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.b/config 2023-12-16T18:07:18.401 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 podman[110764]: 2023-12-16 18:07:18.138641229 +0000 UTC m=+0.189522268 container start 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.161Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.161Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.161Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi184 (none))" 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.161Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.161Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.162Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T18:07:18.402 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.163Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.163Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.163Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.166Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.166Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.327µs 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.166Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.166Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.166Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.951µs wal_replay_duration=206.595µs wbl_replay_duration=127ns total_replay_duration=259.174µs 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.167Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.167Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.167Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 bash[110764]: 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 systemd[1]: Started Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:07:18.403 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.182Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.356941ms db_storage=706ns remote_storage=1.062µs web_handler=336ns query_engine=485ns scrape=602.269µs scrape_sd=18.025µs notify=676ns notify_sd=1.736µs rules=14.568838ms tracing=6.673µs 2023-12-16T18:07:18.404 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.182Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T18:07:18.404 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:07:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:07:18.182Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T18:07:19.382 INFO:teuthology.orchestra.run.smithi184.stdout:[client.1] 2023-12-16T18:07:19.382 INFO:teuthology.orchestra.run.smithi184.stdout: key = AQBX531lPAmLFhAAJ7ihD5Y58xuOJxLMnQgnZw== 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ignoring --setuser ceph since I am not root 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ignoring --setgroup ceph since I am not root 2023-12-16T18:07:19.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-mgr[84388]: -- 172.21.15.184:0/2016980762 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556dea9aa9c0 con 0x556dea980800 2023-12-16T18:07:19.662 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:07:19.663 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-16T18:07:19.663 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-16T18:07:19.706 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-16T18:07:19.707 DEBUG:teuthology.orchestra.run.smithi071:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-16T18:07:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setuser ceph since I am not root 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setgroup ceph since I am not root 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mgr[78824]: -- 172.21.15.71:0/2554322301 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5585106149c0 con 0x5585105ea800 2023-12-16T18:07:19.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-16T18:07:19.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' 2023-12-16T18:07:19.922 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:19.834+0000 7f780a6991c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:07:19.922 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:19.922+0000 7f780a6991c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:07:19.974 INFO:teuthology.misc.health.smithi071.stdout: 2023-12-16T18:07:19.974 INFO:teuthology.misc.health.smithi071.stdout:{"epoch":57,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:10.740999+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:19.986 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-16T18:07:19.986 INFO:tasks.cephadm:Creating RBD pool 2023-12-16T18:07:19.987 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-16T18:07:20.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:19.823+0000 7f9d903ea1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:07:20.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:19.914+0000 7f9d903ea1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:07:20.284 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: from='client.? 172.21.15.184:0/2658183467' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:20.544 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/849798719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: from='client.? 172.21.15.184:0/2658183467' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:20.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/849798719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: pgmap v142: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: from='mgr.14152 172.21.15.71:0/2699082826' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: from='client.? 172.21.15.184:0/2658183467' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-16T18:07:20.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/849798719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:20.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:20.543+0000 7f780a6991c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:07:20.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:20.632+0000 7f780a6991c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:07:20.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:20.715+0000 7f780a6991c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:07:20.850 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:20.576+0000 7f9d903ea1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:07:20.851 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:20.666+0000 7f9d903ea1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:07:20.851 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:20.752+0000 7f9d903ea1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:07:21.170 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:20.908+0000 7f9d903ea1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:07:21.170 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:20.992+0000 7f9d903ea1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:07:21.170 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:21.169+0000 7f9d903ea1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:07:21.294 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:20.864+0000 7f780a6991c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:07:21.294 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:20.944+0000 7f780a6991c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:07:21.294 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:21.114+0000 7f780a6991c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:07:21.294 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:21.294+0000 7f780a6991c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:07:21.439 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:21.353+0000 7f9d903ea1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:07:21.531 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'rbd' created 2023-12-16T18:07:21.559 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T18:07:21.559 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:21.378+0000 7f780a6991c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:07:21.559 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:21.470+0000 7f780a6991c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:07:21.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T18:07:21.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-16T18:07:21.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:21.439+0000 7f9d903ea1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:07:21.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:21.541+0000 7f9d903ea1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:07:21.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:21.639+0000 7f9d903ea1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:07:21.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-16T18:07:21.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:21.559+0000 7f780a6991c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:07:22.059 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:22 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T18:07:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:22 smithi184 ceph-mon[82596]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T18:07:22.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:22.601+0000 7f780a6991c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:07:22.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:22.733+0000 7f780a6991c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:07:22.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T18:07:22.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-mon[78585]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T18:07:22.891 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:22.753+0000 7f9d903ea1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:07:22.891 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:22.890+0000 7f9d903ea1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:07:22.891 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4080428377' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-16T18:07:22.891 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:22 smithi071 ceph-mon[89361]: osdmap e58: 8 total, 8 up, 8 in 2023-12-16T18:07:23.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:23.087+0000 7f9d903ea1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:07:23.332 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:22.925+0000 7f780a6991c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:07:23.332 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:23.157+0000 7f780a6991c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:07:23.542 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-16T18:07:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-mon[82596]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T18:07:23.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:07:23.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:23.332+0000 7f780a6991c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:07:23.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:23.512+0000 7f780a6991c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:07:23.668 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-mon[89361]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T18:07:23.668 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:07:23.668 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:23.311+0000 7f9d903ea1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:07:23.669 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:23.486+0000 7f9d903ea1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:07:23.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-mon[78585]: osdmap e59: 8 total, 8 up, 8 in 2023-12-16T18:07:23.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:07:23.842 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-16T18:07:23.842 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-16T18:07:23.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph mgr dump --format=json 2023-12-16T18:07:23.964 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:23.682+0000 7f9d903ea1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:07:24.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:23.776+0000 7f780a6991c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:07:24.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:23.861+0000 7f780a6991c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:07:24.098 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:24.220 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:23.964+0000 7f9d903ea1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:07:24.220 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:24.056+0000 7f9d903ea1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:07:24.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:24.460+0000 7f9d903ea1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:07:24.540 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:24.250+0000 7f780a6991c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:07:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:24 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:07:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:24 smithi184 ceph-mon[82596]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T18:07:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:07:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-mon[78585]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T18:07:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3986092452' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:07:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:24 smithi071 ceph-mon[89361]: osdmap e60: 8 total, 8 up, 8 in 2023-12-16T18:07:25.111 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:25.318 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:25.027+0000 7f780a6991c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:07:25.366 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:25 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:25.275+0000 7f9d903ea1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:07:25.367 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":16,"active_gid":14152,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":3458988987},{"type":"v1","addr":"172.21.15.71:6801","nonce":3458988987}]},"active_addr":"172.21.15.71:6801/3458988987","active_change":"2023-12-16T18:04:08.753067+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24109,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.71:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":3236193366}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2246089389}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2960778758}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2634814802}]}]} 2023-12-16T18:07:25.370 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-16T18:07:25.370 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-16T18:07:25.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T18:07:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/748299918' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T18:07:25.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:25.318+0000 7f780a6991c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:07:25.631 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:25.699 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:25 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/748299918' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T18:07:25.699 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:25 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:25.584+0000 7f9d903ea1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:07:25.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:25 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/748299918' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-16T18:07:25.945 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:25.635+0000 7f780a6991c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:25.826+0000 7f780a6991c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: [16/Dec/2023:18:07:25] ENGINE Bus STARTING 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: CherryPy Checker: 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: The Application mounted at '' has an empty config. 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: [16/Dec/2023:18:07:25] ENGINE Serving on http://:::9283 2023-12-16T18:07:25.946 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: [16/Dec/2023:18:07:25] ENGINE Bus STARTED 2023-12-16T18:07:25.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:25 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:25.911+0000 7f9d903ea1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:07:26.299 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.109+0000 7f9d903ea1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:26] ENGINE Bus STARTING 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.253+0000 7f9cf351a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.253+0000 7f9cf351a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.253+0000 7f9cf351a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.253+0000 7f9cf351a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.253+0000 7f9cf351a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.255+0000 7f9cf0514700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.300 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.255+0000 7f9cf0514700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.301 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.255+0000 7f9cf0514700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.301 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.255+0000 7f9cf0514700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.301 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.255+0000 7f9cf0514700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:07:26.605 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: CherryPy Checker: 2023-12-16T18:07:26.605 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: The Application mounted at '' has an empty config. 2023-12-16T18:07:26.605 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:07:26.605 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:26] ENGINE Serving on http://:::9283 2023-12-16T18:07:26.605 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:26] ENGINE Bus STARTED 2023-12-16T18:07:26.606 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:26.606 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:26.112211+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:26.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: Standby manager daemon x restarted 2023-12-16T18:07:26.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: Standby manager daemon x started 2023-12-16T18:07:26.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: Active manager daemon y restarted 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: Activating manager daemon y 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: mgrmap e17: y(active, starting, since 0.008583s), standbys: x 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:07:26.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: Manager daemon y is now available 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:26.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: Standby manager daemon x restarted 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: Standby manager daemon x started 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:07:26.609 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: Active manager daemon y restarted 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: mgrmap e17: y(active, starting, since 0.008583s), standbys: x 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:07:26.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:26.612 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:26.612 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.612 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.612 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.612 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:26 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: Standby manager daemon x restarted 2023-12-16T18:07:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: Standby manager daemon x started 2023-12-16T18:07:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/2144394920' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: Active manager daemon y restarted 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: osdmap e61: 8 total, 8 up, 8 in 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: mgrmap e17: y(active, starting, since 0.008583s), standbys: x 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:07:26.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:07:26.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:26 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:07:26.857 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-16T18:07:26.858 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T18:07:27.347 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3864711401' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: [16/Dec/2023:18:07:26] ENGINE Bus STARTING 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: [16/Dec/2023:18:07:26] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: [16/Dec/2023:18:07:26] ENGINE Bus STARTED 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: mgrmap e18: y(active, since 1.01099s), standbys: x 2023-12-16T18:07:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[78585]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3864711401' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: [16/Dec/2023:18:07:26] ENGINE Bus STARTING 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: [16/Dec/2023:18:07:26] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: [16/Dec/2023:18:07:26] ENGINE Bus STARTED 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: mgrmap e18: y(active, since 1.01099s), standbys: x 2023-12-16T18:07:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:27 smithi071 ceph-mon[89361]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3864711401' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: [16/Dec/2023:18:07:26] ENGINE Bus STARTING 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: [16/Dec/2023:18:07:26] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: [16/Dec/2023:18:07:26] ENGINE Bus STARTED 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: mgrmap e18: y(active, since 1.01099s), standbys: x 2023-12-16T18:07:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:27 smithi184 ceph-mon[82596]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:28.358 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:28.358 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:26.112211+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:28.670 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-16T18:07:28.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-16T18:07:28.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-16T18:07:28.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-16T18:07:28.672 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-16T18:07:28.672 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-16T18:07:28.673 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-16T18:07:28.673 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-16T18:07:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3667605419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3667605419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:28 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3667605419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:28 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.165 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:29.182 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:29.243 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:29.254 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:29.535 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:29.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 2992M 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 2992M 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[89361]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 2992M 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 2992M 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:29.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:29 smithi071 ceph-mon[78585]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 2992M 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 2992M 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:29 smithi184 ceph-mon[82596]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-16T18:07:30.810 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:31.014 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: Deploying daemon alertmanager.a on smithi071 2023-12-16T18:07:31.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[78585]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: Deploying daemon alertmanager.a on smithi071 2023-12-16T18:07:31.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:30 smithi071 ceph-mon[89361]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:31 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:07:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:31.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: Deploying daemon alertmanager.a on smithi071 2023-12-16T18:07:31.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:30 smithi184 ceph-mon[82596]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:32.196 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:32.413 INFO:teuthology.orchestra.run.smithi071.stdout:171798691853 2023-12-16T18:07:32.414 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-16T18:07:32.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:32 smithi071 ceph-mon[78585]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:32.656 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:32 smithi071 ceph-mon[89361]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:32 smithi184 ceph-mon[82596]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:33.422 INFO:teuthology.orchestra.run.smithi071.stdout:34359738398 2023-12-16T18:07:33.423 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-16T18:07:33.795 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:34.662 INFO:teuthology.orchestra.run.smithi071.stdout:94489280535 2023-12-16T18:07:34.662 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-16T18:07:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:35 smithi071 ceph-mon[78585]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:35 smithi071 ceph-mon[89361]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:35 smithi184 ceph-mon[82596]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:36.263 INFO:teuthology.orchestra.run.smithi071.stdout:111669149715 2023-12-16T18:07:36.263 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-16T18:07:36.450 INFO:teuthology.orchestra.run.smithi071.stdout:141733920785 2023-12-16T18:07:36.450 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-16T18:07:36.451 INFO:teuthology.orchestra.run.smithi071.stdout:51539607581 2023-12-16T18:07:36.451 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-16T18:07:37.305 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:37.446 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:37 smithi071 ceph-mon[89361]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:37.447 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:37 smithi071 ceph-mon[78585]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:37.474 INFO:teuthology.orchestra.run.smithi071.stdout:68719476762 2023-12-16T18:07:37.474 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-16T18:07:37.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:37 smithi184 ceph-mon[82596]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:39.269 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:39.321 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:39 smithi071 ceph-mon[78585]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:39.322 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:39 smithi071 ceph-mon[89361]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:39.572 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:39.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:39 smithi184 ceph-mon[82596]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:39.644 INFO:teuthology.orchestra.run.smithi071.stdout:171798691855 2023-12-16T18:07:39.761 INFO:teuthology.orchestra.run.smithi071.stdout:201863462924 2023-12-16T18:07:39.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-16T18:07:39.863 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:39 smithi071 systemd[1]: Starting Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:07:40.254 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691853 got 171798691855 for osd.6 2023-12-16T18:07:40.254 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:40.463 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:40 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/705372200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T18:07:40.463 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:40 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/705372200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T18:07:40.477 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:40.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:40 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/705372200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-16T18:07:41.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-mon[78585]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:41.288 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:41.288 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-mon[89361]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:41.288 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:41.327 INFO:teuthology.orchestra.run.smithi071.stdout:34359738399 2023-12-16T18:07:41.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:41 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:07:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:07:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:41 smithi184 ceph-mon[82596]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:41 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:94489280536 2023-12-16T18:07:41.684 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:41.847 INFO:teuthology.orchestra.run.smithi071.stdout:111669149716 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 podman[121775]: 2023-12-16 18:07:41.613474462 +0000 UTC m=+0.064675711 volume create c13cd44585169afd12b71d4d2895d96851cf7e98b481a984927f898dd1d8c4e9 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 podman[121775]: 2023-12-16 18:07:41.655115625 +0000 UTC m=+0.106316865 container create a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 podman[121775]: 2023-12-16 18:07:41.576064801 +0000 UTC m=+0.027266064 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 podman[121775]: 2023-12-16 18:07:41.814270508 +0000 UTC m=+0.265471777 container init a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 podman[121775]: 2023-12-16 18:07:41.817203138 +0000 UTC m=+0.268404389 container start a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.828Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-16T18:07:41.858 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.828Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.829Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.830Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 bash[121775]: a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 systemd[1]: Started Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.858Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:07:41.859 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.859Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:07:42.036 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738398 got 34359738399 for osd.0 2023-12-16T18:07:42.036 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:42.116 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.862Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-16T18:07:42.116 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:41.862Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T18:07:42.116 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE Bus STOPPING 2023-12-16T18:07:42.117 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:07:42.117 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE Bus STOPPED 2023-12-16T18:07:42.117 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE Bus STARTING 2023-12-16T18:07:42.156 INFO:tasks.cephadm.ceph_manager.ceph:need seq 94489280535 got 94489280536 for osd.3 2023-12-16T18:07:42.156 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:42.388 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE Serving on http://:::9283 2023-12-16T18:07:42.388 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:42] ENGINE Bus STARTED 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2356192656' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2275983878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1024362039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.389 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2356192656' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2275983878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1024362039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:42.391 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:42 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.392 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149715 got 111669149716 for osd.4 2023-12-16T18:07:42.392 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2356192656' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-16T18:07:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2275983878' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-16T18:07:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1024362039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-16T18:07:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:42.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:42 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:42.590 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:42.993 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:43.144 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:43.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:43.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[89361]: Deploying daemon grafana.a on smithi184 2023-12-16T18:07:43.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[89361]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[78585]: Deploying daemon grafana.a on smithi184 2023-12-16T18:07:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-mon[78585]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:43 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-16T18:07:43.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:43 smithi184 ceph-mon[82596]: Deploying daemon grafana.a on smithi184 2023-12-16T18:07:43.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:43 smithi184 ceph-mon[82596]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:44.087 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:43.831Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000115577s 2023-12-16T18:07:44.186 INFO:teuthology.orchestra.run.smithi071.stdout:141733920786 2023-12-16T18:07:44.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:44 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3237778185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T18:07:44.371 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:44 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3237778185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T18:07:44.452 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920785 got 141733920786 for osd.5 2023-12-16T18:07:44.453 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:44.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:44 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3237778185' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-16T18:07:44.958 INFO:teuthology.orchestra.run.smithi071.stdout:68719476764 2023-12-16T18:07:45.186 INFO:teuthology.orchestra.run.smithi071.stdout:51539607583 2023-12-16T18:07:45.269 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476762 got 68719476764 for osd.2 2023-12-16T18:07:45.269 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:45.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[78585]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/982436073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T18:07:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1536910474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T18:07:45.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[89361]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:45.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/982436073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T18:07:45.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:45 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1536910474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T18:07:45.519 INFO:tasks.cephadm.ceph_manager.ceph:need seq 51539607581 got 51539607583 for osd.1 2023-12-16T18:07:45.519 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:45.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:45 smithi184 ceph-mon[82596]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:45.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:45 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/982436073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-16T18:07:45.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:45 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1536910474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-16T18:07:45.645 INFO:teuthology.orchestra.run.smithi071.stdout:201863462925 2023-12-16T18:07:45.894 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462924 got 201863462925 for osd.7 2023-12-16T18:07:45.894 DEBUG:teuthology.parallel:result is None 2023-12-16T18:07:45.894 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-16T18:07:45.894 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T18:07:46.148 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:46 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3313573886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T18:07:46.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:46 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:46 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3313573886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T18:07:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:46 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:46 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3313573886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-16T18:07:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:46 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:47.063 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:47.065 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:47.309 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:47 smithi071 ceph-mon[89361]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:47.310 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:47 smithi071 ceph-mon[78585]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:47.311 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":13,"stamp":"2023-12-16T18:07:46.128440+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385020,"kb_used_data":6716,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576196,"statfs":{"total":767960285184,"available":765518024704,"internally_reserved":0,"allocated":6877184,"data_stored":3992524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002607"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712493+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:07:23.712493+0000","last_peered":"2023-12-16T18:07:23.712493+0000","last_clean":"2023-12-16T18:07:23.712493+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:07:23.712493+0000","last_undegraded":"2023-12-16T18:07:23.712493+0000","last_fullsized":"2023-12-16T18:07:23.712493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572741+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:07:23.572741+0000","last_peered":"2023-12-16T18:07:23.572741+0000","last_clean":"2023-12-16T18:07:23.572741+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:07:23.572741+0000","last_undegraded":"2023-12-16T18:07:23.572741+0000","last_fullsized":"2023-12-16T18:07:23.572741+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538846+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:07:23.538846+0000","last_peered":"2023-12-16T18:07:23.538846+0000","last_clean":"2023-12-16T18:07:23.538846+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:07:23.538846+0000","last_undegraded":"2023-12-16T18:07:23.538846+0000","last_fullsized":"2023-12-16T18:07:23.538846+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539335+0000","last_change":"2023-12-16T18:07:11.273856+0000","last_active":"2023-12-16T18:07:23.539335+0000","last_peered":"2023-12-16T18:07:23.539335+0000","last_clean":"2023-12-16T18:07:23.539335+0000","last_became_active":"2023-12-16T18:07:11.273394+0000","last_became_peered":"2023-12-16T18:07:11.273394+0000","last_unstale":"2023-12-16T18:07:23.539335+0000","last_undegraded":"2023-12-16T18:07:23.539335+0000","last_fullsized":"2023-12-16T18:07:23.539335+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:28:27.455821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711795+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:07:23.711795+0000","last_peered":"2023-12-16T18:07:23.711795+0000","last_clean":"2023-12-16T18:07:23.711795+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:07:23.711795+0000","last_undegraded":"2023-12-16T18:07:23.711795+0000","last_fullsized":"2023-12-16T18:07:23.711795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711688+0000","last_change":"2023-12-16T18:06:59.026290+0000","last_active":"2023-12-16T18:07:23.711688+0000","last_peered":"2023-12-16T18:07:23.711688+0000","last_clean":"2023-12-16T18:07:23.711688+0000","last_became_active":"2023-12-16T18:06:59.026011+0000","last_became_peered":"2023-12-16T18:06:59.026011+0000","last_unstale":"2023-12-16T18:07:23.711688+0000","last_undegraded":"2023-12-16T18:07:23.711688+0000","last_fullsized":"2023-12-16T18:07:23.711688+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711357+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:07:23.711357+0000","last_peered":"2023-12-16T18:07:23.711357+0000","last_clean":"2023-12-16T18:07:23.711357+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:07:23.711357+0000","last_undegraded":"2023-12-16T18:07:23.711357+0000","last_fullsized":"2023-12-16T18:07:23.711357+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710423+0000","last_change":"2023-12-16T18:06:59.018355+0000","last_active":"2023-12-16T18:07:23.710423+0000","last_peered":"2023-12-16T18:07:23.710423+0000","last_clean":"2023-12-16T18:07:23.710423+0000","last_became_active":"2023-12-16T18:06:59.018039+0000","last_became_peered":"2023-12-16T18:06:59.018039+0000","last_unstale":"2023-12-16T18:07:23.710423+0000","last_undegraded":"2023-12-16T18:07:23.710423+0000","last_fullsized":"2023-12-16T18:07:23.710423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:44:38.000048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712444+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:07:23.712444+0000","last_peered":"2023-12-16T18:07:23.712444+0000","last_clean":"2023-12-16T18:07:23.712444+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:07:23.712444+0000","last_undegraded":"2023-12-16T18:07:23.712444+0000","last_fullsized":"2023-12-16T18:07:23.712444+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712458+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:07:23.712458+0000","last_peered":"2023-12-16T18:07:23.712458+0000","last_clean":"2023-12-16T18:07:23.712458+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:07:23.712458+0000","last_undegraded":"2023-12-16T18:07:23.712458+0000","last_fullsized":"2023-12-16T18:07:23.712458+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712530+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:07:23.712530+0000","last_peered":"2023-12-16T18:07:23.712530+0000","last_clean":"2023-12-16T18:07:23.712530+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:07:23.712530+0000","last_undegraded":"2023-12-16T18:07:23.712530+0000","last_fullsized":"2023-12-16T18:07:23.712530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536030+0000","last_change":"2023-12-16T18:06:59.022049+0000","last_active":"2023-12-16T18:07:23.536030+0000","last_peered":"2023-12-16T18:07:23.536030+0000","last_clean":"2023-12-16T18:07:23.536030+0000","last_became_active":"2023-12-16T18:06:59.021742+0000","last_became_peered":"2023-12-16T18:06:59.021742+0000","last_unstale":"2023-12-16T18:07:23.536030+0000","last_undegraded":"2023-12-16T18:07:23.536030+0000","last_fullsized":"2023-12-16T18:07:23.536030+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710672+0000","last_change":"2023-12-16T18:06:59.019669+0000","last_active":"2023-12-16T18:07:23.710672+0000","last_peered":"2023-12-16T18:07:23.710672+0000","last_clean":"2023-12-16T18:07:23.710672+0000","last_became_active":"2023-12-16T18:06:59.019315+0000","last_became_peered":"2023-12-16T18:06:59.019315+0000","last_unstale":"2023-12-16T18:07:23.710672+0000","last_undegraded":"2023-12-16T18:07:23.710672+0000","last_fullsized":"2023-12-16T18:07:23.710672+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:01.876893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538348+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:07:23.538348+0000","last_peered":"2023-12-16T18:07:23.538348+0000","last_clean":"2023-12-16T18:07:23.538348+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:07:23.538348+0000","last_undegraded":"2023-12-16T18:07:23.538348+0000","last_fullsized":"2023-12-16T18:07:23.538348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572321+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:07:23.572321+0000","last_peered":"2023-12-16T18:07:23.572321+0000","last_clean":"2023-12-16T18:07:23.572321+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:07:23.572321+0000","last_undegraded":"2023-12-16T18:07:23.572321+0000","last_fullsized":"2023-12-16T18:07:23.572321+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710861+0000","last_change":"2023-12-16T18:06:59.016778+0000","last_active":"2023-12-16T18:07:23.710861+0000","last_peered":"2023-12-16T18:07:23.710861+0000","last_clean":"2023-12-16T18:07:23.710861+0000","last_became_active":"2023-12-16T18:06:59.016441+0000","last_became_peered":"2023-12-16T18:06:59.016441+0000","last_unstale":"2023-12-16T18:07:23.710861+0000","last_undegraded":"2023-12-16T18:07:23.710861+0000","last_fullsized":"2023-12-16T18:07:23.710861+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711688+0000","last_change":"2023-12-16T18:07:11.273840+0000","last_active":"2023-12-16T18:07:23.711688+0000","last_peered":"2023-12-16T18:07:23.711688+0000","last_clean":"2023-12-16T18:07:23.711688+0000","last_became_active":"2023-12-16T18:07:11.273485+0000","last_became_peered":"2023-12-16T18:07:11.273485+0000","last_unstale":"2023-12-16T18:07:23.711688+0000","last_undegraded":"2023-12-16T18:07:23.711688+0000","last_fullsized":"2023-12-16T18:07:23.711688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:00:32.381399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538969+0000","last_change":"2023-12-16T18:06:59.034967+0000","last_active":"2023-12-16T18:07:23.538969+0000","last_peered":"2023-12-16T18:07:23.538969+0000","last_clean":"2023-12-16T18:07:23.538969+0000","last_became_active":"2023-12-16T18:06:59.033856+0000","last_became_peered":"2023-12-16T18:06:59.033856+0000","last_unstale":"2023-12-16T18:07:23.538969+0000","last_undegraded":"2023-12-16T18:07:23.538969+0000","last_fullsized":"2023-12-16T18:07:23.538969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:59:46.100584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711966+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:07:23.711966+0000","last_peered":"2023-12-16T18:07:23.711966+0000","last_clean":"2023-12-16T18:07:23.711966+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:07:23.711966+0000","last_undegraded":"2023-12-16T18:07:23.711966+0000","last_fullsized":"2023-12-16T18:07:23.711966+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539388+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:07:23.539388+0000","last_peered":"2023-12-16T18:07:23.539388+0000","last_clean":"2023-12-16T18:07:23.539388+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:07:23.539388+0000","last_undegraded":"2023-12-16T18:07:23.539388+0000","last_fullsized":"2023-12-16T18:07:23.539388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710871+0000","last_change":"2023-12-16T18:06:59.025175+0000","last_active":"2023-12-16T18:07:23.710871+0000","last_peered":"2023-12-16T18:07:23.710871+0000","last_clean":"2023-12-16T18:07:23.710871+0000","last_became_active":"2023-12-16T18:06:59.024862+0000","last_became_peered":"2023-12-16T18:06:59.024862+0000","last_unstale":"2023-12-16T18:07:23.710871+0000","last_undegraded":"2023-12-16T18:07:23.710871+0000","last_fullsized":"2023-12-16T18:07:23.710871+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:37.642737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710919+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:07:23.710919+0000","last_peered":"2023-12-16T18:07:23.710919+0000","last_clean":"2023-12-16T18:07:23.710919+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:07:23.710919+0000","last_undegraded":"2023-12-16T18:07:23.710919+0000","last_fullsized":"2023-12-16T18:07:23.710919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539306+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:07:23.539306+0000","last_peered":"2023-12-16T18:07:23.539306+0000","last_clean":"2023-12-16T18:07:23.539306+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:07:23.539306+0000","last_undegraded":"2023-12-16T18:07:23.539306+0000","last_fullsized":"2023-12-16T18:07:23.539306+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712275+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:07:23.712275+0000","last_peered":"2023-12-16T18:07:23.712275+0000","last_clean":"2023-12-16T18:07:23.712275+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:07:23.712275+0000","last_undegraded":"2023-12-16T18:07:23.712275+0000","last_fullsized":"2023-12-16T18:07:23.712275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538771+0000","last_change":"2023-12-16T18:07:10.855841+0000","last_active":"2023-12-16T18:07:23.538771+0000","last_peered":"2023-12-16T18:07:23.538771+0000","last_clean":"2023-12-16T18:07:23.538771+0000","last_became_active":"2023-12-16T18:07:10.855498+0000","last_became_peered":"2023-12-16T18:07:10.855498+0000","last_unstale":"2023-12-16T18:07:23.538771+0000","last_undegraded":"2023-12-16T18:07:23.538771+0000","last_fullsized":"2023-12-16T18:07:23.538771+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:19:11.622795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711918+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:07:23.711918+0000","last_peered":"2023-12-16T18:07:23.711918+0000","last_clean":"2023-12-16T18:07:23.711918+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:07:23.711918+0000","last_undegraded":"2023-12-16T18:07:23.711918+0000","last_fullsized":"2023-12-16T18:07:23.711918+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712081+0000","last_change":"2023-12-16T18:07:11.273589+0000","last_active":"2023-12-16T18:07:23.712081+0000","last_peered":"2023-12-16T18:07:23.712081+0000","last_clean":"2023-12-16T18:07:23.712081+0000","last_became_active":"2023-12-16T18:07:11.273243+0000","last_became_peered":"2023-12-16T18:07:11.273243+0000","last_unstale":"2023-12-16T18:07:23.712081+0000","last_undegraded":"2023-12-16T18:07:23.712081+0000","last_fullsized":"2023-12-16T18:07:23.712081+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:11:02.319463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710756+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:07:23.710756+0000","last_peered":"2023-12-16T18:07:23.710756+0000","last_clean":"2023-12-16T18:07:23.710756+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:07:23.710756+0000","last_undegraded":"2023-12-16T18:07:23.710756+0000","last_fullsized":"2023-12-16T18:07:23.710756+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535747+0000","last_change":"2023-12-16T18:06:59.027545+0000","last_active":"2023-12-16T18:07:23.535747+0000","last_peered":"2023-12-16T18:07:23.535747+0000","last_clean":"2023-12-16T18:07:23.535747+0000","last_became_active":"2023-12-16T18:06:59.027201+0000","last_became_peered":"2023-12-16T18:06:59.027201+0000","last_unstale":"2023-12-16T18:07:23.535747+0000","last_undegraded":"2023-12-16T18:07:23.535747+0000","last_fullsized":"2023-12-16T18:07:23.535747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711460+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:07:23.711460+0000","last_peered":"2023-12-16T18:07:23.711460+0000","last_clean":"2023-12-16T18:07:23.711460+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:07:23.711460+0000","last_undegraded":"2023-12-16T18:07:23.711460+0000","last_fullsized":"2023-12-16T18:07:23.711460+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538462+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:07:23.538462+0000","last_peered":"2023-12-16T18:07:23.538462+0000","last_clean":"2023-12-16T18:07:23.538462+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:07:23.538462+0000","last_undegraded":"2023-12-16T18:07:23.538462+0000","last_fullsized":"2023-12-16T18:07:23.538462+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710690+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:07:23.710690+0000","last_peered":"2023-12-16T18:07:23.710690+0000","last_clean":"2023-12-16T18:07:23.710690+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:07:23.710690+0000","last_undegraded":"2023-12-16T18:07:23.710690+0000","last_fullsized":"2023-12-16T18:07:23.710690+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710597+0000","last_change":"2023-12-16T18:06:59.021504+0000","last_active":"2023-12-16T18:07:23.710597+0000","last_peered":"2023-12-16T18:07:23.710597+0000","last_clean":"2023-12-16T18:07:23.710597+0000","last_became_active":"2023-12-16T18:06:59.021220+0000","last_became_peered":"2023-12-16T18:06:59.021220+0000","last_unstale":"2023-12-16T18:07:23.710597+0000","last_undegraded":"2023-12-16T18:07:23.710597+0000","last_fullsized":"2023-12-16T18:07:23.710597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:52:13.140034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711003+0000","last_change":"2023-12-16T18:06:58.017982+0000","last_active":"2023-12-16T18:07:23.711003+0000","last_peered":"2023-12-16T18:07:23.711003+0000","last_clean":"2023-12-16T18:07:23.711003+0000","last_became_active":"2023-12-16T18:06:58.017703+0000","last_became_peered":"2023-12-16T18:06:58.017703+0000","last_unstale":"2023-12-16T18:07:23.711003+0000","last_undegraded":"2023-12-16T18:07:23.711003+0000","last_fullsized":"2023-12-16T18:07:23.711003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572452+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:07:23.572452+0000","last_peered":"2023-12-16T18:07:23.572452+0000","last_clean":"2023-12-16T18:07:23.572452+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:07:23.572452+0000","last_undegraded":"2023-12-16T18:07:23.572452+0000","last_fullsized":"2023-12-16T18:07:23.572452+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712265+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:07:23.712265+0000","last_peered":"2023-12-16T18:07:23.712265+0000","last_clean":"2023-12-16T18:07:23.712265+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:07:23.712265+0000","last_undegraded":"2023-12-16T18:07:23.712265+0000","last_fullsized":"2023-12-16T18:07:23.712265+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711379+0000","last_change":"2023-12-16T18:06:59.017926+0000","last_active":"2023-12-16T18:07:23.711379+0000","last_peered":"2023-12-16T18:07:23.711379+0000","last_clean":"2023-12-16T18:07:23.711379+0000","last_became_active":"2023-12-16T18:06:59.017276+0000","last_became_peered":"2023-12-16T18:06:59.017276+0000","last_unstale":"2023-12-16T18:07:23.711379+0000","last_undegraded":"2023-12-16T18:07:23.711379+0000","last_fullsized":"2023-12-16T18:07:23.711379+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711238+0000","last_change":"2023-12-16T18:06:58.017738+0000","last_active":"2023-12-16T18:07:23.711238+0000","last_peered":"2023-12-16T18:07:23.711238+0000","last_clean":"2023-12-16T18:07:23.711238+0000","last_became_active":"2023-12-16T18:06:58.017445+0000","last_became_peered":"2023-12-16T18:06:58.017445+0000","last_unstale":"2023-12-16T18:07:23.711238+0000","last_undegraded":"2023-12-16T18:07:23.711238+0000","last_fullsized":"2023-12-16T18:07:23.711238+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539171+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:07:23.539171+0000","last_peered":"2023-12-16T18:07:23.539171+0000","last_clean":"2023-12-16T18:07:23.539171+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:07:23.539171+0000","last_undegraded":"2023-12-16T18:07:23.539171+0000","last_fullsized":"2023-12-16T18:07:23.539171+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572821+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:07:23.572821+0000","last_peered":"2023-12-16T18:07:23.572821+0000","last_clean":"2023-12-16T18:07:23.572821+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:07:23.572821+0000","last_undegraded":"2023-12-16T18:07:23.572821+0000","last_fullsized":"2023-12-16T18:07:23.572821+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536117+0000","last_change":"2023-12-16T18:06:59.022479+0000","last_active":"2023-12-16T18:07:23.536117+0000","last_peered":"2023-12-16T18:07:23.536117+0000","last_clean":"2023-12-16T18:07:23.536117+0000","last_became_active":"2023-12-16T18:06:59.022128+0000","last_became_peered":"2023-12-16T18:06:59.022128+0000","last_unstale":"2023-12-16T18:07:23.536117+0000","last_undegraded":"2023-12-16T18:07:23.536117+0000","last_fullsized":"2023-12-16T18:07:23.536117+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T18:07:26.260953+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:07:26.260953+0000","last_peered":"2023-12-16T18:07:26.260953+0000","last_clean":"2023-12-16T18:07:26.260953+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:07:26.260953+0000","last_undegraded":"2023-12-16T18:07:26.260953+0000","last_fullsized":"2023-12-16T18:07:26.260953+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712109+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:07:23.712109+0000","last_peered":"2023-12-16T18:07:23.712109+0000","last_clean":"2023-12-16T18:07:23.712109+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:07:23.712109+0000","last_undegraded":"2023-12-16T18:07:23.712109+0000","last_fullsized":"2023-12-16T18:07:23.712109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538681+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:07:23.538681+0000","last_peered":"2023-12-16T18:07:23.538681+0000","last_clean":"2023-12-16T18:07:23.538681+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:07:23.538681+0000","last_undegraded":"2023-12-16T18:07:23.538681+0000","last_fullsized":"2023-12-16T18:07:23.538681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539009+0000","last_change":"2023-12-16T18:07:11.273876+0000","last_active":"2023-12-16T18:07:23.539009+0000","last_peered":"2023-12-16T18:07:23.539009+0000","last_clean":"2023-12-16T18:07:23.539009+0000","last_became_active":"2023-12-16T18:07:11.273516+0000","last_became_peered":"2023-12-16T18:07:11.273516+0000","last_unstale":"2023-12-16T18:07:23.539009+0000","last_undegraded":"2023-12-16T18:07:23.539009+0000","last_fullsized":"2023-12-16T18:07:23.539009+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:45:01.657227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711393+0000","last_change":"2023-12-16T18:06:58.023270+0000","last_active":"2023-12-16T18:07:23.711393+0000","last_peered":"2023-12-16T18:07:23.711393+0000","last_clean":"2023-12-16T18:07:23.711393+0000","last_became_active":"2023-12-16T18:06:58.022441+0000","last_became_peered":"2023-12-16T18:06:58.022441+0000","last_unstale":"2023-12-16T18:07:23.711393+0000","last_undegraded":"2023-12-16T18:07:23.711393+0000","last_fullsized":"2023-12-16T18:07:23.711393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711713+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:07:23.711713+0000","last_peered":"2023-12-16T18:07:23.711713+0000","last_clean":"2023-12-16T18:07:23.711713+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:07:23.711713+0000","last_undegraded":"2023-12-16T18:07:23.711713+0000","last_fullsized":"2023-12-16T18:07:23.711713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710979+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:07:23.710979+0000","last_peered":"2023-12-16T18:07:23.710979+0000","last_clean":"2023-12-16T18:07:23.710979+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:07:23.710979+0000","last_undegraded":"2023-12-16T18:07:23.710979+0000","last_fullsized":"2023-12-16T18:07:23.710979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712272+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:07:23.712272+0000","last_peered":"2023-12-16T18:07:23.712272+0000","last_clean":"2023-12-16T18:07:23.712272+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:07:23.712272+0000","last_undegraded":"2023-12-16T18:07:23.712272+0000","last_fullsized":"2023-12-16T18:07:23.712272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":25,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538125+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:07:23.538125+0000","last_peered":"2023-12-16T18:07:23.538125+0000","last_clean":"2023-12-16T18:07:23.538125+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:07:23.538125+0000","last_undegraded":"2023-12-16T18:07:23.538125+0000","last_fullsized":"2023-12-16T18:07:23.538125+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711429+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:07:23.711429+0000","last_peered":"2023-12-16T18:07:23.711429+0000","last_clean":"2023-12-16T18:07:23.711429+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:07:23.711429+0000","last_undegraded":"2023-12-16T18:07:23.711429+0000","last_fullsized":"2023-12-16T18:07:23.711429+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535972+0000","last_change":"2023-12-16T18:06:58.013422+0000","last_active":"2023-12-16T18:07:23.535972+0000","last_peered":"2023-12-16T18:07:23.535972+0000","last_clean":"2023-12-16T18:07:23.535972+0000","last_became_active":"2023-12-16T18:06:58.013148+0000","last_became_peered":"2023-12-16T18:06:58.013148+0000","last_unstale":"2023-12-16T18:07:23.535972+0000","last_undegraded":"2023-12-16T18:07:23.535972+0000","last_fullsized":"2023-12-16T18:07:23.535972+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712235+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:07:23.712235+0000","last_peered":"2023-12-16T18:07:23.712235+0000","last_clean":"2023-12-16T18:07:23.712235+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:07:23.712235+0000","last_undegraded":"2023-12-16T18:07:23.712235+0000","last_fullsized":"2023-12-16T18:07:23.712235+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572478+0000","last_change":"2023-12-16T18:07:22.664411+0000","last_active":"2023-12-16T18:07:23.572478+0000","last_peered":"2023-12-16T18:07:23.572478+0000","last_clean":"2023-12-16T18:07:23.572478+0000","last_became_active":"2023-12-16T18:07:22.664077+0000","last_became_peered":"2023-12-16T18:07:22.664077+0000","last_unstale":"2023-12-16T18:07:23.572478+0000","last_undegraded":"2023-12-16T18:07:23.572478+0000","last_fullsized":"2023-12-16T18:07:23.572478+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:52:52.879742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572618+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:07:23.572618+0000","last_peered":"2023-12-16T18:07:23.572618+0000","last_clean":"2023-12-16T18:07:23.572618+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:07:23.572618+0000","last_undegraded":"2023-12-16T18:07:23.572618+0000","last_fullsized":"2023-12-16T18:07:23.572618+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711347+0000","last_change":"2023-12-16T18:06:59.022615+0000","last_active":"2023-12-16T18:07:23.711347+0000","last_peered":"2023-12-16T18:07:23.711347+0000","last_clean":"2023-12-16T18:07:23.711347+0000","last_became_active":"2023-12-16T18:06:59.022329+0000","last_became_peered":"2023-12-16T18:06:59.022329+0000","last_unstale":"2023-12-16T18:07:23.711347+0000","last_undegraded":"2023-12-16T18:07:23.711347+0000","last_fullsized":"2023-12-16T18:07:23.711347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572665+0000","last_change":"2023-12-16T18:07:22.535071+0000","last_active":"2023-12-16T18:07:23.572665+0000","last_peered":"2023-12-16T18:07:23.572665+0000","last_clean":"2023-12-16T18:07:23.572665+0000","last_became_active":"2023-12-16T18:07:22.534801+0000","last_became_peered":"2023-12-16T18:07:22.534801+0000","last_unstale":"2023-12-16T18:07:23.572665+0000","last_undegraded":"2023-12-16T18:07:23.572665+0000","last_fullsized":"2023-12-16T18:07:23.572665+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:44:29.946309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711263+0000","last_change":"2023-12-16T18:06:58.019811+0000","last_active":"2023-12-16T18:07:23.711263+0000","last_peered":"2023-12-16T18:07:23.711263+0000","last_clean":"2023-12-16T18:07:23.711263+0000","last_became_active":"2023-12-16T18:06:58.019534+0000","last_became_peered":"2023-12-16T18:06:58.019534+0000","last_unstale":"2023-12-16T18:07:23.711263+0000","last_undegraded":"2023-12-16T18:07:23.711263+0000","last_fullsized":"2023-12-16T18:07:23.711263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536159+0000","last_change":"2023-12-16T18:06:59.026593+0000","last_active":"2023-12-16T18:07:23.536159+0000","last_peered":"2023-12-16T18:07:23.536159+0000","last_clean":"2023-12-16T18:07:23.536159+0000","last_became_active":"2023-12-16T18:06:59.026150+0000","last_became_peered":"2023-12-16T18:06:59.026150+0000","last_unstale":"2023-12-16T18:07:23.536159+0000","last_undegraded":"2023-12-16T18:07:23.536159+0000","last_fullsized":"2023-12-16T18:07:23.536159+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572838+0000","last_change":"2023-12-16T18:07:22.663187+0000","last_active":"2023-12-16T18:07:23.572838+0000","last_peered":"2023-12-16T18:07:23.572838+0000","last_clean":"2023-12-16T18:07:23.572838+0000","last_became_active":"2023-12-16T18:07:22.662787+0000","last_became_peered":"2023-12-16T18:07:22.662787+0000","last_unstale":"2023-12-16T18:07:23.572838+0000","last_undegraded":"2023-12-16T18:07:23.572838+0000","last_fullsized":"2023-12-16T18:07:23.572838+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:05:10.271708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572446+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:07:23.572446+0000","last_peered":"2023-12-16T18:07:23.572446+0000","last_clean":"2023-12-16T18:07:23.572446+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:07:23.572446+0000","last_undegraded":"2023-12-16T18:07:23.572446+0000","last_fullsized":"2023-12-16T18:07:23.572446+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538503+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:07:23.538503+0000","last_peered":"2023-12-16T18:07:23.538503+0000","last_clean":"2023-12-16T18:07:23.538503+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:07:23.538503+0000","last_undegraded":"2023-12-16T18:07:23.538503+0000","last_fullsized":"2023-12-16T18:07:23.538503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712384+0000","last_change":"2023-12-16T18:07:22.663803+0000","last_active":"2023-12-16T18:07:23.712384+0000","last_peered":"2023-12-16T18:07:23.712384+0000","last_clean":"2023-12-16T18:07:23.712384+0000","last_became_active":"2023-12-16T18:07:22.663521+0000","last_became_peered":"2023-12-16T18:07:22.663521+0000","last_unstale":"2023-12-16T18:07:23.712384+0000","last_undegraded":"2023-12-16T18:07:23.712384+0000","last_fullsized":"2023-12-16T18:07:23.712384+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:48.804585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710589+0000","last_change":"2023-12-16T18:06:59.026299+0000","last_active":"2023-12-16T18:07:23.710589+0000","last_peered":"2023-12-16T18:07:23.710589+0000","last_clean":"2023-12-16T18:07:23.710589+0000","last_became_active":"2023-12-16T18:06:59.025678+0000","last_became_peered":"2023-12-16T18:06:59.025678+0000","last_unstale":"2023-12-16T18:07:23.710589+0000","last_undegraded":"2023-12-16T18:07:23.710589+0000","last_fullsized":"2023-12-16T18:07:23.710589+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:06:57.103335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711372+0000","last_change":"2023-12-16T18:06:58.016317+0000","last_active":"2023-12-16T18:07:23.711372+0000","last_peered":"2023-12-16T18:07:23.711372+0000","last_clean":"2023-12-16T18:07:23.711372+0000","last_became_active":"2023-12-16T18:06:58.016000+0000","last_became_peered":"2023-12-16T18:06:58.016000+0000","last_unstale":"2023-12-16T18:07:23.711372+0000","last_undegraded":"2023-12-16T18:07:23.711372+0000","last_fullsized":"2023-12-16T18:07:23.711372+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":275,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T18:07:26.282267+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:07:26.282267+0000","last_peered":"2023-12-16T18:07:26.282267+0000","last_clean":"2023-12-16T18:07:26.282267+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:07:26.282267+0000","last_undegraded":"2023-12-16T18:07:26.282267+0000","last_fullsized":"2023-12-16T18:07:26.282267+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538478+0000","last_change":"2023-12-16T18:07:22.537887+0000","last_active":"2023-12-16T18:07:23.538478+0000","last_peered":"2023-12-16T18:07:23.538478+0000","last_clean":"2023-12-16T18:07:23.538478+0000","last_became_active":"2023-12-16T18:07:22.537296+0000","last_became_peered":"2023-12-16T18:07:22.537296+0000","last_unstale":"2023-12-16T18:07:23.538478+0000","last_undegraded":"2023-12-16T18:07:23.538478+0000","last_fullsized":"2023-12-16T18:07:23.538478+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:02.030172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538363+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:07:23.538363+0000","last_peered":"2023-12-16T18:07:23.538363+0000","last_clean":"2023-12-16T18:07:23.538363+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:07:23.538363+0000","last_undegraded":"2023-12-16T18:07:23.538363+0000","last_fullsized":"2023-12-16T18:07:23.538363+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710900+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:07:23.710900+0000","last_peered":"2023-12-16T18:07:23.710900+0000","last_clean":"2023-12-16T18:07:23.710900+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:07:23.710900+0000","last_undegraded":"2023-12-16T18:07:23.710900+0000","last_fullsized":"2023-12-16T18:07:23.710900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538385+0000","last_change":"2023-12-16T18:07:22.664171+0000","last_active":"2023-12-16T18:07:23.538385+0000","last_peered":"2023-12-16T18:07:23.538385+0000","last_clean":"2023-12-16T18:07:23.538385+0000","last_became_active":"2023-12-16T18:07:22.663835+0000","last_became_peered":"2023-12-16T18:07:22.663835+0000","last_unstale":"2023-12-16T18:07:23.538385+0000","last_undegraded":"2023-12-16T18:07:23.538385+0000","last_fullsized":"2023-12-16T18:07:23.538385+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:59:22.457171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712247+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:07:23.712247+0000","last_peered":"2023-12-16T18:07:23.712247+0000","last_clean":"2023-12-16T18:07:23.712247+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:07:23.712247+0000","last_undegraded":"2023-12-16T18:07:23.712247+0000","last_fullsized":"2023-12-16T18:07:23.712247+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572703+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:07:23.572703+0000","last_peered":"2023-12-16T18:07:23.572703+0000","last_clean":"2023-12-16T18:07:23.572703+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:07:23.572703+0000","last_undegraded":"2023-12-16T18:07:23.572703+0000","last_fullsized":"2023-12-16T18:07:23.572703+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710496+0000","last_change":"2023-12-16T18:07:22.663677+0000","last_active":"2023-12-16T18:07:23.710496+0000","last_peered":"2023-12-16T18:07:23.710496+0000","last_clean":"2023-12-16T18:07:23.710496+0000","last_became_active":"2023-12-16T18:07:22.663376+0000","last_became_peered":"2023-12-16T18:07:22.663376+0000","last_unstale":"2023-12-16T18:07:23.710496+0000","last_undegraded":"2023-12-16T18:07:23.710496+0000","last_fullsized":"2023-12-16T18:07:23.710496+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:38:53.197423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572886+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:07:23.572886+0000","last_peered":"2023-12-16T18:07:23.572886+0000","last_clean":"2023-12-16T18:07:23.572886+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:07:23.572886+0000","last_undegraded":"2023-12-16T18:07:23.572886+0000","last_fullsized":"2023-12-16T18:07:23.572886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711094+0000","last_change":"2023-12-16T18:07:11.273908+0000","last_active":"2023-12-16T18:07:23.711094+0000","last_peered":"2023-12-16T18:07:23.711094+0000","last_clean":"2023-12-16T18:07:23.711094+0000","last_became_active":"2023-12-16T18:07:11.273516+0000","last_became_peered":"2023-12-16T18:07:11.273516+0000","last_unstale":"2023-12-16T18:07:23.711094+0000","last_undegraded":"2023-12-16T18:07:23.711094+0000","last_fullsized":"2023-12-16T18:07:23.711094+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:44:21.921207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535627+0000","last_change":"2023-12-16T18:07:22.664033+0000","last_active":"2023-12-16T18:07:23.535627+0000","last_peered":"2023-12-16T18:07:23.535627+0000","last_clean":"2023-12-16T18:07:23.535627+0000","last_became_active":"2023-12-16T18:07:22.663728+0000","last_became_peered":"2023-12-16T18:07:22.663728+0000","last_unstale":"2023-12-16T18:07:23.535627+0000","last_undegraded":"2023-12-16T18:07:23.535627+0000","last_fullsized":"2023-12-16T18:07:23.535627+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:18:05.866484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712177+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:07:23.712177+0000","last_peered":"2023-12-16T18:07:23.712177+0000","last_clean":"2023-12-16T18:07:23.712177+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:07:23.712177+0000","last_undegraded":"2023-12-16T18:07:23.712177+0000","last_fullsized":"2023-12-16T18:07:23.712177+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538680+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:07:23.538680+0000","last_peered":"2023-12-16T18:07:23.538680+0000","last_clean":"2023-12-16T18:07:23.538680+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:07:23.538680+0000","last_undegraded":"2023-12-16T18:07:23.538680+0000","last_fullsized":"2023-12-16T18:07:23.538680+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711118+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:07:23.711118+0000","last_peered":"2023-12-16T18:07:23.711118+0000","last_clean":"2023-12-16T18:07:23.711118+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:07:23.711118+0000","last_undegraded":"2023-12-16T18:07:23.711118+0000","last_fullsized":"2023-12-16T18:07:23.711118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535789+0000","last_change":"2023-12-16T18:06:59.015771+0000","last_active":"2023-12-16T18:07:23.535789+0000","last_peered":"2023-12-16T18:07:23.535789+0000","last_clean":"2023-12-16T18:07:23.535789+0000","last_became_active":"2023-12-16T18:06:59.015485+0000","last_became_peered":"2023-12-16T18:06:59.015485+0000","last_unstale":"2023-12-16T18:07:23.535789+0000","last_undegraded":"2023-12-16T18:07:23.535789+0000","last_fullsized":"2023-12-16T18:07:23.535789+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":27,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572366+0000","last_change":"2023-12-16T18:07:10.754509+0000","last_active":"2023-12-16T18:07:23.572366+0000","last_peered":"2023-12-16T18:07:23.572366+0000","last_clean":"2023-12-16T18:07:23.572366+0000","last_became_active":"2023-12-16T18:07:10.754138+0000","last_became_peered":"2023-12-16T18:07:10.754138+0000","last_unstale":"2023-12-16T18:07:23.572366+0000","last_undegraded":"2023-12-16T18:07:23.572366+0000","last_fullsized":"2023-12-16T18:07:23.572366+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:20:11.075866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710513+0000","last_change":"2023-12-16T18:06:59.020624+0000","last_active":"2023-12-16T18:07:23.710513+0000","last_peered":"2023-12-16T18:07:23.710513+0000","last_clean":"2023-12-16T18:07:23.710513+0000","last_became_active":"2023-12-16T18:06:59.020307+0000","last_became_peered":"2023-12-16T18:06:59.020307+0000","last_unstale":"2023-12-16T18:07:23.710513+0000","last_undegraded":"2023-12-16T18:07:23.710513+0000","last_fullsized":"2023-12-16T18:07:23.710513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:52:37.645299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572388+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:07:23.572388+0000","last_peered":"2023-12-16T18:07:23.572388+0000","last_clean":"2023-12-16T18:07:23.572388+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:07:23.572388+0000","last_undegraded":"2023-12-16T18:07:23.572388+0000","last_fullsized":"2023-12-16T18:07:23.572388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710593+0000","last_change":"2023-12-16T18:06:59.021388+0000","last_active":"2023-12-16T18:07:23.710593+0000","last_peered":"2023-12-16T18:07:23.710593+0000","last_clean":"2023-12-16T18:07:23.710593+0000","last_became_active":"2023-12-16T18:06:59.021097+0000","last_became_peered":"2023-12-16T18:06:59.021097+0000","last_unstale":"2023-12-16T18:07:23.710593+0000","last_undegraded":"2023-12-16T18:07:23.710593+0000","last_fullsized":"2023-12-16T18:07:23.710593+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:01:30.907027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711632+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:07:23.711632+0000","last_peered":"2023-12-16T18:07:23.711632+0000","last_clean":"2023-12-16T18:07:23.711632+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:07:23.711632+0000","last_undegraded":"2023-12-16T18:07:23.711632+0000","last_fullsized":"2023-12-16T18:07:23.711632+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711372+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:07:23.711372+0000","last_peered":"2023-12-16T18:07:23.711372+0000","last_clean":"2023-12-16T18:07:23.711372+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:07:23.711372+0000","last_undegraded":"2023-12-16T18:07:23.711372+0000","last_fullsized":"2023-12-16T18:07:23.711372+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539442+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:07:23.539442+0000","last_peered":"2023-12-16T18:07:23.539442+0000","last_clean":"2023-12-16T18:07:23.539442+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:07:23.539442+0000","last_undegraded":"2023-12-16T18:07:23.539442+0000","last_fullsized":"2023-12-16T18:07:23.539442+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712192+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:07:23.712192+0000","last_peered":"2023-12-16T18:07:23.712192+0000","last_clean":"2023-12-16T18:07:23.712192+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:07:23.712192+0000","last_undegraded":"2023-12-16T18:07:23.712192+0000","last_fullsized":"2023-12-16T18:07:23.712192+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572750+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:07:23.572750+0000","last_peered":"2023-12-16T18:07:23.572750+0000","last_clean":"2023-12-16T18:07:23.572750+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:07:23.572750+0000","last_undegraded":"2023-12-16T18:07:23.572750+0000","last_fullsized":"2023-12-16T18:07:23.572750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711931+0000","last_change":"2023-12-16T18:06:59.020553+0000","last_active":"2023-12-16T18:07:23.711931+0000","last_peered":"2023-12-16T18:07:23.711931+0000","last_clean":"2023-12-16T18:07:23.711931+0000","last_became_active":"2023-12-16T18:06:59.020084+0000","last_became_peered":"2023-12-16T18:06:59.020084+0000","last_unstale":"2023-12-16T18:07:23.711931+0000","last_undegraded":"2023-12-16T18:07:23.711931+0000","last_fullsized":"2023-12-16T18:07:23.711931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538855+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:07:23.538855+0000","last_peered":"2023-12-16T18:07:23.538855+0000","last_clean":"2023-12-16T18:07:23.538855+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:07:23.538855+0000","last_undegraded":"2023-12-16T18:07:23.538855+0000","last_fullsized":"2023-12-16T18:07:23.538855+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712424+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:07:23.712424+0000","last_peered":"2023-12-16T18:07:23.712424+0000","last_clean":"2023-12-16T18:07:23.712424+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:07:23.712424+0000","last_undegraded":"2023-12-16T18:07:23.712424+0000","last_fullsized":"2023-12-16T18:07:23.712424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712131+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:07:23.712131+0000","last_peered":"2023-12-16T18:07:23.712131+0000","last_clean":"2023-12-16T18:07:23.712131+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:07:23.712131+0000","last_undegraded":"2023-12-16T18:07:23.712131+0000","last_fullsized":"2023-12-16T18:07:23.712131+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538580+0000","last_change":"2023-12-16T18:06:59.012809+0000","last_active":"2023-12-16T18:07:23.538580+0000","last_peered":"2023-12-16T18:07:23.538580+0000","last_clean":"2023-12-16T18:07:23.538580+0000","last_became_active":"2023-12-16T18:06:59.012488+0000","last_became_peered":"2023-12-16T18:06:59.012488+0000","last_unstale":"2023-12-16T18:07:23.538580+0000","last_undegraded":"2023-12-16T18:07:23.538580+0000","last_fullsized":"2023-12-16T18:07:23.538580+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:16:36.930707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711461+0000","last_change":"2023-12-16T18:06:59.024153+0000","last_active":"2023-12-16T18:07:23.711461+0000","last_peered":"2023-12-16T18:07:23.711461+0000","last_clean":"2023-12-16T18:07:23.711461+0000","last_became_active":"2023-12-16T18:06:59.023815+0000","last_became_peered":"2023-12-16T18:06:59.023815+0000","last_unstale":"2023-12-16T18:07:23.711461+0000","last_undegraded":"2023-12-16T18:07:23.711461+0000","last_fullsized":"2023-12-16T18:07:23.711461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538541+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:07:23.538541+0000","last_peered":"2023-12-16T18:07:23.538541+0000","last_clean":"2023-12-16T18:07:23.538541+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:07:23.538541+0000","last_undegraded":"2023-12-16T18:07:23.538541+0000","last_fullsized":"2023-12-16T18:07:23.538541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710916+0000","last_change":"2023-12-16T18:06:59.020220+0000","last_active":"2023-12-16T18:07:23.710916+0000","last_peered":"2023-12-16T18:07:23.710916+0000","last_clean":"2023-12-16T18:07:23.710916+0000","last_became_active":"2023-12-16T18:06:59.019837+0000","last_became_peered":"2023-12-16T18:06:59.019837+0000","last_unstale":"2023-12-16T18:07:23.710916+0000","last_undegraded":"2023-12-16T18:07:23.710916+0000","last_fullsized":"2023-12-16T18:07:23.710916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:57:06.647324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572635+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:07:23.572635+0000","last_peered":"2023-12-16T18:07:23.572635+0000","last_clean":"2023-12-16T18:07:23.572635+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:07:23.572635+0000","last_undegraded":"2023-12-16T18:07:23.572635+0000","last_fullsized":"2023-12-16T18:07:23.572635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712596+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:07:23.712596+0000","last_peered":"2023-12-16T18:07:23.712596+0000","last_clean":"2023-12-16T18:07:23.712596+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:07:23.712596+0000","last_undegraded":"2023-12-16T18:07:23.712596+0000","last_fullsized":"2023-12-16T18:07:23.712596+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711037+0000","last_change":"2023-12-16T18:06:59.031964+0000","last_active":"2023-12-16T18:07:23.711037+0000","last_peered":"2023-12-16T18:07:23.711037+0000","last_clean":"2023-12-16T18:07:23.711037+0000","last_became_active":"2023-12-16T18:06:59.031664+0000","last_became_peered":"2023-12-16T18:06:59.031664+0000","last_unstale":"2023-12-16T18:07:23.711037+0000","last_undegraded":"2023-12-16T18:07:23.711037+0000","last_fullsized":"2023-12-16T18:07:23.711037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:31:20.242777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711080+0000","last_change":"2023-12-16T18:06:59.019982+0000","last_active":"2023-12-16T18:07:23.711080+0000","last_peered":"2023-12-16T18:07:23.711080+0000","last_clean":"2023-12-16T18:07:23.711080+0000","last_became_active":"2023-12-16T18:06:59.019312+0000","last_became_peered":"2023-12-16T18:06:59.019312+0000","last_unstale":"2023-12-16T18:07:23.711080+0000","last_undegraded":"2023-12-16T18:07:23.711080+0000","last_fullsized":"2023-12-16T18:07:23.711080+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710485+0000","last_change":"2023-12-16T18:06:59.026900+0000","last_active":"2023-12-16T18:07:23.710485+0000","last_peered":"2023-12-16T18:07:23.710485+0000","last_clean":"2023-12-16T18:07:23.710485+0000","last_became_active":"2023-12-16T18:06:59.025105+0000","last_became_peered":"2023-12-16T18:06:59.025105+0000","last_unstale":"2023-12-16T18:07:23.710485+0000","last_undegraded":"2023-12-16T18:07:23.710485+0000","last_fullsized":"2023-12-16T18:07:23.710485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:23:35.270297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711536+0000","last_change":"2023-12-16T18:06:59.025018+0000","last_active":"2023-12-16T18:07:23.711536+0000","last_peered":"2023-12-16T18:07:23.711536+0000","last_clean":"2023-12-16T18:07:23.711536+0000","last_became_active":"2023-12-16T18:06:59.024745+0000","last_became_peered":"2023-12-16T18:06:59.024745+0000","last_unstale":"2023-12-16T18:07:23.711536+0000","last_undegraded":"2023-12-16T18:07:23.711536+0000","last_fullsized":"2023-12-16T18:07:23.711536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538609+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:07:23.538609+0000","last_peered":"2023-12-16T18:07:23.538609+0000","last_clean":"2023-12-16T18:07:23.538609+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:07:23.538609+0000","last_undegraded":"2023-12-16T18:07:23.538609+0000","last_fullsized":"2023-12-16T18:07:23.538609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712004+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:07:23.712004+0000","last_peered":"2023-12-16T18:07:23.712004+0000","last_clean":"2023-12-16T18:07:23.712004+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:07:23.712004+0000","last_undegraded":"2023-12-16T18:07:23.712004+0000","last_fullsized":"2023-12-16T18:07:23.712004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462925,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298488,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446664,"statfs":{"total":95995035648,"available":95689383936,"internally_reserved":0,"allocated":1228800,"data_stored":867601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":6,"up_from":40,"seq":171798691856,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":869349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":8.8160000000000007},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.55400000000000005}]},{"osd":2,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":8.798},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.50800000000000001}]},{"osd":3,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.47699999999999998}]},{"osd":5,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":1,"up_from":12,"seq":51539607583,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":276817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:23 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34899999999999998,"15min":0.34699999999999998},"min":{"1min":0.25700000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.375},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.373,"15min":0.37},"min":{"1min":0.25,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.54200000000000004,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Dec 16 18:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.41999999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42899999999999999,"15min":0.432},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.41499999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.495},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.46400000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.752}]},{"osd":5,"last update":"Sat Dec 16 18:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Dec 16 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.625},{"interface":"front","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":14.709,"5min":14.709,"15min":14.709},"last":0.70099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738400,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":867460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.21299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57399999999999995,"5min":0.625,"15min":0.625},"last":0.35399999999999998}]},{"osd":2,"last update":"Sat Dec 16 18:07:39 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38800000000000001,"15min":0.38600000000000001},"min":{"1min":0.27500000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40400000000000003,"15min":0.40000000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.48399999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.61699999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.87}]},{"osd":5,"last update":"Sat Dec 16 18:07:20 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":12.42,"5min":12.42,"15min":12.42},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":12.446,"5min":12.446,"15min":12.446},"last":0.83599999999999997}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.96699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]}]},{"osd":2,"up_from":16,"seq":68719476764,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":626688,"data_stored":276657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38400000000000001,"15min":0.38700000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.34699999999999998}]},{"osd":1,"last update":"Sat Dec 16 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.374,"15min":0.377},"min":{"1min":0.26300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48899999999999999,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.313}]},{"osd":4,"last update":"Sat Dec 16 18:07:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Dec 16 18:07:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":3,"up_from":22,"seq":94489280537,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":279085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.74099999999999999}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.626},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58699999999999997}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.71099999999999997}]},{"osd":5,"last update":"Sat Dec 16 18:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.72999999999999998}]},{"osd":6,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]}]},{"osd":4,"up_from":26,"seq":111669149717,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":277337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46700000000000003}]},{"osd":1,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":14.756,"5min":14.756,"15min":14.756},"last":4.0010000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.57899999999999996}]},{"osd":2,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":4.0220000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":4.0359999999999996}]},{"osd":3,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.532,"5min":1.532,"15min":1.532},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":14.804,"5min":14.804,"15min":14.804},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.72999999999999998}]},{"osd":6,"last update":"Sat Dec 16 18:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.82599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]},{"osd":5,"up_from":33,"seq":141733920787,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":278218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.60499999999999998}]},{"osd":2,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.397,"5min":1.397,"15min":1.397},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":11.332000000000001,"5min":11.332000000000001,"15min":11.332000000000001},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":11.32,"5min":11.32,"15min":11.32},"last":0.435},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":14.362,"5min":14.362,"15min":14.362},"last":0.59299999999999997}]},{"osd":4,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.496},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.48099999999999998}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.45200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:47.317 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T18:07:47.566 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:47 smithi184 ceph-mon[82596]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:48.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:48 smithi071 ceph-mon[78585]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:48.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:48 smithi071 ceph-mon[89361]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:48.510 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:48.513 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:07:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:48 smithi184 ceph-mon[82596]: from='client.24686 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:48.752 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2023-12-16T18:07:48.128787+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385020,"kb_used_data":6716,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576196,"statfs":{"total":767960285184,"available":765518024704,"internally_reserved":0,"allocated":6877184,"data_stored":3992524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002464"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712493+0000","last_change":"2023-12-16T18:06:59.029819+0000","last_active":"2023-12-16T18:07:23.712493+0000","last_peered":"2023-12-16T18:07:23.712493+0000","last_clean":"2023-12-16T18:07:23.712493+0000","last_became_active":"2023-12-16T18:06:59.029353+0000","last_became_peered":"2023-12-16T18:06:59.029353+0000","last_unstale":"2023-12-16T18:07:23.712493+0000","last_undegraded":"2023-12-16T18:07:23.712493+0000","last_fullsized":"2023-12-16T18:07:23.712493+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572741+0000","last_change":"2023-12-16T18:06:59.036775+0000","last_active":"2023-12-16T18:07:23.572741+0000","last_peered":"2023-12-16T18:07:23.572741+0000","last_clean":"2023-12-16T18:07:23.572741+0000","last_became_active":"2023-12-16T18:06:59.036497+0000","last_became_peered":"2023-12-16T18:06:59.036497+0000","last_unstale":"2023-12-16T18:07:23.572741+0000","last_undegraded":"2023-12-16T18:07:23.572741+0000","last_fullsized":"2023-12-16T18:07:23.572741+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538846+0000","last_change":"2023-12-16T18:06:59.030476+0000","last_active":"2023-12-16T18:07:23.538846+0000","last_peered":"2023-12-16T18:07:23.538846+0000","last_clean":"2023-12-16T18:07:23.538846+0000","last_became_active":"2023-12-16T18:06:59.027779+0000","last_became_peered":"2023-12-16T18:06:59.027779+0000","last_unstale":"2023-12-16T18:07:23.538846+0000","last_undegraded":"2023-12-16T18:07:23.538846+0000","last_fullsized":"2023-12-16T18:07:23.538846+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539335+0000","last_change":"2023-12-16T18:07:11.273856+0000","last_active":"2023-12-16T18:07:23.539335+0000","last_peered":"2023-12-16T18:07:23.539335+0000","last_clean":"2023-12-16T18:07:23.539335+0000","last_became_active":"2023-12-16T18:07:11.273394+0000","last_became_peered":"2023-12-16T18:07:11.273394+0000","last_unstale":"2023-12-16T18:07:23.539335+0000","last_undegraded":"2023-12-16T18:07:23.539335+0000","last_fullsized":"2023-12-16T18:07:23.539335+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:28:27.455821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711795+0000","last_change":"2023-12-16T18:06:59.017791+0000","last_active":"2023-12-16T18:07:23.711795+0000","last_peered":"2023-12-16T18:07:23.711795+0000","last_clean":"2023-12-16T18:07:23.711795+0000","last_became_active":"2023-12-16T18:06:59.017466+0000","last_became_peered":"2023-12-16T18:06:59.017466+0000","last_unstale":"2023-12-16T18:07:23.711795+0000","last_undegraded":"2023-12-16T18:07:23.711795+0000","last_fullsized":"2023-12-16T18:07:23.711795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711688+0000","last_change":"2023-12-16T18:06:59.026290+0000","last_active":"2023-12-16T18:07:23.711688+0000","last_peered":"2023-12-16T18:07:23.711688+0000","last_clean":"2023-12-16T18:07:23.711688+0000","last_became_active":"2023-12-16T18:06:59.026011+0000","last_became_peered":"2023-12-16T18:06:59.026011+0000","last_unstale":"2023-12-16T18:07:23.711688+0000","last_undegraded":"2023-12-16T18:07:23.711688+0000","last_fullsized":"2023-12-16T18:07:23.711688+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711357+0000","last_change":"2023-12-16T18:06:59.019831+0000","last_active":"2023-12-16T18:07:23.711357+0000","last_peered":"2023-12-16T18:07:23.711357+0000","last_clean":"2023-12-16T18:07:23.711357+0000","last_became_active":"2023-12-16T18:06:59.019520+0000","last_became_peered":"2023-12-16T18:06:59.019520+0000","last_unstale":"2023-12-16T18:07:23.711357+0000","last_undegraded":"2023-12-16T18:07:23.711357+0000","last_fullsized":"2023-12-16T18:07:23.711357+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710423+0000","last_change":"2023-12-16T18:06:59.018355+0000","last_active":"2023-12-16T18:07:23.710423+0000","last_peered":"2023-12-16T18:07:23.710423+0000","last_clean":"2023-12-16T18:07:23.710423+0000","last_became_active":"2023-12-16T18:06:59.018039+0000","last_became_peered":"2023-12-16T18:06:59.018039+0000","last_unstale":"2023-12-16T18:07:23.710423+0000","last_undegraded":"2023-12-16T18:07:23.710423+0000","last_fullsized":"2023-12-16T18:07:23.710423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:44:38.000048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712444+0000","last_change":"2023-12-16T18:06:59.028924+0000","last_active":"2023-12-16T18:07:23.712444+0000","last_peered":"2023-12-16T18:07:23.712444+0000","last_clean":"2023-12-16T18:07:23.712444+0000","last_became_active":"2023-12-16T18:06:59.028591+0000","last_became_peered":"2023-12-16T18:06:59.028591+0000","last_unstale":"2023-12-16T18:07:23.712444+0000","last_undegraded":"2023-12-16T18:07:23.712444+0000","last_fullsized":"2023-12-16T18:07:23.712444+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712458+0000","last_change":"2023-12-16T18:06:59.034714+0000","last_active":"2023-12-16T18:07:23.712458+0000","last_peered":"2023-12-16T18:07:23.712458+0000","last_clean":"2023-12-16T18:07:23.712458+0000","last_became_active":"2023-12-16T18:06:59.032279+0000","last_became_peered":"2023-12-16T18:06:59.032279+0000","last_unstale":"2023-12-16T18:07:23.712458+0000","last_undegraded":"2023-12-16T18:07:23.712458+0000","last_fullsized":"2023-12-16T18:07:23.712458+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712530+0000","last_change":"2023-12-16T18:06:59.019473+0000","last_active":"2023-12-16T18:07:23.712530+0000","last_peered":"2023-12-16T18:07:23.712530+0000","last_clean":"2023-12-16T18:07:23.712530+0000","last_became_active":"2023-12-16T18:06:59.019160+0000","last_became_peered":"2023-12-16T18:06:59.019160+0000","last_unstale":"2023-12-16T18:07:23.712530+0000","last_undegraded":"2023-12-16T18:07:23.712530+0000","last_fullsized":"2023-12-16T18:07:23.712530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536030+0000","last_change":"2023-12-16T18:06:59.022049+0000","last_active":"2023-12-16T18:07:23.536030+0000","last_peered":"2023-12-16T18:07:23.536030+0000","last_clean":"2023-12-16T18:07:23.536030+0000","last_became_active":"2023-12-16T18:06:59.021742+0000","last_became_peered":"2023-12-16T18:06:59.021742+0000","last_unstale":"2023-12-16T18:07:23.536030+0000","last_undegraded":"2023-12-16T18:07:23.536030+0000","last_fullsized":"2023-12-16T18:07:23.536030+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710672+0000","last_change":"2023-12-16T18:06:59.019669+0000","last_active":"2023-12-16T18:07:23.710672+0000","last_peered":"2023-12-16T18:07:23.710672+0000","last_clean":"2023-12-16T18:07:23.710672+0000","last_became_active":"2023-12-16T18:06:59.019315+0000","last_became_peered":"2023-12-16T18:06:59.019315+0000","last_unstale":"2023-12-16T18:07:23.710672+0000","last_undegraded":"2023-12-16T18:07:23.710672+0000","last_fullsized":"2023-12-16T18:07:23.710672+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:01.876893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538348+0000","last_change":"2023-12-16T18:06:59.026635+0000","last_active":"2023-12-16T18:07:23.538348+0000","last_peered":"2023-12-16T18:07:23.538348+0000","last_clean":"2023-12-16T18:07:23.538348+0000","last_became_active":"2023-12-16T18:06:59.025974+0000","last_became_peered":"2023-12-16T18:06:59.025974+0000","last_unstale":"2023-12-16T18:07:23.538348+0000","last_undegraded":"2023-12-16T18:07:23.538348+0000","last_fullsized":"2023-12-16T18:07:23.538348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572321+0000","last_change":"2023-12-16T18:06:59.025059+0000","last_active":"2023-12-16T18:07:23.572321+0000","last_peered":"2023-12-16T18:07:23.572321+0000","last_clean":"2023-12-16T18:07:23.572321+0000","last_became_active":"2023-12-16T18:06:59.024801+0000","last_became_peered":"2023-12-16T18:06:59.024801+0000","last_unstale":"2023-12-16T18:07:23.572321+0000","last_undegraded":"2023-12-16T18:07:23.572321+0000","last_fullsized":"2023-12-16T18:07:23.572321+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710861+0000","last_change":"2023-12-16T18:06:59.016778+0000","last_active":"2023-12-16T18:07:23.710861+0000","last_peered":"2023-12-16T18:07:23.710861+0000","last_clean":"2023-12-16T18:07:23.710861+0000","last_became_active":"2023-12-16T18:06:59.016441+0000","last_became_peered":"2023-12-16T18:06:59.016441+0000","last_unstale":"2023-12-16T18:07:23.710861+0000","last_undegraded":"2023-12-16T18:07:23.710861+0000","last_fullsized":"2023-12-16T18:07:23.710861+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711688+0000","last_change":"2023-12-16T18:07:11.273840+0000","last_active":"2023-12-16T18:07:23.711688+0000","last_peered":"2023-12-16T18:07:23.711688+0000","last_clean":"2023-12-16T18:07:23.711688+0000","last_became_active":"2023-12-16T18:07:11.273485+0000","last_became_peered":"2023-12-16T18:07:11.273485+0000","last_unstale":"2023-12-16T18:07:23.711688+0000","last_undegraded":"2023-12-16T18:07:23.711688+0000","last_fullsized":"2023-12-16T18:07:23.711688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:00:32.381399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538969+0000","last_change":"2023-12-16T18:06:59.034967+0000","last_active":"2023-12-16T18:07:23.538969+0000","last_peered":"2023-12-16T18:07:23.538969+0000","last_clean":"2023-12-16T18:07:23.538969+0000","last_became_active":"2023-12-16T18:06:59.033856+0000","last_became_peered":"2023-12-16T18:06:59.033856+0000","last_unstale":"2023-12-16T18:07:23.538969+0000","last_undegraded":"2023-12-16T18:07:23.538969+0000","last_fullsized":"2023-12-16T18:07:23.538969+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:59:46.100584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711966+0000","last_change":"2023-12-16T18:06:59.017841+0000","last_active":"2023-12-16T18:07:23.711966+0000","last_peered":"2023-12-16T18:07:23.711966+0000","last_clean":"2023-12-16T18:07:23.711966+0000","last_became_active":"2023-12-16T18:06:59.017564+0000","last_became_peered":"2023-12-16T18:06:59.017564+0000","last_unstale":"2023-12-16T18:07:23.711966+0000","last_undegraded":"2023-12-16T18:07:23.711966+0000","last_fullsized":"2023-12-16T18:07:23.711966+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":21,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539388+0000","last_change":"2023-12-16T18:06:58.014063+0000","last_active":"2023-12-16T18:07:23.539388+0000","last_peered":"2023-12-16T18:07:23.539388+0000","last_clean":"2023-12-16T18:07:23.539388+0000","last_became_active":"2023-12-16T18:06:58.013671+0000","last_became_peered":"2023-12-16T18:06:58.013671+0000","last_unstale":"2023-12-16T18:07:23.539388+0000","last_undegraded":"2023-12-16T18:07:23.539388+0000","last_fullsized":"2023-12-16T18:07:23.539388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710871+0000","last_change":"2023-12-16T18:06:59.025175+0000","last_active":"2023-12-16T18:07:23.710871+0000","last_peered":"2023-12-16T18:07:23.710871+0000","last_clean":"2023-12-16T18:07:23.710871+0000","last_became_active":"2023-12-16T18:06:59.024862+0000","last_became_peered":"2023-12-16T18:06:59.024862+0000","last_unstale":"2023-12-16T18:07:23.710871+0000","last_undegraded":"2023-12-16T18:07:23.710871+0000","last_fullsized":"2023-12-16T18:07:23.710871+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:37.642737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710919+0000","last_change":"2023-12-16T18:06:58.023392+0000","last_active":"2023-12-16T18:07:23.710919+0000","last_peered":"2023-12-16T18:07:23.710919+0000","last_clean":"2023-12-16T18:07:23.710919+0000","last_became_active":"2023-12-16T18:06:58.022983+0000","last_became_peered":"2023-12-16T18:06:58.022983+0000","last_unstale":"2023-12-16T18:07:23.710919+0000","last_undegraded":"2023-12-16T18:07:23.710919+0000","last_fullsized":"2023-12-16T18:07:23.710919+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539306+0000","last_change":"2023-12-16T18:06:59.019821+0000","last_active":"2023-12-16T18:07:23.539306+0000","last_peered":"2023-12-16T18:07:23.539306+0000","last_clean":"2023-12-16T18:07:23.539306+0000","last_became_active":"2023-12-16T18:06:59.019550+0000","last_became_peered":"2023-12-16T18:06:59.019550+0000","last_unstale":"2023-12-16T18:07:23.539306+0000","last_undegraded":"2023-12-16T18:07:23.539306+0000","last_fullsized":"2023-12-16T18:07:23.539306+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712275+0000","last_change":"2023-12-16T18:06:58.023459+0000","last_active":"2023-12-16T18:07:23.712275+0000","last_peered":"2023-12-16T18:07:23.712275+0000","last_clean":"2023-12-16T18:07:23.712275+0000","last_became_active":"2023-12-16T18:06:58.023166+0000","last_became_peered":"2023-12-16T18:06:58.023166+0000","last_unstale":"2023-12-16T18:07:23.712275+0000","last_undegraded":"2023-12-16T18:07:23.712275+0000","last_fullsized":"2023-12-16T18:07:23.712275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538771+0000","last_change":"2023-12-16T18:07:10.855841+0000","last_active":"2023-12-16T18:07:23.538771+0000","last_peered":"2023-12-16T18:07:23.538771+0000","last_clean":"2023-12-16T18:07:23.538771+0000","last_became_active":"2023-12-16T18:07:10.855498+0000","last_became_peered":"2023-12-16T18:07:10.855498+0000","last_unstale":"2023-12-16T18:07:23.538771+0000","last_undegraded":"2023-12-16T18:07:23.538771+0000","last_fullsized":"2023-12-16T18:07:23.538771+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:19:11.622795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711918+0000","last_change":"2023-12-16T18:06:58.014386+0000","last_active":"2023-12-16T18:07:23.711918+0000","last_peered":"2023-12-16T18:07:23.711918+0000","last_clean":"2023-12-16T18:07:23.711918+0000","last_became_active":"2023-12-16T18:06:58.014083+0000","last_became_peered":"2023-12-16T18:06:58.014083+0000","last_unstale":"2023-12-16T18:07:23.711918+0000","last_undegraded":"2023-12-16T18:07:23.711918+0000","last_fullsized":"2023-12-16T18:07:23.711918+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712081+0000","last_change":"2023-12-16T18:07:11.273589+0000","last_active":"2023-12-16T18:07:23.712081+0000","last_peered":"2023-12-16T18:07:23.712081+0000","last_clean":"2023-12-16T18:07:23.712081+0000","last_became_active":"2023-12-16T18:07:11.273243+0000","last_became_peered":"2023-12-16T18:07:11.273243+0000","last_unstale":"2023-12-16T18:07:23.712081+0000","last_undegraded":"2023-12-16T18:07:23.712081+0000","last_fullsized":"2023-12-16T18:07:23.712081+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:11:02.319463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710756+0000","last_change":"2023-12-16T18:06:58.010620+0000","last_active":"2023-12-16T18:07:23.710756+0000","last_peered":"2023-12-16T18:07:23.710756+0000","last_clean":"2023-12-16T18:07:23.710756+0000","last_became_active":"2023-12-16T18:06:58.010170+0000","last_became_peered":"2023-12-16T18:06:58.010170+0000","last_unstale":"2023-12-16T18:07:23.710756+0000","last_undegraded":"2023-12-16T18:07:23.710756+0000","last_fullsized":"2023-12-16T18:07:23.710756+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535747+0000","last_change":"2023-12-16T18:06:59.027545+0000","last_active":"2023-12-16T18:07:23.535747+0000","last_peered":"2023-12-16T18:07:23.535747+0000","last_clean":"2023-12-16T18:07:23.535747+0000","last_became_active":"2023-12-16T18:06:59.027201+0000","last_became_peered":"2023-12-16T18:06:59.027201+0000","last_unstale":"2023-12-16T18:07:23.535747+0000","last_undegraded":"2023-12-16T18:07:23.535747+0000","last_fullsized":"2023-12-16T18:07:23.535747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711460+0000","last_change":"2023-12-16T18:06:58.018688+0000","last_active":"2023-12-16T18:07:23.711460+0000","last_peered":"2023-12-16T18:07:23.711460+0000","last_clean":"2023-12-16T18:07:23.711460+0000","last_became_active":"2023-12-16T18:06:58.016066+0000","last_became_peered":"2023-12-16T18:06:58.016066+0000","last_unstale":"2023-12-16T18:07:23.711460+0000","last_undegraded":"2023-12-16T18:07:23.711460+0000","last_fullsized":"2023-12-16T18:07:23.711460+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538462+0000","last_change":"2023-12-16T18:06:59.022161+0000","last_active":"2023-12-16T18:07:23.538462+0000","last_peered":"2023-12-16T18:07:23.538462+0000","last_clean":"2023-12-16T18:07:23.538462+0000","last_became_active":"2023-12-16T18:06:59.021875+0000","last_became_peered":"2023-12-16T18:06:59.021875+0000","last_unstale":"2023-12-16T18:07:23.538462+0000","last_undegraded":"2023-12-16T18:07:23.538462+0000","last_fullsized":"2023-12-16T18:07:23.538462+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710690+0000","last_change":"2023-12-16T18:06:58.019810+0000","last_active":"2023-12-16T18:07:23.710690+0000","last_peered":"2023-12-16T18:07:23.710690+0000","last_clean":"2023-12-16T18:07:23.710690+0000","last_became_active":"2023-12-16T18:06:58.019489+0000","last_became_peered":"2023-12-16T18:06:58.019489+0000","last_unstale":"2023-12-16T18:07:23.710690+0000","last_undegraded":"2023-12-16T18:07:23.710690+0000","last_fullsized":"2023-12-16T18:07:23.710690+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710597+0000","last_change":"2023-12-16T18:06:59.021504+0000","last_active":"2023-12-16T18:07:23.710597+0000","last_peered":"2023-12-16T18:07:23.710597+0000","last_clean":"2023-12-16T18:07:23.710597+0000","last_became_active":"2023-12-16T18:06:59.021220+0000","last_became_peered":"2023-12-16T18:06:59.021220+0000","last_unstale":"2023-12-16T18:07:23.710597+0000","last_undegraded":"2023-12-16T18:07:23.710597+0000","last_fullsized":"2023-12-16T18:07:23.710597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:52:13.140034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711003+0000","last_change":"2023-12-16T18:06:58.017982+0000","last_active":"2023-12-16T18:07:23.711003+0000","last_peered":"2023-12-16T18:07:23.711003+0000","last_clean":"2023-12-16T18:07:23.711003+0000","last_became_active":"2023-12-16T18:06:58.017703+0000","last_became_peered":"2023-12-16T18:06:58.017703+0000","last_unstale":"2023-12-16T18:07:23.711003+0000","last_undegraded":"2023-12-16T18:07:23.711003+0000","last_fullsized":"2023-12-16T18:07:23.711003+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572452+0000","last_change":"2023-12-16T18:06:59.025630+0000","last_active":"2023-12-16T18:07:23.572452+0000","last_peered":"2023-12-16T18:07:23.572452+0000","last_clean":"2023-12-16T18:07:23.572452+0000","last_became_active":"2023-12-16T18:06:59.025377+0000","last_became_peered":"2023-12-16T18:06:59.025377+0000","last_unstale":"2023-12-16T18:07:23.572452+0000","last_undegraded":"2023-12-16T18:07:23.572452+0000","last_fullsized":"2023-12-16T18:07:23.572452+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712265+0000","last_change":"2023-12-16T18:06:58.020486+0000","last_active":"2023-12-16T18:07:23.712265+0000","last_peered":"2023-12-16T18:07:23.712265+0000","last_clean":"2023-12-16T18:07:23.712265+0000","last_became_active":"2023-12-16T18:06:58.018992+0000","last_became_peered":"2023-12-16T18:06:58.018992+0000","last_unstale":"2023-12-16T18:07:23.712265+0000","last_undegraded":"2023-12-16T18:07:23.712265+0000","last_fullsized":"2023-12-16T18:07:23.712265+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711379+0000","last_change":"2023-12-16T18:06:59.017926+0000","last_active":"2023-12-16T18:07:23.711379+0000","last_peered":"2023-12-16T18:07:23.711379+0000","last_clean":"2023-12-16T18:07:23.711379+0000","last_became_active":"2023-12-16T18:06:59.017276+0000","last_became_peered":"2023-12-16T18:06:59.017276+0000","last_unstale":"2023-12-16T18:07:23.711379+0000","last_undegraded":"2023-12-16T18:07:23.711379+0000","last_fullsized":"2023-12-16T18:07:23.711379+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711238+0000","last_change":"2023-12-16T18:06:58.017738+0000","last_active":"2023-12-16T18:07:23.711238+0000","last_peered":"2023-12-16T18:07:23.711238+0000","last_clean":"2023-12-16T18:07:23.711238+0000","last_became_active":"2023-12-16T18:06:58.017445+0000","last_became_peered":"2023-12-16T18:06:58.017445+0000","last_unstale":"2023-12-16T18:07:23.711238+0000","last_undegraded":"2023-12-16T18:07:23.711238+0000","last_fullsized":"2023-12-16T18:07:23.711238+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539171+0000","last_change":"2023-12-16T18:06:59.029465+0000","last_active":"2023-12-16T18:07:23.539171+0000","last_peered":"2023-12-16T18:07:23.539171+0000","last_clean":"2023-12-16T18:07:23.539171+0000","last_became_active":"2023-12-16T18:06:59.028340+0000","last_became_peered":"2023-12-16T18:06:59.028340+0000","last_unstale":"2023-12-16T18:07:23.539171+0000","last_undegraded":"2023-12-16T18:07:23.539171+0000","last_fullsized":"2023-12-16T18:07:23.539171+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":20,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572821+0000","last_change":"2023-12-16T18:06:58.015110+0000","last_active":"2023-12-16T18:07:23.572821+0000","last_peered":"2023-12-16T18:07:23.572821+0000","last_clean":"2023-12-16T18:07:23.572821+0000","last_became_active":"2023-12-16T18:06:58.014570+0000","last_became_peered":"2023-12-16T18:06:58.014570+0000","last_unstale":"2023-12-16T18:07:23.572821+0000","last_undegraded":"2023-12-16T18:07:23.572821+0000","last_fullsized":"2023-12-16T18:07:23.572821+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536117+0000","last_change":"2023-12-16T18:06:59.022479+0000","last_active":"2023-12-16T18:07:23.536117+0000","last_peered":"2023-12-16T18:07:23.536117+0000","last_clean":"2023-12-16T18:07:23.536117+0000","last_became_active":"2023-12-16T18:06:59.022128+0000","last_became_peered":"2023-12-16T18:06:59.022128+0000","last_unstale":"2023-12-16T18:07:23.536117+0000","last_undegraded":"2023-12-16T18:07:23.536117+0000","last_fullsized":"2023-12-16T18:07:23.536117+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":26,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T18:07:26.260953+0000","last_change":"2023-12-16T18:06:58.015867+0000","last_active":"2023-12-16T18:07:26.260953+0000","last_peered":"2023-12-16T18:07:26.260953+0000","last_clean":"2023-12-16T18:07:26.260953+0000","last_became_active":"2023-12-16T18:06:58.014876+0000","last_became_peered":"2023-12-16T18:06:58.014876+0000","last_unstale":"2023-12-16T18:07:26.260953+0000","last_undegraded":"2023-12-16T18:07:26.260953+0000","last_fullsized":"2023-12-16T18:07:26.260953+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712109+0000","last_change":"2023-12-16T18:06:59.016577+0000","last_active":"2023-12-16T18:07:23.712109+0000","last_peered":"2023-12-16T18:07:23.712109+0000","last_clean":"2023-12-16T18:07:23.712109+0000","last_became_active":"2023-12-16T18:06:59.016268+0000","last_became_peered":"2023-12-16T18:06:59.016268+0000","last_unstale":"2023-12-16T18:07:23.712109+0000","last_undegraded":"2023-12-16T18:07:23.712109+0000","last_fullsized":"2023-12-16T18:07:23.712109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538681+0000","last_change":"2023-12-16T18:06:58.017389+0000","last_active":"2023-12-16T18:07:23.538681+0000","last_peered":"2023-12-16T18:07:23.538681+0000","last_clean":"2023-12-16T18:07:23.538681+0000","last_became_active":"2023-12-16T18:06:58.016743+0000","last_became_peered":"2023-12-16T18:06:58.016743+0000","last_unstale":"2023-12-16T18:07:23.538681+0000","last_undegraded":"2023-12-16T18:07:23.538681+0000","last_fullsized":"2023-12-16T18:07:23.538681+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539009+0000","last_change":"2023-12-16T18:07:11.273876+0000","last_active":"2023-12-16T18:07:23.539009+0000","last_peered":"2023-12-16T18:07:23.539009+0000","last_clean":"2023-12-16T18:07:23.539009+0000","last_became_active":"2023-12-16T18:07:11.273516+0000","last_became_peered":"2023-12-16T18:07:11.273516+0000","last_unstale":"2023-12-16T18:07:23.539009+0000","last_undegraded":"2023-12-16T18:07:23.539009+0000","last_fullsized":"2023-12-16T18:07:23.539009+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:45:01.657227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711393+0000","last_change":"2023-12-16T18:06:58.023270+0000","last_active":"2023-12-16T18:07:23.711393+0000","last_peered":"2023-12-16T18:07:23.711393+0000","last_clean":"2023-12-16T18:07:23.711393+0000","last_became_active":"2023-12-16T18:06:58.022441+0000","last_became_peered":"2023-12-16T18:06:58.022441+0000","last_unstale":"2023-12-16T18:07:23.711393+0000","last_undegraded":"2023-12-16T18:07:23.711393+0000","last_fullsized":"2023-12-16T18:07:23.711393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711713+0000","last_change":"2023-12-16T18:06:59.017144+0000","last_active":"2023-12-16T18:07:23.711713+0000","last_peered":"2023-12-16T18:07:23.711713+0000","last_clean":"2023-12-16T18:07:23.711713+0000","last_became_active":"2023-12-16T18:06:59.016823+0000","last_became_peered":"2023-12-16T18:06:59.016823+0000","last_unstale":"2023-12-16T18:07:23.711713+0000","last_undegraded":"2023-12-16T18:07:23.711713+0000","last_fullsized":"2023-12-16T18:07:23.711713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710979+0000","last_change":"2023-12-16T18:06:58.012967+0000","last_active":"2023-12-16T18:07:23.710979+0000","last_peered":"2023-12-16T18:07:23.710979+0000","last_clean":"2023-12-16T18:07:23.710979+0000","last_became_active":"2023-12-16T18:06:58.012661+0000","last_became_peered":"2023-12-16T18:06:58.012661+0000","last_unstale":"2023-12-16T18:07:23.710979+0000","last_undegraded":"2023-12-16T18:07:23.710979+0000","last_fullsized":"2023-12-16T18:07:23.710979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712272+0000","last_change":"2023-12-16T18:06:59.019277+0000","last_active":"2023-12-16T18:07:23.712272+0000","last_peered":"2023-12-16T18:07:23.712272+0000","last_clean":"2023-12-16T18:07:23.712272+0000","last_became_active":"2023-12-16T18:06:59.018945+0000","last_became_peered":"2023-12-16T18:06:59.018945+0000","last_unstale":"2023-12-16T18:07:23.712272+0000","last_undegraded":"2023-12-16T18:07:23.712272+0000","last_fullsized":"2023-12-16T18:07:23.712272+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":25,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538125+0000","last_change":"2023-12-16T18:06:58.006595+0000","last_active":"2023-12-16T18:07:23.538125+0000","last_peered":"2023-12-16T18:07:23.538125+0000","last_clean":"2023-12-16T18:07:23.538125+0000","last_became_active":"2023-12-16T18:06:58.006305+0000","last_became_peered":"2023-12-16T18:06:58.006305+0000","last_unstale":"2023-12-16T18:07:23.538125+0000","last_undegraded":"2023-12-16T18:07:23.538125+0000","last_fullsized":"2023-12-16T18:07:23.538125+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711429+0000","last_change":"2023-12-16T18:06:59.018969+0000","last_active":"2023-12-16T18:07:23.711429+0000","last_peered":"2023-12-16T18:07:23.711429+0000","last_clean":"2023-12-16T18:07:23.711429+0000","last_became_active":"2023-12-16T18:06:59.018002+0000","last_became_peered":"2023-12-16T18:06:59.018002+0000","last_unstale":"2023-12-16T18:07:23.711429+0000","last_undegraded":"2023-12-16T18:07:23.711429+0000","last_fullsized":"2023-12-16T18:07:23.711429+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535972+0000","last_change":"2023-12-16T18:06:58.013422+0000","last_active":"2023-12-16T18:07:23.535972+0000","last_peered":"2023-12-16T18:07:23.535972+0000","last_clean":"2023-12-16T18:07:23.535972+0000","last_became_active":"2023-12-16T18:06:58.013148+0000","last_became_peered":"2023-12-16T18:06:58.013148+0000","last_unstale":"2023-12-16T18:07:23.535972+0000","last_undegraded":"2023-12-16T18:07:23.535972+0000","last_fullsized":"2023-12-16T18:07:23.535972+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712235+0000","last_change":"2023-12-16T18:06:59.030088+0000","last_active":"2023-12-16T18:07:23.712235+0000","last_peered":"2023-12-16T18:07:23.712235+0000","last_clean":"2023-12-16T18:07:23.712235+0000","last_became_active":"2023-12-16T18:06:59.029282+0000","last_became_peered":"2023-12-16T18:06:59.029282+0000","last_unstale":"2023-12-16T18:07:23.712235+0000","last_undegraded":"2023-12-16T18:07:23.712235+0000","last_fullsized":"2023-12-16T18:07:23.712235+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572478+0000","last_change":"2023-12-16T18:07:22.664411+0000","last_active":"2023-12-16T18:07:23.572478+0000","last_peered":"2023-12-16T18:07:23.572478+0000","last_clean":"2023-12-16T18:07:23.572478+0000","last_became_active":"2023-12-16T18:07:22.664077+0000","last_became_peered":"2023-12-16T18:07:22.664077+0000","last_unstale":"2023-12-16T18:07:23.572478+0000","last_undegraded":"2023-12-16T18:07:23.572478+0000","last_fullsized":"2023-12-16T18:07:23.572478+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:52:52.879742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572618+0000","last_change":"2023-12-16T18:06:58.008781+0000","last_active":"2023-12-16T18:07:23.572618+0000","last_peered":"2023-12-16T18:07:23.572618+0000","last_clean":"2023-12-16T18:07:23.572618+0000","last_became_active":"2023-12-16T18:06:58.008508+0000","last_became_peered":"2023-12-16T18:06:58.008508+0000","last_unstale":"2023-12-16T18:07:23.572618+0000","last_undegraded":"2023-12-16T18:07:23.572618+0000","last_fullsized":"2023-12-16T18:07:23.572618+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711347+0000","last_change":"2023-12-16T18:06:59.022615+0000","last_active":"2023-12-16T18:07:23.711347+0000","last_peered":"2023-12-16T18:07:23.711347+0000","last_clean":"2023-12-16T18:07:23.711347+0000","last_became_active":"2023-12-16T18:06:59.022329+0000","last_became_peered":"2023-12-16T18:06:59.022329+0000","last_unstale":"2023-12-16T18:07:23.711347+0000","last_undegraded":"2023-12-16T18:07:23.711347+0000","last_fullsized":"2023-12-16T18:07:23.711347+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572665+0000","last_change":"2023-12-16T18:07:22.535071+0000","last_active":"2023-12-16T18:07:23.572665+0000","last_peered":"2023-12-16T18:07:23.572665+0000","last_clean":"2023-12-16T18:07:23.572665+0000","last_became_active":"2023-12-16T18:07:22.534801+0000","last_became_peered":"2023-12-16T18:07:22.534801+0000","last_unstale":"2023-12-16T18:07:23.572665+0000","last_undegraded":"2023-12-16T18:07:23.572665+0000","last_fullsized":"2023-12-16T18:07:23.572665+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:44:29.946309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711263+0000","last_change":"2023-12-16T18:06:58.019811+0000","last_active":"2023-12-16T18:07:23.711263+0000","last_peered":"2023-12-16T18:07:23.711263+0000","last_clean":"2023-12-16T18:07:23.711263+0000","last_became_active":"2023-12-16T18:06:58.019534+0000","last_became_peered":"2023-12-16T18:06:58.019534+0000","last_unstale":"2023-12-16T18:07:23.711263+0000","last_undegraded":"2023-12-16T18:07:23.711263+0000","last_fullsized":"2023-12-16T18:07:23.711263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.536159+0000","last_change":"2023-12-16T18:06:59.026593+0000","last_active":"2023-12-16T18:07:23.536159+0000","last_peered":"2023-12-16T18:07:23.536159+0000","last_clean":"2023-12-16T18:07:23.536159+0000","last_became_active":"2023-12-16T18:06:59.026150+0000","last_became_peered":"2023-12-16T18:06:59.026150+0000","last_unstale":"2023-12-16T18:07:23.536159+0000","last_undegraded":"2023-12-16T18:07:23.536159+0000","last_fullsized":"2023-12-16T18:07:23.536159+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572838+0000","last_change":"2023-12-16T18:07:22.663187+0000","last_active":"2023-12-16T18:07:23.572838+0000","last_peered":"2023-12-16T18:07:23.572838+0000","last_clean":"2023-12-16T18:07:23.572838+0000","last_became_active":"2023-12-16T18:07:22.662787+0000","last_became_peered":"2023-12-16T18:07:22.662787+0000","last_unstale":"2023-12-16T18:07:23.572838+0000","last_undegraded":"2023-12-16T18:07:23.572838+0000","last_fullsized":"2023-12-16T18:07:23.572838+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:05:10.271708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572446+0000","last_change":"2023-12-16T18:06:59.036001+0000","last_active":"2023-12-16T18:07:23.572446+0000","last_peered":"2023-12-16T18:07:23.572446+0000","last_clean":"2023-12-16T18:07:23.572446+0000","last_became_active":"2023-12-16T18:06:59.035725+0000","last_became_peered":"2023-12-16T18:06:59.035725+0000","last_unstale":"2023-12-16T18:07:23.572446+0000","last_undegraded":"2023-12-16T18:07:23.572446+0000","last_fullsized":"2023-12-16T18:07:23.572446+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538503+0000","last_change":"2023-12-16T18:06:58.004525+0000","last_active":"2023-12-16T18:07:23.538503+0000","last_peered":"2023-12-16T18:07:23.538503+0000","last_clean":"2023-12-16T18:07:23.538503+0000","last_became_active":"2023-12-16T18:06:58.004212+0000","last_became_peered":"2023-12-16T18:06:58.004212+0000","last_unstale":"2023-12-16T18:07:23.538503+0000","last_undegraded":"2023-12-16T18:07:23.538503+0000","last_fullsized":"2023-12-16T18:07:23.538503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712384+0000","last_change":"2023-12-16T18:07:22.663803+0000","last_active":"2023-12-16T18:07:23.712384+0000","last_peered":"2023-12-16T18:07:23.712384+0000","last_clean":"2023-12-16T18:07:23.712384+0000","last_became_active":"2023-12-16T18:07:22.663521+0000","last_became_peered":"2023-12-16T18:07:22.663521+0000","last_unstale":"2023-12-16T18:07:23.712384+0000","last_undegraded":"2023-12-16T18:07:23.712384+0000","last_fullsized":"2023-12-16T18:07:23.712384+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:34:48.804585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710589+0000","last_change":"2023-12-16T18:06:59.026299+0000","last_active":"2023-12-16T18:07:23.710589+0000","last_peered":"2023-12-16T18:07:23.710589+0000","last_clean":"2023-12-16T18:07:23.710589+0000","last_became_active":"2023-12-16T18:06:59.025678+0000","last_became_peered":"2023-12-16T18:06:59.025678+0000","last_unstale":"2023-12-16T18:07:23.710589+0000","last_undegraded":"2023-12-16T18:07:23.710589+0000","last_fullsized":"2023-12-16T18:07:23.710589+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:06:57.103335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711372+0000","last_change":"2023-12-16T18:06:58.016317+0000","last_active":"2023-12-16T18:07:23.711372+0000","last_peered":"2023-12-16T18:07:23.711372+0000","last_clean":"2023-12-16T18:07:23.711372+0000","last_became_active":"2023-12-16T18:06:58.016000+0000","last_became_peered":"2023-12-16T18:06:58.016000+0000","last_unstale":"2023-12-16T18:07:23.711372+0000","last_undegraded":"2023-12-16T18:07:23.711372+0000","last_fullsized":"2023-12-16T18:07:23.711372+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":275,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-16T18:07:26.282267+0000","last_change":"2023-12-16T18:06:48.562530+0000","last_active":"2023-12-16T18:07:26.282267+0000","last_peered":"2023-12-16T18:07:26.282267+0000","last_clean":"2023-12-16T18:07:26.282267+0000","last_became_active":"2023-12-16T18:06:48.562208+0000","last_became_peered":"2023-12-16T18:06:48.562208+0000","last_unstale":"2023-12-16T18:07:26.282267+0000","last_undegraded":"2023-12-16T18:07:26.282267+0000","last_fullsized":"2023-12-16T18:07:26.282267+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538478+0000","last_change":"2023-12-16T18:07:22.537887+0000","last_active":"2023-12-16T18:07:23.538478+0000","last_peered":"2023-12-16T18:07:23.538478+0000","last_clean":"2023-12-16T18:07:23.538478+0000","last_became_active":"2023-12-16T18:07:22.537296+0000","last_became_peered":"2023-12-16T18:07:22.537296+0000","last_unstale":"2023-12-16T18:07:23.538478+0000","last_undegraded":"2023-12-16T18:07:23.538478+0000","last_fullsized":"2023-12-16T18:07:23.538478+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:02.030172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538363+0000","last_change":"2023-12-16T18:06:59.015720+0000","last_active":"2023-12-16T18:07:23.538363+0000","last_peered":"2023-12-16T18:07:23.538363+0000","last_clean":"2023-12-16T18:07:23.538363+0000","last_became_active":"2023-12-16T18:06:59.015438+0000","last_became_peered":"2023-12-16T18:06:59.015438+0000","last_unstale":"2023-12-16T18:07:23.538363+0000","last_undegraded":"2023-12-16T18:07:23.538363+0000","last_fullsized":"2023-12-16T18:07:23.538363+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710900+0000","last_change":"2023-12-16T18:06:58.017028+0000","last_active":"2023-12-16T18:07:23.710900+0000","last_peered":"2023-12-16T18:07:23.710900+0000","last_clean":"2023-12-16T18:07:23.710900+0000","last_became_active":"2023-12-16T18:06:58.016746+0000","last_became_peered":"2023-12-16T18:06:58.016746+0000","last_unstale":"2023-12-16T18:07:23.710900+0000","last_undegraded":"2023-12-16T18:07:23.710900+0000","last_fullsized":"2023-12-16T18:07:23.710900+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538385+0000","last_change":"2023-12-16T18:07:22.664171+0000","last_active":"2023-12-16T18:07:23.538385+0000","last_peered":"2023-12-16T18:07:23.538385+0000","last_clean":"2023-12-16T18:07:23.538385+0000","last_became_active":"2023-12-16T18:07:22.663835+0000","last_became_peered":"2023-12-16T18:07:22.663835+0000","last_unstale":"2023-12-16T18:07:23.538385+0000","last_undegraded":"2023-12-16T18:07:23.538385+0000","last_fullsized":"2023-12-16T18:07:23.538385+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:59:22.457171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712247+0000","last_change":"2023-12-16T18:06:58.020710+0000","last_active":"2023-12-16T18:07:23.712247+0000","last_peered":"2023-12-16T18:07:23.712247+0000","last_clean":"2023-12-16T18:07:23.712247+0000","last_became_active":"2023-12-16T18:06:58.020164+0000","last_became_peered":"2023-12-16T18:06:58.020164+0000","last_unstale":"2023-12-16T18:07:23.712247+0000","last_undegraded":"2023-12-16T18:07:23.712247+0000","last_fullsized":"2023-12-16T18:07:23.712247+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572703+0000","last_change":"2023-12-16T18:06:59.022084+0000","last_active":"2023-12-16T18:07:23.572703+0000","last_peered":"2023-12-16T18:07:23.572703+0000","last_clean":"2023-12-16T18:07:23.572703+0000","last_became_active":"2023-12-16T18:06:59.021666+0000","last_became_peered":"2023-12-16T18:06:59.021666+0000","last_unstale":"2023-12-16T18:07:23.572703+0000","last_undegraded":"2023-12-16T18:07:23.572703+0000","last_fullsized":"2023-12-16T18:07:23.572703+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710496+0000","last_change":"2023-12-16T18:07:22.663677+0000","last_active":"2023-12-16T18:07:23.710496+0000","last_peered":"2023-12-16T18:07:23.710496+0000","last_clean":"2023-12-16T18:07:23.710496+0000","last_became_active":"2023-12-16T18:07:22.663376+0000","last_became_peered":"2023-12-16T18:07:22.663376+0000","last_unstale":"2023-12-16T18:07:23.710496+0000","last_undegraded":"2023-12-16T18:07:23.710496+0000","last_fullsized":"2023-12-16T18:07:23.710496+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:38:53.197423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572886+0000","last_change":"2023-12-16T18:06:58.012612+0000","last_active":"2023-12-16T18:07:23.572886+0000","last_peered":"2023-12-16T18:07:23.572886+0000","last_clean":"2023-12-16T18:07:23.572886+0000","last_became_active":"2023-12-16T18:06:58.012344+0000","last_became_peered":"2023-12-16T18:06:58.012344+0000","last_unstale":"2023-12-16T18:07:23.572886+0000","last_undegraded":"2023-12-16T18:07:23.572886+0000","last_fullsized":"2023-12-16T18:07:23.572886+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":26,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711094+0000","last_change":"2023-12-16T18:07:11.273908+0000","last_active":"2023-12-16T18:07:23.711094+0000","last_peered":"2023-12-16T18:07:23.711094+0000","last_clean":"2023-12-16T18:07:23.711094+0000","last_became_active":"2023-12-16T18:07:11.273516+0000","last_became_peered":"2023-12-16T18:07:11.273516+0000","last_unstale":"2023-12-16T18:07:23.711094+0000","last_undegraded":"2023-12-16T18:07:23.711094+0000","last_fullsized":"2023-12-16T18:07:23.711094+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:44:21.921207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535627+0000","last_change":"2023-12-16T18:07:22.664033+0000","last_active":"2023-12-16T18:07:23.535627+0000","last_peered":"2023-12-16T18:07:23.535627+0000","last_clean":"2023-12-16T18:07:23.535627+0000","last_became_active":"2023-12-16T18:07:22.663728+0000","last_became_peered":"2023-12-16T18:07:22.663728+0000","last_unstale":"2023-12-16T18:07:23.535627+0000","last_undegraded":"2023-12-16T18:07:23.535627+0000","last_fullsized":"2023-12-16T18:07:23.535627+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:18:05.866484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712177+0000","last_change":"2023-12-16T18:06:58.019535+0000","last_active":"2023-12-16T18:07:23.712177+0000","last_peered":"2023-12-16T18:07:23.712177+0000","last_clean":"2023-12-16T18:07:23.712177+0000","last_became_active":"2023-12-16T18:06:58.017650+0000","last_became_peered":"2023-12-16T18:06:58.017650+0000","last_unstale":"2023-12-16T18:07:23.712177+0000","last_undegraded":"2023-12-16T18:07:23.712177+0000","last_fullsized":"2023-12-16T18:07:23.712177+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538680+0000","last_change":"2023-12-16T18:06:59.023824+0000","last_active":"2023-12-16T18:07:23.538680+0000","last_peered":"2023-12-16T18:07:23.538680+0000","last_clean":"2023-12-16T18:07:23.538680+0000","last_became_active":"2023-12-16T18:06:59.023561+0000","last_became_peered":"2023-12-16T18:06:59.023561+0000","last_unstale":"2023-12-16T18:07:23.538680+0000","last_undegraded":"2023-12-16T18:07:23.538680+0000","last_fullsized":"2023-12-16T18:07:23.538680+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711118+0000","last_change":"2023-12-16T18:06:58.016685+0000","last_active":"2023-12-16T18:07:23.711118+0000","last_peered":"2023-12-16T18:07:23.711118+0000","last_clean":"2023-12-16T18:07:23.711118+0000","last_became_active":"2023-12-16T18:06:58.016370+0000","last_became_peered":"2023-12-16T18:06:58.016370+0000","last_unstale":"2023-12-16T18:07:23.711118+0000","last_undegraded":"2023-12-16T18:07:23.711118+0000","last_fullsized":"2023-12-16T18:07:23.711118+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.535789+0000","last_change":"2023-12-16T18:06:59.015771+0000","last_active":"2023-12-16T18:07:23.535789+0000","last_peered":"2023-12-16T18:07:23.535789+0000","last_clean":"2023-12-16T18:07:23.535789+0000","last_became_active":"2023-12-16T18:06:59.015485+0000","last_became_peered":"2023-12-16T18:06:59.015485+0000","last_unstale":"2023-12-16T18:07:23.535789+0000","last_undegraded":"2023-12-16T18:07:23.535789+0000","last_fullsized":"2023-12-16T18:07:23.535789+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":27,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572366+0000","last_change":"2023-12-16T18:07:10.754509+0000","last_active":"2023-12-16T18:07:23.572366+0000","last_peered":"2023-12-16T18:07:23.572366+0000","last_clean":"2023-12-16T18:07:23.572366+0000","last_became_active":"2023-12-16T18:07:10.754138+0000","last_became_peered":"2023-12-16T18:07:10.754138+0000","last_unstale":"2023-12-16T18:07:23.572366+0000","last_undegraded":"2023-12-16T18:07:23.572366+0000","last_fullsized":"2023-12-16T18:07:23.572366+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:20:11.075866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710513+0000","last_change":"2023-12-16T18:06:59.020624+0000","last_active":"2023-12-16T18:07:23.710513+0000","last_peered":"2023-12-16T18:07:23.710513+0000","last_clean":"2023-12-16T18:07:23.710513+0000","last_became_active":"2023-12-16T18:06:59.020307+0000","last_became_peered":"2023-12-16T18:06:59.020307+0000","last_unstale":"2023-12-16T18:07:23.710513+0000","last_undegraded":"2023-12-16T18:07:23.710513+0000","last_fullsized":"2023-12-16T18:07:23.710513+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:52:37.645299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572388+0000","last_change":"2023-12-16T18:06:58.008332+0000","last_active":"2023-12-16T18:07:23.572388+0000","last_peered":"2023-12-16T18:07:23.572388+0000","last_clean":"2023-12-16T18:07:23.572388+0000","last_became_active":"2023-12-16T18:06:58.007877+0000","last_became_peered":"2023-12-16T18:06:58.007877+0000","last_unstale":"2023-12-16T18:07:23.572388+0000","last_undegraded":"2023-12-16T18:07:23.572388+0000","last_fullsized":"2023-12-16T18:07:23.572388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710593+0000","last_change":"2023-12-16T18:06:59.021388+0000","last_active":"2023-12-16T18:07:23.710593+0000","last_peered":"2023-12-16T18:07:23.710593+0000","last_clean":"2023-12-16T18:07:23.710593+0000","last_became_active":"2023-12-16T18:06:59.021097+0000","last_became_peered":"2023-12-16T18:06:59.021097+0000","last_unstale":"2023-12-16T18:07:23.710593+0000","last_undegraded":"2023-12-16T18:07:23.710593+0000","last_fullsized":"2023-12-16T18:07:23.710593+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:01:30.907027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711632+0000","last_change":"2023-12-16T18:06:58.021661+0000","last_active":"2023-12-16T18:07:23.711632+0000","last_peered":"2023-12-16T18:07:23.711632+0000","last_clean":"2023-12-16T18:07:23.711632+0000","last_became_active":"2023-12-16T18:06:58.021374+0000","last_became_peered":"2023-12-16T18:06:58.021374+0000","last_unstale":"2023-12-16T18:07:23.711632+0000","last_undegraded":"2023-12-16T18:07:23.711632+0000","last_fullsized":"2023-12-16T18:07:23.711632+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711372+0000","last_change":"2023-12-16T18:06:59.033716+0000","last_active":"2023-12-16T18:07:23.711372+0000","last_peered":"2023-12-16T18:07:23.711372+0000","last_clean":"2023-12-16T18:07:23.711372+0000","last_became_active":"2023-12-16T18:06:59.033389+0000","last_became_peered":"2023-12-16T18:06:59.033389+0000","last_unstale":"2023-12-16T18:07:23.711372+0000","last_undegraded":"2023-12-16T18:07:23.711372+0000","last_fullsized":"2023-12-16T18:07:23.711372+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.539442+0000","last_change":"2023-12-16T18:06:58.013394+0000","last_active":"2023-12-16T18:07:23.539442+0000","last_peered":"2023-12-16T18:07:23.539442+0000","last_clean":"2023-12-16T18:07:23.539442+0000","last_became_active":"2023-12-16T18:06:58.013100+0000","last_became_peered":"2023-12-16T18:06:58.013100+0000","last_unstale":"2023-12-16T18:07:23.539442+0000","last_undegraded":"2023-12-16T18:07:23.539442+0000","last_fullsized":"2023-12-16T18:07:23.539442+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712192+0000","last_change":"2023-12-16T18:06:59.019412+0000","last_active":"2023-12-16T18:07:23.712192+0000","last_peered":"2023-12-16T18:07:23.712192+0000","last_clean":"2023-12-16T18:07:23.712192+0000","last_became_active":"2023-12-16T18:06:59.019122+0000","last_became_peered":"2023-12-16T18:06:59.019122+0000","last_unstale":"2023-12-16T18:07:23.712192+0000","last_undegraded":"2023-12-16T18:07:23.712192+0000","last_fullsized":"2023-12-16T18:07:23.712192+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":18,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572750+0000","last_change":"2023-12-16T18:06:58.011670+0000","last_active":"2023-12-16T18:07:23.572750+0000","last_peered":"2023-12-16T18:07:23.572750+0000","last_clean":"2023-12-16T18:07:23.572750+0000","last_became_active":"2023-12-16T18:06:58.011366+0000","last_became_peered":"2023-12-16T18:06:58.011366+0000","last_unstale":"2023-12-16T18:07:23.572750+0000","last_undegraded":"2023-12-16T18:07:23.572750+0000","last_fullsized":"2023-12-16T18:07:23.572750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711931+0000","last_change":"2023-12-16T18:06:59.020553+0000","last_active":"2023-12-16T18:07:23.711931+0000","last_peered":"2023-12-16T18:07:23.711931+0000","last_clean":"2023-12-16T18:07:23.711931+0000","last_became_active":"2023-12-16T18:06:59.020084+0000","last_became_peered":"2023-12-16T18:06:59.020084+0000","last_unstale":"2023-12-16T18:07:23.711931+0000","last_undegraded":"2023-12-16T18:07:23.711931+0000","last_fullsized":"2023-12-16T18:07:23.711931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":19,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538855+0000","last_change":"2023-12-16T18:06:58.012530+0000","last_active":"2023-12-16T18:07:23.538855+0000","last_peered":"2023-12-16T18:07:23.538855+0000","last_clean":"2023-12-16T18:07:23.538855+0000","last_became_active":"2023-12-16T18:06:58.012247+0000","last_became_peered":"2023-12-16T18:06:58.012247+0000","last_unstale":"2023-12-16T18:07:23.538855+0000","last_undegraded":"2023-12-16T18:07:23.538855+0000","last_fullsized":"2023-12-16T18:07:23.538855+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712424+0000","last_change":"2023-12-16T18:06:59.024516+0000","last_active":"2023-12-16T18:07:23.712424+0000","last_peered":"2023-12-16T18:07:23.712424+0000","last_clean":"2023-12-16T18:07:23.712424+0000","last_became_active":"2023-12-16T18:06:59.023768+0000","last_became_peered":"2023-12-16T18:06:59.023768+0000","last_unstale":"2023-12-16T18:07:23.712424+0000","last_undegraded":"2023-12-16T18:07:23.712424+0000","last_fullsized":"2023-12-16T18:07:23.712424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712131+0000","last_change":"2023-12-16T18:06:59.021503+0000","last_active":"2023-12-16T18:07:23.712131+0000","last_peered":"2023-12-16T18:07:23.712131+0000","last_clean":"2023-12-16T18:07:23.712131+0000","last_became_active":"2023-12-16T18:06:59.021210+0000","last_became_peered":"2023-12-16T18:06:59.021210+0000","last_unstale":"2023-12-16T18:07:23.712131+0000","last_undegraded":"2023-12-16T18:07:23.712131+0000","last_fullsized":"2023-12-16T18:07:23.712131+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538580+0000","last_change":"2023-12-16T18:06:59.012809+0000","last_active":"2023-12-16T18:07:23.538580+0000","last_peered":"2023-12-16T18:07:23.538580+0000","last_clean":"2023-12-16T18:07:23.538580+0000","last_became_active":"2023-12-16T18:06:59.012488+0000","last_became_peered":"2023-12-16T18:06:59.012488+0000","last_unstale":"2023-12-16T18:07:23.538580+0000","last_undegraded":"2023-12-16T18:07:23.538580+0000","last_fullsized":"2023-12-16T18:07:23.538580+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:16:36.930707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711461+0000","last_change":"2023-12-16T18:06:59.024153+0000","last_active":"2023-12-16T18:07:23.711461+0000","last_peered":"2023-12-16T18:07:23.711461+0000","last_clean":"2023-12-16T18:07:23.711461+0000","last_became_active":"2023-12-16T18:06:59.023815+0000","last_became_peered":"2023-12-16T18:06:59.023815+0000","last_unstale":"2023-12-16T18:07:23.711461+0000","last_undegraded":"2023-12-16T18:07:23.711461+0000","last_fullsized":"2023-12-16T18:07:23.711461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538541+0000","last_change":"2023-12-16T18:06:59.026298+0000","last_active":"2023-12-16T18:07:23.538541+0000","last_peered":"2023-12-16T18:07:23.538541+0000","last_clean":"2023-12-16T18:07:23.538541+0000","last_became_active":"2023-12-16T18:06:59.026054+0000","last_became_peered":"2023-12-16T18:06:59.026054+0000","last_unstale":"2023-12-16T18:07:23.538541+0000","last_undegraded":"2023-12-16T18:07:23.538541+0000","last_fullsized":"2023-12-16T18:07:23.538541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710916+0000","last_change":"2023-12-16T18:06:59.020220+0000","last_active":"2023-12-16T18:07:23.710916+0000","last_peered":"2023-12-16T18:07:23.710916+0000","last_clean":"2023-12-16T18:07:23.710916+0000","last_became_active":"2023-12-16T18:06:59.019837+0000","last_became_peered":"2023-12-16T18:06:59.019837+0000","last_unstale":"2023-12-16T18:07:23.710916+0000","last_undegraded":"2023-12-16T18:07:23.710916+0000","last_fullsized":"2023-12-16T18:07:23.710916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:57:06.647324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.572635+0000","last_change":"2023-12-16T18:06:59.023272+0000","last_active":"2023-12-16T18:07:23.572635+0000","last_peered":"2023-12-16T18:07:23.572635+0000","last_clean":"2023-12-16T18:07:23.572635+0000","last_became_active":"2023-12-16T18:06:59.022980+0000","last_became_peered":"2023-12-16T18:06:59.022980+0000","last_unstale":"2023-12-16T18:07:23.572635+0000","last_undegraded":"2023-12-16T18:07:23.572635+0000","last_fullsized":"2023-12-16T18:07:23.572635+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712596+0000","last_change":"2023-12-16T18:06:59.034175+0000","last_active":"2023-12-16T18:07:23.712596+0000","last_peered":"2023-12-16T18:07:23.712596+0000","last_clean":"2023-12-16T18:07:23.712596+0000","last_became_active":"2023-12-16T18:06:59.033884+0000","last_became_peered":"2023-12-16T18:06:59.033884+0000","last_unstale":"2023-12-16T18:07:23.712596+0000","last_undegraded":"2023-12-16T18:07:23.712596+0000","last_fullsized":"2023-12-16T18:07:23.712596+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711037+0000","last_change":"2023-12-16T18:06:59.031964+0000","last_active":"2023-12-16T18:07:23.711037+0000","last_peered":"2023-12-16T18:07:23.711037+0000","last_clean":"2023-12-16T18:07:23.711037+0000","last_became_active":"2023-12-16T18:06:59.031664+0000","last_became_peered":"2023-12-16T18:06:59.031664+0000","last_unstale":"2023-12-16T18:07:23.711037+0000","last_undegraded":"2023-12-16T18:07:23.711037+0000","last_fullsized":"2023-12-16T18:07:23.711037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:31:20.242777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711080+0000","last_change":"2023-12-16T18:06:59.019982+0000","last_active":"2023-12-16T18:07:23.711080+0000","last_peered":"2023-12-16T18:07:23.711080+0000","last_clean":"2023-12-16T18:07:23.711080+0000","last_became_active":"2023-12-16T18:06:59.019312+0000","last_became_peered":"2023-12-16T18:06:59.019312+0000","last_unstale":"2023-12-16T18:07:23.711080+0000","last_undegraded":"2023-12-16T18:07:23.711080+0000","last_fullsized":"2023-12-16T18:07:23.711080+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.710485+0000","last_change":"2023-12-16T18:06:59.026900+0000","last_active":"2023-12-16T18:07:23.710485+0000","last_peered":"2023-12-16T18:07:23.710485+0000","last_clean":"2023-12-16T18:07:23.710485+0000","last_became_active":"2023-12-16T18:06:59.025105+0000","last_became_peered":"2023-12-16T18:06:59.025105+0000","last_unstale":"2023-12-16T18:07:23.710485+0000","last_undegraded":"2023-12-16T18:07:23.710485+0000","last_fullsized":"2023-12-16T18:07:23.710485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:23:35.270297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.711536+0000","last_change":"2023-12-16T18:06:59.025018+0000","last_active":"2023-12-16T18:07:23.711536+0000","last_peered":"2023-12-16T18:07:23.711536+0000","last_clean":"2023-12-16T18:07:23.711536+0000","last_became_active":"2023-12-16T18:06:59.024745+0000","last_became_peered":"2023-12-16T18:06:59.024745+0000","last_unstale":"2023-12-16T18:07:23.711536+0000","last_undegraded":"2023-12-16T18:07:23.711536+0000","last_fullsized":"2023-12-16T18:07:23.711536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.538609+0000","last_change":"2023-12-16T18:06:59.024562+0000","last_active":"2023-12-16T18:07:23.538609+0000","last_peered":"2023-12-16T18:07:23.538609+0000","last_clean":"2023-12-16T18:07:23.538609+0000","last_became_active":"2023-12-16T18:06:59.024285+0000","last_became_peered":"2023-12-16T18:06:59.024285+0000","last_unstale":"2023-12-16T18:07:23.538609+0000","last_undegraded":"2023-12-16T18:07:23.538609+0000","last_fullsized":"2023-12-16T18:07:23.538609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-16T18:07:23.712004+0000","last_change":"2023-12-16T18:06:59.033072+0000","last_active":"2023-12-16T18:07:23.712004+0000","last_peered":"2023-12-16T18:07:23.712004+0000","last_clean":"2023-12-16T18:07:23.712004+0000","last_became_active":"2023-12-16T18:06:59.032731+0000","last_became_peered":"2023-12-16T18:06:59.032731+0000","last_unstale":"2023-12-16T18:07:23.712004+0000","last_undegraded":"2023-12-16T18:07:23.712004+0000","last_fullsized":"2023-12-16T18:07:23.712004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":47,"seq":201863462926,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298488,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446664,"statfs":{"total":95995035648,"available":95689383936,"internally_reserved":0,"allocated":1228800,"data_stored":867601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":7.7199999999999998,"5min":7.7199999999999998,"15min":7.7199999999999998},"last":7.7199999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.4710000000000001,"5min":2.4710000000000001,"15min":2.4710000000000001},"last":0.45800000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.7530000000000001,"5min":2.7530000000000001,"15min":2.7530000000000001},"last":0.626},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.56699999999999995}]},{"osd":3,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":2.4159999999999999,"5min":2.4159999999999999,"15min":2.4159999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.47199999999999998}]},{"osd":4,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.67100000000000004}]},{"osd":5,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.48299999999999998}]},{"osd":6,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.44400000000000001}]}]},{"osd":6,"up_from":40,"seq":171798691857,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":869349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.47199999999999998}]},{"osd":1,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.432}]},{"osd":2,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.44500000000000001}]},{"osd":3,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.57199999999999995}]},{"osd":4,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.313},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":1,"up_from":12,"seq":51539607584,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":276817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:23 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34899999999999998,"15min":0.34699999999999998},"min":{"1min":0.25700000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.373,"15min":0.37},"min":{"1min":0.25,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.54200000000000004,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.37}]},{"osd":2,"last update":"Sat Dec 16 18:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.41999999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57499999999999996,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42899999999999999,"15min":0.432},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.39100000000000001}]},{"osd":3,"last update":"Sat Dec 16 18:06:48 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.42399999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.44700000000000001}]},{"osd":5,"last update":"Sat Dec 16 18:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46500000000000002}]},{"osd":6,"last update":"Sat Dec 16 18:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":14.709,"5min":14.709,"15min":14.709},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Dec 16 18:07:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.58499999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738401,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":867460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.27900000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.21299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57399999999999995,"5min":0.625,"15min":0.625},"last":0.28299999999999997}]},{"osd":2,"last update":"Sat Dec 16 18:07:39 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38800000000000001,"15min":0.38600000000000001},"min":{"1min":0.27500000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.307},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40400000000000003,"15min":0.40000000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:06:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.371},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.32500000000000001}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.39700000000000002}]},{"osd":5,"last update":"Sat Dec 16 18:07:20 2023","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.109,"15min":1.109},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":12.42,"5min":12.42,"15min":12.42},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":12.446,"5min":12.446,"15min":12.446},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.55400000000000005}]},{"osd":7,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56499999999999995}]}]},{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":626688,"data_stored":276657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35299999999999998,"15min":0.35699999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.318},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38400000000000001,"15min":0.38700000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.254}]},{"osd":1,"last update":"Sat Dec 16 18:07:38 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.374,"15min":0.377},"min":{"1min":0.26300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48899999999999999,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.55400000000000005,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.27900000000000003}]},{"osd":3,"last update":"Sat Dec 16 18:06:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.33800000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:07:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.40300000000000002}]},{"osd":5,"last update":"Sat Dec 16 18:07:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54300000000000004}]},{"osd":7,"last update":"Sat Dec 16 18:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.56200000000000006}]}]},{"osd":3,"up_from":22,"seq":94489280538,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":279085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.30599999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.32100000000000001}]},{"osd":2,"last update":"Sat Dec 16 18:06:51 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.33500000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.36599999999999999}]},{"osd":5,"last update":"Sat Dec 16 18:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Dec 16 18:07:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.38300000000000001}]},{"osd":7,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.52300000000000002}]}]},{"osd":4,"up_from":26,"seq":111669149718,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":277337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":6.7569999999999997}]},{"osd":1,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":14.756,"5min":14.756,"15min":14.756},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56100000000000005}]},{"osd":2,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.41699999999999998}]},{"osd":3,"last update":"Sat Dec 16 18:07:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.532,"5min":1.532,"15min":1.532},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":14.804,"5min":14.804,"15min":14.804},"last":0.46700000000000003}]},{"osd":5,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.69099999999999995}]},{"osd":6,"last update":"Sat Dec 16 18:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.503},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":5,"up_from":33,"seq":141733920788,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":278218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.62}]},{"osd":1,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.65100000000000002}]},{"osd":2,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":1.397,"5min":1.397,"15min":1.397},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":11.332000000000001,"5min":11.332000000000001,"15min":11.332000000000001},"last":0.54600000000000004}]},{"osd":3,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":11.32,"5min":11.32,"15min":11.32},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":14.362,"5min":14.362,"15min":14.362},"last":0.52800000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:07:16 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Dec 16 18:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.44}]},{"osd":7,"last update":"Sat Dec 16 18:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.67500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:07:48.757 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-16T18:07:48.757 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-16T18:07:48.757 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-16T18:07:48.757 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph health --format=json 2023-12-16T18:07:49.008 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:49.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:49 smithi071 ceph-mon[78585]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:49.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:49 smithi071 ceph-mon[89361]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:49 smithi184 ceph-mon[82596]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:49.907 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:49.907 INFO:teuthology.orchestra.run.smithi071.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-16T18:07:50.144 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-16T18:07:50.144 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:07:50.421 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:50.421 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:26.112211+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:50.433 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:50 smithi071 ceph-mon[78585]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:50.433 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:50 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/367537234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T18:07:50.433 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:50 smithi071 ceph-mon[89361]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:50.433 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:50 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/367537234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T18:07:50.435 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T18:05:33.057153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-16T18:06:56.267156+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-16T18:06:57.520401+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-16T18:07:21.471363+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '60', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-16T18:07:50.435 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T18:07:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:50 smithi184 ceph-mon[82596]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:07:50.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:50 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/367537234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-16T18:07:50.705 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-16T18:07:50.717 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-16T18:07:50.989 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2023-12-16T18:07:51.000 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-16T18:07:51.273 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2023-12-16T18:07:51.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[89361]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:51.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1976223483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:51.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/926226020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1741949797' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.285 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[78585]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:51.285 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1976223483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:51.285 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/926226020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.285 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1741949797' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.286 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-16T18:07:51.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:07:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:07:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:07:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:51 smithi184 ceph-mon[82596]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:51 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1976223483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:51 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/926226020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:51 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1741949797' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:51.556 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2023-12-16T18:07:51.569 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:07:51.874 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:51.874 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T18:07:51.874 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T18:07:51.887 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:07:52.155 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:26.112211+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:52.166 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:07:51 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:07:51.833Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002512586s 2023-12-16T18:07:52.168 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-16T18:05:33.057153+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-16T18:06:56.267156+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-16T18:06:57.520401+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-16T18:07:21.471363+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '60', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-16T18:07:52.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-16T18:07:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:52 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3217520086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:52 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3624784139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:52 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2203996310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:52 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2625760346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.439 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-16T18:07:52.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3217520086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3624784139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2203996310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2625760346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.452 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3217520086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.452 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3624784139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:52.452 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2203996310' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.452 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:52 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2625760346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:52.453 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-16T18:07:52.725 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2023-12-16T18:07:52.738 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-16T18:07:53.007 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2023-12-16T18:07:53.019 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-16T18:07:53.298 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2023-12-16T18:07:53.304 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.302791668Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-16T18:07:53.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:53.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3771977075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1863614732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3642038712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.304 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.305 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.305 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.305 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.310 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:53.310 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3771977075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1863614732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3642038712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3771977075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1863614732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3642038712' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-16T18:07:53.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:53 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:53.313 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:07:53.555 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.305463786Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-16T18:07:53.555 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.308187621Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-16T18:07:53.555 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.310959739Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-16T18:07:53.555 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.31360168Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.314412237Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.315231153Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.316085559Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.316941149Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.317870157Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.318508807Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.31928623Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.320213965Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-16T18:07:53.556 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.320944818Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.321921421Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.322743389Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.323476813Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.324303195Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.325248949Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-16T18:07:53.557 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.325972329Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.326761549Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.327733161Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.328511839Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.329223848Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.330127402Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.331138294Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.331866449Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.332723227Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.333573433Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.334557805Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-16T18:07:53.558 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.335258661Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.336291971Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.336952558Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.337876362Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.338782299Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.339512817Z level=info msg="Executing migration" id="create data_source table" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.340370693Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.341266965Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.342250824Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.342928602Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.343810316Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.344839662Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.345835217Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-16T18:07:53.559 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.348654959Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.351346105Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.354249699Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.357083292Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.35981036Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.362693366Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.365464771Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.368286559Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.371055894Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.373972131Z level=info msg="Executing migration" id="Add uid column" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.376886545Z level=info msg="Executing migration" id="Update uid value" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.379670233Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.382291365Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.385178353Z level=info msg="Executing migration" id="create api_key table" 2023-12-16T18:07:53.560 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.388002269Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.390862991Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.393714989Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.396504494Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.399157414Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.401861741Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.404475639Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.40727635Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.407691626Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.410367814Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.410815505Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.413185635Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.415859136Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-16T18:07:53.561 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.41625278Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.418952316Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.421796276Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.424376419Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.424706205Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.427481006Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.430340193Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.432984432Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.433389484Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.434318793Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.435195934Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.435911472Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.436361953Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.437215118Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.438038294Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-16T18:07:53.562 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.43880836Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.439385072Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.440230098Z level=info msg="Executing migration" id="create quota table v1" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.441174291Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.442111216Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.442676908Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.443506228Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.444298826Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.445070756Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.445395058Z level=info msg="Executing migration" id="create session table" 2023-12-16T18:07:53.563 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.446451368Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-16T18:07:53.564 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.447180281Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-16T18:07:53.564 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.447954985Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-16T18:07:53.564 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.448374658Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-16T18:07:53.564 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.44875438Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-16T18:07:53.564 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.4495873Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.449905616Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.450498562Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.451047235Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.451469349Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.451718895Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.452360831Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.45265705Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.453563457Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.454406059Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.454713475Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.455600899Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.456498614Z level=info msg="Executing migration" id="create alert table v1" 2023-12-16T18:07:53.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.459917762Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.460394136Z level=info msg="Executing migration" id="add index alert state" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.463260236Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.465961848Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.468723645Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.469153895Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.471824162Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.474546319Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.477348817Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.477911604Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.480667304Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.481036091Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.483420497Z level=info msg="Executing migration" id="Add column is_default" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.486264997Z level=info msg="Executing migration" id="Add column frequency" 2023-12-16T18:07:53.566 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.486985415Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.489804585Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.492561798Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.495439572Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.495745545Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.498310835Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.498768742Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.501076951Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.503790019Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.504209792Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.506976567Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.509750179Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.512341011Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.515228047Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-16T18:07:53.567 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.517814994Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.520664451Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.523355798Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.524118013Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.526646349Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.527109629Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.529398094Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.529876998Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.532037241Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.532841272Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.533664146Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.53449531Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.535310565Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.536164126Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-16T18:07:53.568 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.536900268Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.537668684Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.538361401Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.538758062Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.539587156Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.540386851Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.541993441Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.542787214Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.543675693Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.544584873Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.545259033Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.546124161Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-16T18:07:53.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.54695337Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.547726962Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.548573656Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.549620298Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.550282558Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.55115256Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.552023948Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.552808472Z level=info msg="Executing migration" id="Move region to single row" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.553747017Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.554578227Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.555397536Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.55584564Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.556379882Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.557210914Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-16T18:07:53.570 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.558111214Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-16T18:07:53.571 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.558955611Z level=info msg="Executing migration" id="create test_data table" 2023-12-16T18:07:53.571 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.559376141Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-16T18:07:53.571 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.559813145Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-16T18:07:53.571 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.562696662Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-16T18:07:53.639 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:53.639 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T18:07:53.639 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T18:07:53.653 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T18:07:53.806 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.565412062Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-16T18:07:53.806 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.56818081Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-16T18:07:53.806 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.570934941Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-16T18:07:53.806 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.573851718Z level=info msg="Executing migration" id="create team table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.576639391Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.579300215Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.582050684Z level=info msg="Executing migration" id="create team member table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.584822187Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.58742784Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.590262514Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.593012513Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.595842495Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.59842159Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.599208606Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.602067015Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.604783342Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.605275257Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-16T18:07:53.807 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.607602621Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-16T18:07:53.808 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.610430026Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.612831316Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.613311005Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.61376505Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.614159917Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.614478225Z level=info msg="Executing migration" id="create tag table" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.614862666Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.615316348Z level=info msg="Executing migration" id="create login attempt table" 2023-12-16T18:07:53.809 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.615698301Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.616143932Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.616615298Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.618509415Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.618911264Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.619363556Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.619694958Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.620041003Z level=info msg="Executing migration" id="create user auth table" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.620448835Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.620955487Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.621262754Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.621998578Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.622780429Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.623581717Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-16T18:07:53.810 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.624363067Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.624807708Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.62559034Z level=info msg="Executing migration" id="create server_lock table" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.625990745Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.626468111Z level=info msg="Executing migration" id="create user auth token table" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.626898533Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.627362714Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.627823555Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.628278215Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.629065062Z level=info msg="Executing migration" id="create cache_data table" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.62948019Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.629917002Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.630354692Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-16T18:07:53.811 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.633076469Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.633406554Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.633698241Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.634137562Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.636849503Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.639604743Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.639912405Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.642306153Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.645031169Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.647899188Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.650789187Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.653408573Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-16T18:07:53.812 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.655981852Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.658765415Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.661512014Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.664156793Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.666764331Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.669493401Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.670387158Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.671050551Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.671845087Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.67261749Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.67347896Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.674284821Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.675108012Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.678635752Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-16T18:07:53.813 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.681927633Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.682831855Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.683517753Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.68441582Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.684897767Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.685638325Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.686566935Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.687271264Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.688060094Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.689017396Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.689919312Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.690781801Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.691583785Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.69387509Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-16T18:07:53.814 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.696664818Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.699202537Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.702056079Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.704776272Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.707444364Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.710003863Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.712739228Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.715455262Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.718311001Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.719147965Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.72014307Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.720972809Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.721811223Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.722671847Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-16T18:07:53.815 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.723523866Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.724461848Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.725175931Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.726014464Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.726317125Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.727190273Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.727980129Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.728825571Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.729599574Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.730464077Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.731315313Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.73219229Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.732629775Z level=info msg="Executing migration" id="create alert_image table" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.733600483Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.734311259Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-16T18:07:53.816 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.735306822Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.735812575Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.736721731Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.736799564Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.737599778Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.738354324Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.738823651Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.738940175Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.739049672Z level=info msg="alerts found to migrate" alerts=0 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.739642927Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.740644195Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.741449309Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.742077249Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-16T18:07:53.817 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.742961053Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.743884765Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.744648461Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.745018051Z level=info msg="Executing migration" id="create data_keys table" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.745909468Z level=info msg="Executing migration" id="create secrets table" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.748713708Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.753141685Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.754032355Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.756835986Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.761111236Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.765317417Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-16T18:07:53.818 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.765731004Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.768529692Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.771352835Z level=info msg="Executing migration" id="create permission table" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.774115951Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.774553432Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.777457327Z level=info msg="Executing migration" id="create role table" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.780142249Z level=info msg="Executing migration" id="add column display_name" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.78280482Z level=info msg="Executing migration" id="add column group_name" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.783755156Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.786531354Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.789252235Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.792197721Z level=info msg="Executing migration" id="create team role table" 2023-12-16T18:07:53.819 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.792690311Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.795356982Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.798087875Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.800713981Z level=info msg="Executing migration" id="create user role table" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.801287943Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.804020638Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.806889166Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.809484441Z level=info msg="Executing migration" id="create builtin role table" 2023-12-16T18:07:53.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.809954806Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-16T18:07:53.951 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:53.951 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:07:26.112211+0000","last_up_change":"2023-12-16T18:06:44.534302+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6803","nonce":394556207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6805","nonce":394556207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6809","nonce":394556207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":394556207},{"type":"v1","addr":"172.21.15.71:6807","nonce":394556207}]},"public_addr":"172.21.15.71:6803/394556207","cluster_addr":"172.21.15.71:6805/394556207","heartbeat_back_addr":"172.21.15.71:6809/394556207","heartbeat_front_addr":"172.21.15.71:6807/394556207","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6811","nonce":1351886533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6813","nonce":1351886533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6817","nonce":1351886533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":1351886533},{"type":"v1","addr":"172.21.15.71:6815","nonce":1351886533}]},"public_addr":"172.21.15.71:6811/1351886533","cluster_addr":"172.21.15.71:6813/1351886533","heartbeat_back_addr":"172.21.15.71:6817/1351886533","heartbeat_front_addr":"172.21.15.71:6815/1351886533","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6819","nonce":503377178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6821","nonce":503377178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6825","nonce":503377178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":503377178},{"type":"v1","addr":"172.21.15.71:6823","nonce":503377178}]},"public_addr":"172.21.15.71:6819/503377178","cluster_addr":"172.21.15.71:6821/503377178","heartbeat_back_addr":"172.21.15.71:6825/503377178","heartbeat_front_addr":"172.21.15.71:6823/503377178","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6827","nonce":2854132202}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6829","nonce":2854132202}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6833","nonce":2854132202}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2854132202},{"type":"v1","addr":"172.21.15.71:6831","nonce":2854132202}]},"public_addr":"172.21.15.71:6827/2854132202","cluster_addr":"172.21.15.71:6829/2854132202","heartbeat_back_addr":"172.21.15.71:6833/2854132202","heartbeat_front_addr":"172.21.15.71:6831/2854132202","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6801","nonce":2833636327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6803","nonce":2833636327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6807","nonce":2833636327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2833636327},{"type":"v1","addr":"172.21.15.184:6805","nonce":2833636327}]},"public_addr":"172.21.15.184:6801/2833636327","cluster_addr":"172.21.15.184:6803/2833636327","heartbeat_back_addr":"172.21.15.184:6807/2833636327","heartbeat_front_addr":"172.21.15.184:6805/2833636327","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6809","nonce":3299827688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6811","nonce":3299827688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6815","nonce":3299827688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3299827688},{"type":"v1","addr":"172.21.15.184:6813","nonce":3299827688}]},"public_addr":"172.21.15.184:6809/3299827688","cluster_addr":"172.21.15.184:6811/3299827688","heartbeat_back_addr":"172.21.15.184:6815/3299827688","heartbeat_front_addr":"172.21.15.184:6813/3299827688","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6817","nonce":663584064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6819","nonce":663584064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6823","nonce":663584064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":663584064},{"type":"v1","addr":"172.21.15.184:6821","nonce":663584064}]},"public_addr":"172.21.15.184:6817/663584064","cluster_addr":"172.21.15.184:6819/663584064","heartbeat_back_addr":"172.21.15.184:6823/663584064","heartbeat_front_addr":"172.21.15.184:6821/663584064","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6825","nonce":482208971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6827","nonce":482208971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6831","nonce":482208971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":482208971},{"type":"v1","addr":"172.21.15.184:6829","nonce":482208971}]},"public_addr":"172.21.15.184:6825/482208971","cluster_addr":"172.21.15.184:6827/482208971","heartbeat_back_addr":"172.21.15.184:6831/482208971","heartbeat_front_addr":"172.21.15.184:6829/482208971","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:07:53.966 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.812691017Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.815467336Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.818207342Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.818694406Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.821504825Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-16T18:07:54.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.824307816Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.826911595Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.827379143Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.828349841Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.829454072Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.83044059Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.830996694Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.831821595Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.832757518Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.833488685Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.833843773Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.834623644Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.835008586Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-16T18:07:54.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.835681444Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.836409367Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.837610592Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.838366955Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.839204409Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.840109174Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.840608132Z level=info msg="Executing migration" id="add correlation config column" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.841627275Z level=info msg="Executing migration" id="create entity_events table" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.842602596Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.843293278Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.843372788Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.843639702Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T18:07:54.089 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.84371229Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T18:07:54.090 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.844461399Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-16T18:07:54.090 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.844879349Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-16T18:07:54.090 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.84532976Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-16T18:07:54.090 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.846112435Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-16T18:07:54.090 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.846570247Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.847438251Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.848075158Z level=info msg="Executing migration" id="Drop public config table" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.848474433Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.849361317Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.84995079Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.850407329Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.851308459Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.854276657Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.855300818Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.856297096Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.8591609Z level=info msg="Executing migration" id="add share column" 2023-12-16T18:07:54.091 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.862115191Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.864808855Z level=info msg="Executing migration" id="create file table" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.86526469Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.868162635Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.870912735Z level=info msg="Executing migration" id="create file_meta table" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.873675548Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.874240244Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.877176627Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.879963424Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.882850146Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.883447844Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-16T18:07:54.092 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.886317843Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.889244024Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.891923864Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.892326387Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.893132197Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.893945169Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.894980069Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.896015774Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.898905238Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.908911548Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.91149145Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-16T18:07:54.093 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.9119438Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.915294342Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.918148489Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.920789489Z level=info msg="Executing migration" id="create folder table" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.921201792Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.924070363Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.926877765Z level=info msg="Executing migration" id="Update folder title length" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.929526234Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=migrator t=2023-12-16T18:07:53.929949198Z level=info msg="migrations completed" performed=485 skipped=0 duration=705.31668ms 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=sqlstore t=2023-12-16T18:07:53.930324318Z level=info msg="Created default organization" 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=plugin.loader t=2023-12-16T18:07:53.986905668Z level=info msg="Plugin registered" pluginID=input 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=plugin.loader t=2023-12-16T18:07:54.016639236Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-16T18:07:54.094 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=plugin.loader t=2023-12-16T18:07:54.016670511Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-16T18:07:54.095 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=secrets t=2023-12-16T18:07:54.016706974Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-16T18:07:54.095 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=query_data t=2023-12-16T18:07:54.018857597Z level=info msg="Query Service initialization" 2023-12-16T18:07:54.095 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=live.push_http t=2023-12-16T18:07:54.021700235Z level=info msg="Live Push Gateway initialization" 2023-12-16T18:07:54.224 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:54 smithi071 bash[123569]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-16T18:07:54.296 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:07:54.296 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-16T18:07:54.297 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T18:07:54.308 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-16T18:06:58.329117+0000', 'modified': '2023-12-16T18:07:01.011215+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24340}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24340': {'gid': 24340, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.184:6833/1129671996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.184:6832', 'nonce': 1129671996}, {'type': 'v1', 'addr': '172.21.15.184:6833', 'nonce': 1129671996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-12-16T18:07:54.309 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-16T18:07:54.309 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-16T18:07:54.416 INFO:teuthology.orchestra.run.smithi071.stderr:2023-12-16T18:07:54.416+0000 7f8cc9ffb640 0 client.24794 ms_handle_reset on v2:172.21.15.184:6832/1129671996 2023-12-16T18:07:54.434 INFO:teuthology.orchestra.run.smithi071.stderr:2023-12-16T18:07:54.434+0000 7f8cc9ffb640 0 client.24800 ms_handle_reset on v2:172.21.15.184:6832/1129671996 2023-12-16T18:07:54.435 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:07:54.435 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "52d88738-9c3d-11ee-95a5-87774f69a715", 2023-12-16T18:07:54.435 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2023-12-16T18:07:54.435 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24340, 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 55.429183813999998, 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 6, 2023-12-16T18:07:54.436 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 61, 2023-12-16T18:07:54.437 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 55, 2023-12-16T18:07:54.437 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 62.594982014000003 2023-12-16T18:07:54.437 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:07:54.446 INFO:tasks.cephadm:Setup complete, yielding 2023-12-16T18:07:54.446 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:07:54.458 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-12-16T18:07:54.458 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:07:54.475 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-16T18:07:54.475 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-16T18:07:54.486 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2023-12-16T18:07:54.487 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-16T18:07:54.510 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[78585]: Deploying daemon node-exporter.a on smithi071 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/873252828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/409195540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2960452537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[89361]: Deploying daemon node-exporter.a on smithi071 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/873252828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/409195540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:54 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2960452537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.511 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:54 smithi071 bash[123569]: Getting image source signatures 2023-12-16T18:07:54.512 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:54 smithi071 bash[123569]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-16T18:07:54.512 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:54 smithi071 bash[123569]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-16T18:07:54.512 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:54 smithi071 bash[123569]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-16T18:07:54.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-mon[82596]: Deploying daemon node-exporter.a on smithi071 2023-12-16T18:07:54.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/873252828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-16T18:07:54.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/409195540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2960452537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:07:54.742 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=infra.usagestats.collector t=2023-12-16T18:07:54.740569726Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=provisioning.datasources t=2023-12-16T18:07:54.741072812Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=provisioning.datasources t=2023-12-16T18:07:54.772493042Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=provisioning.datasources t=2023-12-16T18:07:54.804242794Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=provisioning.alerting t=2023-12-16T18:07:54.825431958Z level=info msg="starting to provision alerting" 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=provisioning.alerting t=2023-12-16T18:07:54.825456269Z level=info msg="finished to provision alerting" 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=ngalert.state.manager t=2023-12-16T18:07:54.825562881Z level=info msg="Warming state cache for startup" 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=grafanaStorageLogger t=2023-12-16T18:07:54.825599485Z level=info msg="storage starting" 2023-12-16T18:07:55.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=http.server t=2023-12-16T18:07:54.827439883Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=ngalert.state.manager t=2023-12-16T18:07:54.835834432Z level=info msg="State cache has been initialized" states=0 duration=10.270913ms 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=sqlstore.transactions t=2023-12-16T18:07:54.835871586Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=ticker t=2023-12-16T18:07:54.835889036Z level=info msg=starting first_tick=2023-12-16T18:08:00Z 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=ngalert.multiorg.alertmanager t=2023-12-16T18:07:54.83590154Z level=info msg="starting MultiOrg Alertmanager" 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=sqlstore.transactions t=2023-12-16T18:07:54.881397841Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T18:07:55.088 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:07:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[112798]: logger=sqlstore.transactions t=2023-12-16T18:07:54.891847528Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2023-12-16T18:07:55.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:55 smithi071 ceph-mon[89361]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:55.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:55 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/457320456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:55.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:55 smithi071 ceph-mon[78585]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:55.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:55 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/457320456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:55.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:55 smithi184 ceph-mon[82596]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:55.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:55 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/457320456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T18:07:56.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:56.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:56.302 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:56.302 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:56.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:07:56.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:56.687 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:56 smithi071 bash[123569]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-16T18:07:56.687 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:56 smithi071 bash[123569]: Writing manifest to image destination 2023-12-16T18:07:56.974 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:56 smithi071 podman[123569]: 2023-12-16 18:07:56.802716994 +0000 UTC m=+2.803217026 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE Bus STOPPING 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE Bus STOPPED 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE Bus STARTING 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE Serving on http://:::9283 2023-12-16T18:07:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:07:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:07:56] ENGINE Bus STARTED 2023-12-16T18:07:56.998 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:07:57.007 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-16T18:07:57.008 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:07:57.030 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-12-16T18:07:57.030 INFO:teuthology.run_tasks:Running task workunit... 2023-12-16T18:07:57.045 INFO:tasks.workunit:Pulling workunits from ref c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:07:57.046 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T18:07:57.046 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:07:57.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T18:07:57.062 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T18:07:57.062 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:07:57.117 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T18:07:57.118 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T18:07:57.172 INFO:tasks.workunit:timeout=3h 2023-12-16T18:07:57.172 INFO:tasks.workunit:cleanup=True 2023-12-16T18:07:57.173 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:07:57.229 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T18:07:57.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 podman[123569]: 2023-12-16 18:07:57.054331749 +0000 UTC m=+3.054831769 container create 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:57.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 podman[123569]: 2023-12-16 18:07:57.127292588 +0000 UTC m=+3.127792608 container init 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:57.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 podman[123569]: 2023-12-16 18:07:57.130053004 +0000 UTC m=+3.130553027 container start 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:07:57.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T18:07:57.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.134Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T18:07:57.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T18:07:57.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T18:07:57.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T18:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[123894]: ts=2023-12-16T18:07:57.135Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 bash[123569]: 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c 2023-12-16T18:07:57.240 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:07:57 smithi071 systemd[1]: Started Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:07:57.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:57 smithi184 ceph-mon[82596]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:57.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:57 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' 2023-12-16T18:07:57.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:57 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:57 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:57 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[78585]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[89361]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' 2023-12-16T18:07:57.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:57.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:57 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:07:58.240 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:58 smithi184 bash[113046]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-16T18:07:58.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:58 smithi184 ceph-mon[82596]: Deploying daemon node-exporter.b on smithi184 2023-12-16T18:07:58.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:58 smithi184 bash[113046]: Getting image source signatures 2023-12-16T18:07:58.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:58 smithi184 bash[113046]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-16T18:07:58.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:58 smithi184 bash[113046]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-16T18:07:58.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:58 smithi184 bash[113046]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-16T18:07:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:58 smithi071 ceph-mon[78585]: Deploying daemon node-exporter.b on smithi184 2023-12-16T18:07:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:58 smithi071 ceph-mon[89361]: Deploying daemon node-exporter.b on smithi184 2023-12-16T18:07:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:07:59 smithi071 ceph-mon[78585]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:07:59 smithi071 ceph-mon[89361]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:07:59.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:07:59 smithi184 ceph-mon[82596]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:00.086 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:59 smithi184 bash[113046]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-16T18:08:00.087 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:07:59 smithi184 bash[113046]: Writing manifest to image destination 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 podman[113046]: 2023-12-16 18:08:00.181134637 +0000 UTC m=+2.195691815 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 podman[113046]: 2023-12-16 18:08:00.219486906 +0000 UTC m=+2.234044116 container create 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 podman[113046]: 2023-12-16 18:08:00.328323174 +0000 UTC m=+2.342880344 container init 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 podman[113046]: 2023-12-16 18:08:00.331047299 +0000 UTC m=+2.345604459 container start 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.334Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.334Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.334Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T18:08:00.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T18:08:00.588 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T18:08:00.589 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T18:08:00.590 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.335Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.336Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[113096]: ts=2023-12-16T18:08:00.336Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 bash[113046]: 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 2023-12-16T18:08:00.591 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:08:00 smithi184 systemd[1]: Started Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:01.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:01 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:01.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:01.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:01.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:01 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:03 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:03 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:04.294 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:08:04.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:04 smithi071 ceph-mon[78585]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:08:04.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:04 smithi071 ceph-mon[78585]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:08:04.294 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:04 smithi071 ceph-mon[89361]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:08:04.294 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:04 smithi071 ceph-mon[89361]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:08:04.565 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[121852]: ts=2023-12-16T18:08:04.294Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T18:08:04.566 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124659]: 2023-12-16 18:08:04.314995904 +0000 UTC m=+0.077667828 container died a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:04.566 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124659]: 2023-12-16 18:08:04.433614791 +0000 UTC m=+0.196286696 container cleanup a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:04.566 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 bash[124659]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T18:08:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:04 smithi184 ceph-mon[82596]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:08:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:04 smithi184 ceph-mon[82596]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:08:04.874 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124673]: 2023-12-16 18:08:04.566776876 +0000 UTC m=+0.248879200 container remove a2aa9e7413d12302eaeff0c81272821c630c62d279bee43a69476627890eb5ec (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:04.874 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124673]: 2023-12-16 18:08:04.600390677 +0000 UTC m=+0.282492992 volume remove c13cd44585169afd12b71d4d2895d96851cf7e98b481a984927f898dd1d8c4e9 2023-12-16T18:08:04.874 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T18:08:04.874 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:08:04.874 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 systemd[1]: Starting Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124764]: 2023-12-16 18:08:04.875064177 +0000 UTC m=+0.048428050 volume create a8d9f70ced15112c43c811ab1115fc7a5b7241b68df1ee92567c3fc65c1759b7 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124764]: 2023-12-16 18:08:04.908420049 +0000 UTC m=+0.081783922 container create 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:04 smithi071 podman[124764]: 2023-12-16 18:08:04.845044189 +0000 UTC m=+0.018408071 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 podman[124764]: 2023-12-16 18:08:05.01746205 +0000 UTC m=+0.190825924 container init 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 podman[124764]: 2023-12-16 18:08:05.020793795 +0000 UTC m=+0.194157659 container start 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.033Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-16T18:08:05.224 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.033Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.034Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.035Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 bash[124764]: 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 systemd[1]: Started Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.069Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.069Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.072Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-16T18:08:05.225 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:05.072Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T18:08:05.564 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:05 smithi184 ceph-mon[82596]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:05.564 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:05 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:05.564 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:05 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[78585]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:05.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:05.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[89361]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:05 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:06.525 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-mon[82596]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:08:06.526 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-mon[82596]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:08:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:06 smithi071 ceph-mon[78585]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:08:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:06 smithi071 ceph-mon[78585]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:08:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:06 smithi071 ceph-mon[89361]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:08:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:06 smithi071 ceph-mon[89361]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:08:06.837 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 systemd[1]: Stopping Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:08:07.117 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T18:08:07.117 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.854Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.855Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.855Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[110779]: ts=2023-12-16T18:08:06.855Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 podman[113874]: 2023-12-16 18:08:06.864360915 +0000 UTC m=+0.132494520 container died 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.118 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 podman[113874]: 2023-12-16 18:08:06.985271957 +0000 UTC m=+0.253405564 container cleanup 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.119 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:06 smithi184 bash[113874]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T18:08:07.119 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 podman[113887]: 2023-12-16 18:08:07.118256441 +0000 UTC m=+0.256376952 container remove 62eecffaa777dcf73e40936be18a4b7c8e48873f0dfc20d6d8dbcdb51d2c2fc8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.287 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:07.036Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000557183s 2023-12-16T18:08:07.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-mon[82596]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:07.417 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T18:08:07.417 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 systemd[1]: Stopped Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:08:07.417 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 systemd[1]: Starting Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:08:07.626 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-mon[78585]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:07.626 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-mon[89361]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:07.837 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 podman[113979]: 2023-12-16 18:08:07.418124814 +0000 UTC m=+0.074923268 container create e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.837 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 podman[113979]: 2023-12-16 18:08:07.362461536 +0000 UTC m=+0.019259997 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T18:08:07.837 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 podman[113979]: 2023-12-16 18:08:07.51875505 +0000 UTC m=+0.175553500 container init e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 podman[113979]: 2023-12-16 18:08:07.521220786 +0000 UTC m=+0.178019236 container start e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.544Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.544Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.545Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi184 (none))" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.545Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.545Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.546Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.547Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.548Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.548Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.493µs 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T18:08:07.838 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.550Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.243µs wal_replay_duration=406.279µs wbl_replay_duration=120ns total_replay_duration=442.906µs 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 bash[113979]: e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.551Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.551Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.551Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 systemd[1]: Started Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.568Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.428934ms db_storage=693ns remote_storage=1.02µs web_handler=308ns query_engine=478ns scrape=466.963µs scrape_sd=24.055µs notify=35.294µs notify_sd=8.528µs rules=16.601594ms tracing=7.431µs 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.569Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T18:08:07.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:08:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:08:07.569Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T18:08:07.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPING 2023-12-16T18:08:07.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPED 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTING 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Serving on http://:::9283 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTED 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPING 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPED 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTING 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Serving on http://:::9283 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTED 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPING 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STOPPED 2023-12-16T18:08:07.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTING 2023-12-16T18:08:07.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Serving on http://:::9283 2023-12-16T18:08:07.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:07] ENGINE Bus STARTED 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:08.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:08 smithi184 ceph-mon[82596]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:08.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[89361]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2023-12-16T18:08:08.956 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:08.956 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:08.956 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:08 smithi071 ceph-mon[78585]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:10.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:10 smithi184 ceph-mon[82596]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[78585]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:10 smithi071 ceph-mon[89361]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:12.019 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:12.020 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:12.020 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:12.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:12.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:12.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:11 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:11 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:11 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:11 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[89361]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:13.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:13.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:12 smithi071 ceph-mon[78585]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:13.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:12 smithi184 ceph-mon[82596]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:15.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:15 smithi071 ceph-mon[78585]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:15.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:08:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:08:15.038Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002472864s 2023-12-16T18:08:15.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:15 smithi071 ceph-mon[89361]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:15 smithi184 ceph-mon[82596]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:17.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:17 smithi071 ceph-mon[78585]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:17 smithi071 ceph-mon[89361]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:17 smithi184 ceph-mon[82596]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:18.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:18] "GET /metrics HTTP/1.1" 200 235716 "" "Prometheus/2.43.0" 2023-12-16T18:08:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:19 smithi071 ceph-mon[89361]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:19 smithi071 ceph-mon[78585]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:19 smithi184 ceph-mon[82596]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:21.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:21 smithi184 ceph-mon[82596]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:21.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:08:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:08:21.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:21 smithi071 ceph-mon[89361]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:21.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:21 smithi071 ceph-mon[78585]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:22.557 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:22 smithi071 ceph-mon[78585]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:22 smithi184 ceph-mon[82596]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:22.916 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:22 smithi071 ceph-mon[89361]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:25.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:25 smithi071 ceph-mon[78585]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:25 smithi071 ceph-mon[89361]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:25 smithi184 ceph-mon[82596]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:27.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:27 smithi071 ceph-mon[78585]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:27 smithi071 ceph-mon[89361]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:27 smithi184 ceph-mon[82596]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:28.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:28 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:28] "GET /metrics HTTP/1.1" 200 235724 "" "Prometheus/2.43.0" 2023-12-16T18:08:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:29 smithi071 ceph-mon[78585]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:29 smithi071 ceph-mon[89361]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:29 smithi184 ceph-mon[82596]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:31 smithi184 ceph-mon[82596]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:31.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:08:31 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:08:31.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:31 smithi071 ceph-mon[78585]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:31 smithi071 ceph-mon[89361]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:32 smithi184 ceph-mon[82596]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:32 smithi071 ceph-mon[89361]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:32 smithi071 ceph-mon[78585]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:35 smithi071 ceph-mon[89361]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:35 smithi071 ceph-mon[78585]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:35 smithi184 ceph-mon[82596]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:37 smithi071 ceph-mon[78585]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:37 smithi071 ceph-mon[89361]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:37 smithi184 ceph-mon[82596]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:38.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:38] "GET /metrics HTTP/1.1" 200 235724 "" "Prometheus/2.43.0" 2023-12-16T18:08:39.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:39 smithi071 ceph-mon[78585]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:39.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:39 smithi071 ceph-mon[89361]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:39.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:39 smithi184 ceph-mon[82596]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:41.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:08:41 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:08:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:41 smithi184 ceph-mon[82596]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:41 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:41.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:41 smithi071 ceph-mon[78585]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:41 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:41 smithi071 ceph-mon[89361]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:41 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:42 smithi184 ceph-mon[82596]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:42 smithi071 ceph-mon[89361]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:42 smithi071 ceph-mon[78585]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:Note: switching to 'c7586e95519b7be76f3b6e3a4b333888baf46bc9'. 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:state without impacting any branches by switching back to a branch. 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr: git switch -c 2023-12-16T18:08:44.277 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr:Or undo this operation with: 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr: git switch - 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:44.278 INFO:tasks.workunit.client.0.smithi071.stderr:HEAD is now at c7586e95519 Merge branch 'wip-qa-container-distros-s' of https://github.com/cbodley/ceph into wip-yuri8-testing-2023-12-15-0911 2023-12-16T18:08:44.282 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T18:08:44.345 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T18:08:44.347 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:08:44.347 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T18:08:45.139 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T18:08:45.202 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T18:08:45.242 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:08:45.243 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:08:45.244 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T18:08:45.282 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:08:45.285 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:08:45.286 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T18:08:45.341 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-12-16T18:08:45.342 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-12-16T18:08:45.342 DEBUG:teuthology.orchestra.run.smithi071:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c7586e95519b7be76f3b6e3a4b333888baf46bc9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-12-16T18:08:45.400 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-16T18:08:45.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-mon[78585]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:45.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-mon[89361]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:45.540 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:45 smithi184 ceph-mon[82596]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:45.768 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-16T18:08:45.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE Bus STOPPING 2023-12-16T18:08:45.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:45.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE Bus STOPPED 2023-12-16T18:08:45.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE Bus STARTING 2023-12-16T18:08:45.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE Serving on http://:::9283 2023-12-16T18:08:45.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:45] ENGINE Bus STARTED 2023-12-16T18:08:46.158 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STOPPING 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STOPPED 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STARTING 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Serving on http://:::9283 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STARTED 2023-12-16T18:08:46.432 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STOPPING 2023-12-16T18:08:46.542 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/3509261136' entity='client.admin' 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='client.? ' entity='client.admin' 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:46.725 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STOPPED 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STARTING 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Serving on http://:::9283 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:46] ENGINE Bus STARTED 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/3509261136' entity='client.admin' 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='client.? ' entity='client.admin' 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:46.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:46 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.003 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-16T18:08:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-16T18:08:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-16T18:08:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T18:08:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T18:08:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-16T18:08:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-16T18:03:26.698801Z", 2023-12-16T18:08:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-16T18:08:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-16T18:08:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-16T18:08:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-16T18:08:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 2, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-16T18:08:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 2, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-16T18:08:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-16T18:08:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-16T18:08:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T18:08:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:08:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-16T18:08:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-16T18:08:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-16T18:08:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-16T18:08:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-16T18:08:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-16T18:08:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504386146873003e-06, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-16T18:08:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3094, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3094, 2023-12-16T18:08:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 9282, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 48, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 16384 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "0fda898d-1e7f-4391-b9ef-48f55fdc29ce", 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-16T18:08:46.998218", 2023-12-16T18:08:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-16T18:08:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-16T18:08:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-16T18:08:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442260480, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031801911536604166 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.061 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:47.062 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-16T18:08:47.062 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-device 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3509261136' entity='client.admin' 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='client.? ' entity='client.admin' 2023-12-16T18:08:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:46 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "284e00aa-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_284ef1f4-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180537": { 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "284e00aa-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749936 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 24831589 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 41577880 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 91, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2805, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2821, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2791 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 339617151, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1627363037, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5460974612, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 28026234019, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 9, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 44732, 2023-12-16T18:08:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53420, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 95 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 44732, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53420 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 9%", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 339,617,151 [173 TB]", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,627,363,037 [833 TB]", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,460,974,612", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 28,026,234,019", 2023-12-16T18:08:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 44,732", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,420", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 95", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_2851ae94-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180534": { 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749934 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31592498 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51209677 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3438, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3452, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3424 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 3, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 395386621, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2070445963, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6880565826, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 36038511877, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49539, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51486, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 419 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49539, 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51486 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 395,386,621 [202 TB]", 2023-12-16T18:08:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,070,445,963 [1.06 PB]", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,880,565,826", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 36,038,511,877", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 3", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,539", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,486", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 419", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.537 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:47.537 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-all 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:47 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:47.983 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "284e00aa-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_284ef1f4-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180537": { 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "284e00aa-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749936 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 24831589 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 41577880 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 91, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2805, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2821, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2791 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 339617151, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1627363037, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5460974612, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 28026234019, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 9, 2023-12-16T18:08:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 44732, 2023-12-16T18:08:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53420, 2023-12-16T18:08:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2023-12-16T18:08:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 95 2023-12-16T18:08:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 44732, 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53420 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 9%", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 339,617,151 [173 TB]", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,627,363,037 [833 TB]", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,460,974,612", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 28,026,234,019", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-16T18:08:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 44,732", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,420", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 95", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_2851ae94-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180534": { 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749934 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31592498 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51209677 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-16T18:08:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3438, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3452, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3424 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 3, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 395386621, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2070445963, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6880565826, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 36038511877, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49539, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51486, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 419 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49539, 2023-12-16T18:08:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51486 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 395,386,621 [202 TB]", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,070,445,963 [1.06 PB]", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,880,565,826", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 36,038,511,877", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 3", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,539", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,486", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 419", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-16T18:08:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-16T18:08:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-16T18:08:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-16T18:08:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-16T18:08:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T18:08:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-16T18:03:26.698801Z", 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-16T18:08:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-16T18:08:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-16T18:08:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-16T18:08:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 2, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-16T18:08:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 2, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-16T18:08:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-16T18:08:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-16T18:08:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504386146873003e-06, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3094, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3094, 2023-12-16T18:08:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 9282, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 48, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 16384 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-16T18:08:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "0fda898d-1e7f-4391-b9ef-48f55fdc29ce", 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-16T18:08:47.967651", 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-16T18:08:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-16T18:08:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-16T18:08:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-16T18:08:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-16T18:08:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442260480, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031801911536604166 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:48.068 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:48.069 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph telemetry collection ls 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:47 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:48.449 INFO:tasks.workunit.client.0.smithi071.stderr:+ COLLECTIONS='New collections are available: 2023-12-16T18:08:48.449 INFO:tasks.workunit.client.0.smithi071.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-16T18:08:48.449 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.449 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T18:08:48.451 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.452 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.453 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.455 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.457 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-16T18:08:48.458 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-16T18:08:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-16T18:08:48.460 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-16T18:08:48.460 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-16T18:08:48.460 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-16T18:08:48.460 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:48] "GET /metrics HTTP/1.1" 200 235729 "" "Prometheus/2.43.0" 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[78585]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-mon[89361]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:48.939 INFO:tasks.workunit.client.0.smithi071.stdout:Telemetry is on. 2023-12-16T18:08:48.940 INFO:tasks.workunit.client.0.smithi071.stdout:Some channels are disabled, please enable with: 2023-12-16T18:08:48.940 INFO:tasks.workunit.client.0.smithi071.stdout:`ceph telemetry enable channel perf` 2023-12-16T18:08:48.950 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry enable channel perf 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:48 smithi184 ceph-mon[82596]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE Bus STOPPING 2023-12-16T18:08:49.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:49.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE Bus STOPPED 2023-12-16T18:08:49.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE Bus STARTING 2023-12-16T18:08:49.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE Serving on http://:::9283 2023-12-16T18:08:49.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:48] ENGINE Bus STARTED 2023-12-16T18:08:49.407 INFO:tasks.workunit.client.0.smithi071.stdout:channel_perf is enabled 2023-12-16T18:08:49.419 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-16T18:08:49.659 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE Bus STOPPING 2023-12-16T18:08:49.659 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:08:49.660 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE Bus STOPPED 2023-12-16T18:08:49.660 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE Bus STARTING 2023-12-16T18:08:49.660 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE Serving on http://:::9283 2023-12-16T18:08:49.660 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:08:49] ENGINE Bus STARTED 2023-12-16T18:08:49.777 INFO:tasks.workunit.client.0.smithi071.stderr:+ LAST_OPT_REVISION=1 2023-12-16T18:08:49.777 INFO:tasks.workunit.client.0.smithi071.stderr:+ '[' 1 -ne 1 ']' 2023-12-16T18:08:49.777 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: mgrmap e20: y(active, since 82s), standbys: x 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: mgrmap e20: y(active, since 82s), standbys: x 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:49.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: mgrmap e20: y(active, since 82s), standbys: x 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:50.460 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:50.460 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-16T18:08:50.460 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-16T18:08:50.460 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:50.461 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:50.462 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-16T18:08:50.463 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:50.464 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:50.465 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:50.466 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:50.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T18:08:50.468 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-16T18:08:50.469 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:50.470 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T18:08:50.471 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:50.472 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:50.473 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:50.474 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-16T18:03:26.698801Z", 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-16T18:08:50.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-16T18:08:50.477 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-16T18:08:50.478 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-16T18:08:50.479 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 2, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-16T18:08:50.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 2, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.481 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 21291008, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 422712, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 999424, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 24576, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 378, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1083232, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1124352, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14908776, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 21315584 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 19218432, 2023-12-16T18:08:50.482 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 384592, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 368640, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 297, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 929152, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 372224, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14411312, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 19218432 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.483 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 35479552, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1043440, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1007616, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 11108352, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1117, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 6416208, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 915712, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 23344064, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46587904 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.484 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 36962304, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1213016, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1040384, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 8577024, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1048, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7240152, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 22, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1121792, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 23594448, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45539328 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.485 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 42811392, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1565672, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1253376, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 4726784, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1503, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 8753120, 2023-12-16T18:08:50.486 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 22, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1973504, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 26513208, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47538176 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 273842176, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 923432, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1007616, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 16384, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1221, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.487 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4435296, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2399488, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262192760, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 273858560 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 238297088, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 717824, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1171456, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1188, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4634952, 2023-12-16T18:08:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2352896, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227707832, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239468544 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237060096, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 840312, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1015808, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1140, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4643440, 2023-12-16T18:08:50.489 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2470400, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 226222360, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238075904 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 272146432, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 754584, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 663552, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1076, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 3730072, 2023-12-16T18:08:50.490 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 44, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1727232, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 260953808, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 272809984 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 271646720, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 700200, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 114688, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1127, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4813888, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:50.491 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1686272, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 261562776, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 271761408 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237658112, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 889248, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 548864, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1107, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4318048, 2023-12-16T18:08:50.492 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1574400, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227992832, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238206976 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237879296, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1091192, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 16384, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 327680, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1126, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4249128, 2023-12-16T18:08:50.493 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1683456, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227955552, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238206976 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237936640, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1224568, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1253376, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1179, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4211512, 2023-12-16T18:08:50.494 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1804544, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227812432, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239190016 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2023-12-16T18:08:50.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.002787", 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:50.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:50.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:50.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:50.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.500 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.502 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.503 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.504 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 213415, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.505 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51208, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 210 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.506 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7936, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.507 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.509 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.510 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.512 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 149321, 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2023-12-16T18:08:50.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 856, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.514 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.515 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.516 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.519 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.520 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.523 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1083527, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 336 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 88, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.529 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.530 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.531 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1269735, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 414 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.532 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.533 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1125735, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 344 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 528, 2023-12-16T18:08:50.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10304, 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.543 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.544 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1456, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7968, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 14 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 47351, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8683 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 125120, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 184 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10840, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 688 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29782, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 184 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 389653, 2023-12-16T18:08:50.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 87 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2456908, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6776, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 77 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.549 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 521280, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 88920, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215208, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3459 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17360, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7440, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17360, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 800, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41892, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7820 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116960, 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:50.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 519 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25938, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 418364, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 94 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2435390, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.557 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4840, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440192, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 38 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17136, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7344, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17136, 2023-12-16T18:08:50.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 39936, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7500 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 111520, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7816, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 466 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24226, 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-16T18:08:50.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 323848, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 71 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2457136, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359104, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.566 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 24 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214952, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3447 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:50.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17696, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7584, 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:50.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17696, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41248, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7774 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116280, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8940, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 525 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25178, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2944, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 4 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 236742, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 50 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 55335, 2023-12-16T18:08:50.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 15 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2409690, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4840, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428608, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8840, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:50.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17584, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7536, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17584, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 14486, 2023-12-16T18:08:50.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41734, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7858 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 117640, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9128, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 524 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25858, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 873274, 2023-12-16T18:08:50.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 63 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2418594, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 170 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4928, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 56 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.582 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2023-12-16T18:08:50.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214696, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3435 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17248, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 896, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7392, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17248, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4096, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41423, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7748 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116280, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9196, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 520 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25850, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2944, 2023-12-16T18:08:50.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 4 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 822337, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 50 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 55335, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 15 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2413036, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 167 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.590 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5456, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 62 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 463360, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7968, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:50.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 42580, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8228 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 118320, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10360, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 682 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27142, 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 792537, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 43 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2429949, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4576, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 52 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-16T18:08:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 86840, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215208, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3459 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.601 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18480, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 672, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7920, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18480, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 266240, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45116, 2023-12-16T18:08:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8552 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 123760, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11124, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 687 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29358, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 141526, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 28 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2420299, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 218 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5720, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 532864, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 89960, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 201 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:50.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.610 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-16T18:08:50.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-16T18:08:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-16T18:08:50.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-16T18:08:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-16T18:08:50.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.618 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:50.619 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:50.620 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.621 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:50.622 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:50.623 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.624 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.625 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.626 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.627 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.628 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.630 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.631 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.632 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.633 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.634 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.635 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.636 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.637 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.638 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.639 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.640 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.641 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.642 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.643 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.644 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:50.646 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:50.647 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.648 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:50.649 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.651 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.652 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.653 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:50.654 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.659 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:50.662 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.667 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.670 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:50.673 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:50.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:50.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:50.676 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:50.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:50.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.700 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:50.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:50.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.703 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:50.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:50.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.706 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:50.709 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.714 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:50.717 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.722 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:50.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.728 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.729 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch": { 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2023-12-16T18:08:50.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93719 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2023-12-16T18:08:50.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.738 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.739 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.740 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4505355 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2023-12-16T18:08:50.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2023-12-16T18:08:50.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2023-12-16T18:08:50.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207132 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2023-12-16T18:08:50.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2023-12-16T18:08:50.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2023-12-16T18:08:50.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93719 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.747 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2023-12-16T18:08:50.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.752 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2023-12-16T18:08:50.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.756 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.757 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:50.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:50.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 651 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 651, 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3204154 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.761 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 651, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118997431 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.762 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:50.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:50.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1325971440 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.767 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6286258 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4780 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305993414 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43835392 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31637504 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12197888 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240844 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70852555 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.772 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38631 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71054768 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.775 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689222 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71163322 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.778 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27903, 2023-12-16T18:08:50.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53035054 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:50.780 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1413, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464922484 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.781 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.782 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:50.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 643, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3179522 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 643, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240995939 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:50.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:50.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.786 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:50.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1503974636 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2023-12-16T18:08:50.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6238714 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4710 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.790 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 422992881 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42786816 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31637504 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.791 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11149312 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240844 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.793 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.794 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70852555 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38631 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71054768 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689222 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71163322 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:50.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27725, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59900284 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1379, 2023-12-16T18:08:50.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 726803036 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:50.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.805 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 767 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4202063 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2301 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155997368 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.808 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 767 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4146901 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4798 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 340112377 2023-12-16T18:08:50.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:50.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 769 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 769, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2029965778 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1050 2023-12-16T18:08:50.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:50.812 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44785664 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38821888 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5963776 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.814 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277034895 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240414 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70851923 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.817 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277034895 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 36228 2023-12-16T18:08:50.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71056109 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:50.820 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689930 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71162614 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:50.823 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34219, 2023-12-16T18:08:50.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124659624 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.825 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1656, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 554186718 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:50.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:50.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2682880 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.828 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1597440 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:50.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1458176 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:50.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:50.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.834 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4210688 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:50.835 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1232896 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136930 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:50.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 24, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67410 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 82876362 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 338, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7234121 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 980251 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:50.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 83856613 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21115 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.839 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4665 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 755 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.840 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 110, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2662014 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 302, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 329529 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 192, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4209709 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.841 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37824 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5290262 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7309988 2023-12-16T18:08:50.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199381776635 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124880523452 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 50448688357 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:50.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42913 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 409459 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 176346630 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 137578 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91427011 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24070399 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867460 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297604109 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29266303 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3513668 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.846 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269893632 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32768 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85474254 2023-12-16T18:08:50.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593920 2023-12-16T18:08:50.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73303090 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641056906 2023-12-16T18:08:50.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240 2023-12-16T18:08:50.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 928 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71973606 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56982836 2023-12-16T18:08:50.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68845820 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641056906 2023-12-16T18:08:50.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135496 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124204 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71715074 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:50.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21807002 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:50.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3328059 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18856742 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21807002 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3328059 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18856742 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.868 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305655808 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.869 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2560000 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.871 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:50.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1548288 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1409024 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.873 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:50.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:50.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.876 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4038656 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 634880 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180191 2023-12-16T18:08:50.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.880 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69701 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81077218 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 322, 2023-12-16T18:08:50.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7472623 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 619262 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81696480 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1444 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7031 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:50.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4947 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 790 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:50.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3178748 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 325, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268832 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 204, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4679114 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 111388 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6355153 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6558883 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:50.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 113, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 295892516062 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106450684079 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 407, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88465628244 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 407, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39335 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.887 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 470274 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 196800006 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129346 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118879815 2023-12-16T18:08:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22937576 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 276817 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 345500237 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26806231 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2728304 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.890 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235536384 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235536384 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:50.891 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85511494 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863866 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641336208 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71694304 2023-12-16T18:08:50.897 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57007662 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820994 2023-12-16T18:08:50.900 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641336208 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100606 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130926 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.903 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71463940 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 802647251 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:50.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55402273 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180124474 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:50.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4830784 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4332885 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3596115 2023-12-16T18:08:50.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19059146 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9160870 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17999782 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 778757321 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:50.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41908518 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158528577 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.912 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305057792 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:50.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2207744 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:50.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1163264 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.917 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:50.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:50.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3440640 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 626688 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.922 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181778 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.923 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16193 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70086527 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.924 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 262, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5177625 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 336454 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70422981 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2038 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:50.926 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4687 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 572 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 191 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:50.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 83, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1181882 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 245, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240629 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4902343 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:50.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105869 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10261588 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 111, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6982077 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 109, 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142126113377 2023-12-16T18:08:50.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 111, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118285106520 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 326, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43391720742 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 326, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29919 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:50.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 372564 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 154613383 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108684 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74186758 2023-12-16T18:08:50.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21238294 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 276657 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 260720164 2023-12-16T18:08:50.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24592540 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2215050 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.933 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235192320 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234233856 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 958464 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:50.934 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512143 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863217 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641341073 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71689439 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:50.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008095 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820561 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641341073 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88286 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132429 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71469892 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:50.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.949 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193110197 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4648473 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181876954 2023-12-16T18:08:50.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.951 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:50.953 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193110197 2023-12-16T18:08:50.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4648473 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181876954 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:50.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305049600 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:50.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.957 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1236992 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:50.958 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868352 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:50.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729088 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:50.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:50.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:50.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:50.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2035712 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:50.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 647168 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:50.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3351 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:50.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53191557 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 158, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3882898 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 205466 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53397023 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:50.968 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4706 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 309 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 201 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.970 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 72, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 799450 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271508 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 49, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270175 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.971 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5442538 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3367064 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130541891191 2023-12-16T18:08:50.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55536855284 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 425833 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39511 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:50.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238369 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 111092120 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66730 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58985803 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.974 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13431406 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 279085 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189218055 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.975 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15853042 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2624360 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 267829248 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.976 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 266969088 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 860160 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512084 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.979 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73871468 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.980 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641340632 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71689880 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008056 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820600 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:50.986 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641340632 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106001 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 123897 2023-12-16T18:08:50.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71461150 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.989 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:50.990 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 739849 2023-12-16T18:08:50.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.994 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:50.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:50.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 739849 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:50.997 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:50.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305070080 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:50.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:51.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1191936 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:51.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 782336 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643072 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.002 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:51.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:51.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:51.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.007 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1904640 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643072 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:51.008 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234410 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:51.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3124 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54301335 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.010 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 137, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2566062 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209456 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54510791 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.011 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1367 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5661 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 337 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 82, 2023-12-16T18:08:51.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 910408 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 138, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277745 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 56, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244500 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:51.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130011 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4536335 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3010703 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 36, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 119721056270 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:51.015 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55783450022 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 252, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 390462 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 252, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23973 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 233148 2023-12-16T18:08:51.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158094645 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70322 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 294231926 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.017 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24825912 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277337 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 865 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 481950462 2023-12-16T18:08:51.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27126843 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2122659 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:51.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268877824 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268558336 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 319488 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512413 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.021 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73862947 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:51.023 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343098 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.024 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71687414 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008275 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.027 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.028 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820381 2023-12-16T18:08:51.029 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343098 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 104635 2023-12-16T18:08:51.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 128041 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71455906 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:51.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8789923 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 556269 2023-12-16T18:08:51.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7237096 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.037 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:51.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:51.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8789923 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 556269 2023-12-16T18:08:51.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7237096 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:51.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305065984 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:51.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1310720 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 925696 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 786432 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:51.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.047 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.048 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2166784 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 630784 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 246710 2023-12-16T18:08:51.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.052 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4933 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41818236 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2023-12-16T18:08:51.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14556620 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152632 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41970868 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:51.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1250 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.055 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6412 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 325 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 219 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2023-12-16T18:08:51.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 832302 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 128, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278837 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 47, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 356189 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:51.057 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 110910 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2326169 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 35, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2618405 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 31, 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 98972685271 2023-12-16T18:08:51.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 35, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59111834240 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 542002 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63228 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 200966 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 208485113 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80751 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 78222715 2023-12-16T18:08:51.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10751433 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278218 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 602 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:51.061 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 300019684 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17643412 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771259 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:51.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235323392 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234627072 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 696320 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512817 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.065 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73866639 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641346134 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71684378 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:51.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008545 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820111 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641346134 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107436 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 122587 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71455523 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.076 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.077 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.080 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:51.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.084 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305053696 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:51.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:51.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1196032 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 884736 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 745472 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:51.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.089 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.090 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:51.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2011136 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:51.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1232896 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.095 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7449 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.096 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54780377 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21705809 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 114169 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:51.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54894546 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7856 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 291 2023-12-16T18:08:51.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 226 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 688280 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277435 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 44, 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258458 2023-12-16T18:08:51.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2388551 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:51.101 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2009509 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 24, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63820851265 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43772972435 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 336810 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.102 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25514 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184507 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235862124 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 84580 2023-12-16T18:08:51.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 101953149 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10700797 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 869349 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 422 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 351134595 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12604806 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2223962 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235323392 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234749952 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 573440 2023-12-16T18:08:51.106 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512510 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73871042 2023-12-16T18:08:51.109 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343828 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.110 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.111 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71686684 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008340 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820316 2023-12-16T18:08:51.115 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343828 2023-12-16T18:08:51.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108310 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130816 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.118 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71448726 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.119 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:51.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2414 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23272823 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:51.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 12, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5535495 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20244596 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.123 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:51.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.125 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2414 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23272823 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 12, 2023-12-16T18:08:51.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5535495 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20244596 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.127 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305655808 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:51.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1110016 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 675840 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:51.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.134 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1855488 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1228800 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:51.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 127406 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13708 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40741544 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 145, 2023-12-16T18:08:51.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7031899 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 99074 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40840618 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.140 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:51.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5121 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 393 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 86, 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3841112 2023-12-16T18:08:51.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 127, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234572 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3354098 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:51.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21261 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1544959 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1689072 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 18, 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61245877513 2023-12-16T18:08:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30327866405 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 334404 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26147 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:51.145 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 197995 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 110188369 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68345 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 178347339 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13740460 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867601 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 526 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304048060 2023-12-16T18:08:51.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15771962 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5090891 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236306432 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234815488 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1490944 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:51.149 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85503760 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135168 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.151 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73744624 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641278202 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71752310 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57002506 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68826150 2023-12-16T18:08:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641278202 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247001 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2806 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71503671 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 46 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95358570 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132134 2023-12-16T18:08:51.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13497828 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91478206 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7334045 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132134 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6604786 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5931780 2023-12-16T18:08:51.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11620733 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3689206 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10976356 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.168 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76403792 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:51.169 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3203836 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74570070 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:51.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305651712 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.171 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:51.172 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504386146873003e-06, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-16T18:08:51.173 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:51.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-16T18:08:51.175 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3094, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3094, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 9282, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 48, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 16384 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:51.176 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-16T18:08:51.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:51.178 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.179 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:51.180 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:51.181 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.182 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "0fda898d-1e7f-4391-b9ef-48f55fdc29ce", 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-16T18:08:50.339179", 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "6.15.5" 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-16T18:08:51.183 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:51.184 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:51.185 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:51.186 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.187 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.029353+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.029353+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.029819+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.189 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000", 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.193 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.194 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.036497+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.036497+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.036775+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.195 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.196 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000", 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.197 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.201 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.027779+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.027779+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.030476+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.202 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.203 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000", 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.204 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.207 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.208 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273394+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273394+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273856+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.209 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.211 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:28:27.455821+0000", 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.215 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017466+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017466+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017791+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.217 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.218 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000", 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.221 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.222 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026011+0000", 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026011+0000", 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026290+0000", 2023-12-16T18:08:51.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.224 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.225 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000", 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.228 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.229 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019520+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019520+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019831+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.231 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.232 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000", 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.236 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.237 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018039+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018039+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.018355+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.239 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:44:38.000048+0000", 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.240 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.243 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.244 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.028591+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.028591+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.028924+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.246 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.247 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000", 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.251 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.032279+0000", 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.032279+0000", 2023-12-16T18:08:51.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034714+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.253 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.254 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000", 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.258 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.259 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019160+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019160+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019473+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.261 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000", 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.265 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.266 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021742+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021742+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022049+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.267 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.268 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.269 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000", 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.274 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019315+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019315+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019669+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.275 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.276 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:11:01.876893+0000", 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.278 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.280 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.281 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025974+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025974+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026635+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.282 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.283 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000", 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.284 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.286 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.287 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.288 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024801+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024801+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025059+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.289 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.290 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.291 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000", 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.295 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016441+0000", 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016441+0000", 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.016778+0000", 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.297 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.298 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000", 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.302 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273485+0000", 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273485+0000", 2023-12-16T18:08:51.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273840+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.304 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.305 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:00:32.381399+0000", 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033856+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033856+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034967+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.312 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:59:46.100584+0000", 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.316 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.317 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017564+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017564+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017841+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.319 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000", 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.323 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.324 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013671+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013671+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.014063+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2023-12-16T18:08:51.326 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000", 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 554, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:51.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.330 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'4" 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.331 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024862+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024862+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025175+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.333 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:38:37.642737+0000", 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.337 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.338 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.022983+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.022983+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023392+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.341 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000", 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.345 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.346 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019550+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019550+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019821+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.348 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000", 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.349 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.352 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.353 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.023166+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.023166+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023459+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.355 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.356 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000", 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.360 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:10.855498+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:10.855498+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:10.855841+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.362 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:51.363 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:19:11.622795+0000", 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.367 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014083+0000", 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014083+0000", 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.014386+0000", 2023-12-16T18:08:51.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.369 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.370 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000", 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.374 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273243+0000", 2023-12-16T18:08:51.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273243+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273589+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:51.376 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2023-12-16T18:08:51.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:11:02.319463+0000", 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.381 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.382 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.010170+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.010170+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.010620+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.384 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000", 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.388 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.389 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.027201+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.027201+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.027545+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.391 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000", 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.392 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.395 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.396 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016066+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016066+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.018688+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.397 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.398 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000", 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.399 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.401 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.402 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.403 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021875+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021875+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022161+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.404 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.405 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000", 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.406 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.410 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.019489+0000", 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.019489+0000", 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019810+0000", 2023-12-16T18:08:51.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.413 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000", 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021220+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021220+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021504+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:52:13.140034+0000", 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.424 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.425 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017703+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017703+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017982+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.427 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000", 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.431 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025377+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025377+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025630+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.434 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000", 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.438 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.439 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.018992+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.018992+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.020486+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.440 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.441 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000", 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.442 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.444 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.446 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017276+0000", 2023-12-16T18:08:51.447 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017276+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017926+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.448 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000", 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.453 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017445+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017445+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017738+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.455 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2023-12-16T18:08:51.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000", 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.461 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.028340+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.028340+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.029465+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.463 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000", 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.467 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.468 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014570+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014570+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.015110+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.470 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000", 2023-12-16T18:08:51.471 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'3" 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.475 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022128+0000", 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022128+0000", 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022479+0000", 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.478 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000", 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.482 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014876+0000", 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014876+0000", 2023-12-16T18:08:51.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.015867+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 9, 2023-12-16T18:08:51.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 9, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.485 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 61, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000", 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2324, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 9, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.489 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'9" 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.490 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016268+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016268+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.016577+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.492 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000", 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.493 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.496 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.497 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016743+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016743+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017389+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.499 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000", 2023-12-16T18:08:51.500 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.504 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:51.505 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273876+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.506 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.507 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:45:01.657227+0000", 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.508 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.511 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.512 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.022441+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.022441+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023270+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.514 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000", 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.515 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.518 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.519 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016823+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016823+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017144+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.520 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.521 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000", 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.522 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.523 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.525 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.526 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012661+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012661+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012967+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.527 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.528 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.529 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000", 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.533 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018945+0000", 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018945+0000", 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019277+0000", 2023-12-16T18:08:51.534 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.535 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.536 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000", 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.006305+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.006305+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.006595+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.543 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 25, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000", 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.547 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'8" 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.548 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018002+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018002+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.018969+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.550 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000", 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.551 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.554 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.555 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013148+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013148+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.013422+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.556 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.557 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000", 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.558 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.559 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.561 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.562 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.029282+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.029282+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.030088+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.563 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.564 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000", 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.565 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.568 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.569 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.664077+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.664077+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664411+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.570 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.571 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:52:52.879742+0000", 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.572 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.575 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.576 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.008508+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.008508+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.008781+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.577 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.578 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.579 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000", 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.583 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022329+0000", 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022329+0000", 2023-12-16T18:08:51.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022615+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:51.585 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2023-12-16T18:08:51.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000", 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.590 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.591 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.534801+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.534801+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.535071+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.593 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:44:29.946309+0000", 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.019534+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.019534+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019811+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.601 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000", 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026150+0000", 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026150+0000", 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026593+0000", 2023-12-16T18:08:51.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.608 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000", 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.662787+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.662787+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663187+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.615 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:05:10.271708+0000", 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.619 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.620 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.035725+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.035725+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.036001+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.622 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.623 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000", 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.627 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.004212+0000", 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.004212+0000", 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.004525+0000", 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.629 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.630 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000", 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663521+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663521+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663803+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.637 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:34:48.804585+0000", 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.641 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025678+0000", 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025678+0000", 2023-12-16T18:08:51.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026299+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2023-12-16T18:08:51.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:06:57.103335+0000", 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.648 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.649 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016000+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016000+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.016317+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.651 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000", 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.655 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.656 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 17, 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:48.562208+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:48.562208+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:48.562530+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:51.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 51, 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.658 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 50, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 61, 2023-12-16T18:08:51.659 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 275, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000", 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'128" 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.663 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.537296+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.537296+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.537887+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:45:02.030172+0000", 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.670 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.015438+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.015438+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.015720+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.673 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000", 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.677 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.678 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016746+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016746+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017028+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.680 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000", 2023-12-16T18:08:51.681 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.685 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663835+0000", 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663835+0000", 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664171+0000", 2023-12-16T18:08:51.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.687 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.688 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:59:22.457171+0000", 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.692 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.693 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.020164+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.020164+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.020710+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.695 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000", 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.699 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.700 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021666+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021666+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022084+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.702 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000", 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.703 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.706 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.707 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663376+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663376+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663677+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.709 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:38:53.197423+0000", 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.710 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.713 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.714 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012344+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012344+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012612+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.715 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.716 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.717 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000", 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "55'1" 2023-12-16T18:08:51.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:51.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273908+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.723 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2023-12-16T18:08:51.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:44:21.921207+0000", 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.728 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.729 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663728+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663728+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664033+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.731 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:18:05.866484+0000", 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.735 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.736 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017650+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017650+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019535+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.738 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000", 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.739 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.742 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.743 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023561+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023561+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.023824+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.744 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.745 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.746 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000", 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.747 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.750 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016370+0000", 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016370+0000", 2023-12-16T18:08:51.751 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.016685+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:51.752 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.753 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000", 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.755 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.757 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.758 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.015485+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.015485+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.015771+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.760 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.761 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000", 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.765 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:10.754138+0000", 2023-12-16T18:08:51.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:10.754138+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:10.754509+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.768 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:20:11.075866+0000", 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.772 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.773 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.020307+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.020307+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020624+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.775 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:52:37.645299+0000", 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.776 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.779 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.780 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.007877+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.007877+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.008332+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.782 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.783 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000", 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.787 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021097+0000", 2023-12-16T18:08:51.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021097+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021388+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.790 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:01:30.907027+0000", 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.021374+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.021374+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.021661+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000", 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.802 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033389+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033389+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.033716+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.804 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000", 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013100+0000", 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013100+0000", 2023-12-16T18:08:51.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.013394+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:51.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2023-12-16T18:08:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000", 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.816 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.817 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019122+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019122+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019412+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000", 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.823 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.824 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.011366+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.011366+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.011670+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.826 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000", 2023-12-16T18:08:51.827 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:51.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.831 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.020084+0000", 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.020084+0000", 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020553+0000", 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000", 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012247+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012247+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012530+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:51.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.841 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000", 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:51.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.845 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.846 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023768+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023768+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024516+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.848 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.849 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000", 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.853 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021210+0000", 2023-12-16T18:08:51.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021210+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021503+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:51.855 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.856 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000", 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.860 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.861 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.012488+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.012488+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.012809+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.863 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:16:36.930707+0000", 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.867 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.868 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023815+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023815+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024153+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.870 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.871 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000", 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.875 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026054+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026054+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026298+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.878 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000", 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.882 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.883 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019837+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019837+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020220+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.884 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:57:06.647324+0000", 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.886 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.890 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022980+0000", 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022980+0000", 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.023272+0000", 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.891 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.892 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.893 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000", 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.897 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.898 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033884+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033884+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034175+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.900 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000", 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.901 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.904 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.905 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.031664+0000", 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.031664+0000", 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.031964+0000", 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.907 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.908 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:31:20.242777+0000", 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.912 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.913 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019312+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019312+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019982+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.915 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000", 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.920 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025105+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025105+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026900+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.922 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:23:35.270297+0000", 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:51.926 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.927 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024745+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024745+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025018+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.929 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000", 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.930 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.933 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.934 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024285+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024285+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024562+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.936 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.937 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000", 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.941 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.032731+0000", 2023-12-16T18:08:51.942 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.032731+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.033072+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2023-12-16T18:08:51.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000", 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:51.948 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:51.952 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:51.953 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:51.957 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2023-12-16T18:08:51.958 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:51.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2023-12-16T18:08:51.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.962 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 42, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 42, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3094, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:51.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:51.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:51.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 48, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 16 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:51.966 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 9282, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-16T18:08:51.967 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442260480, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031801911536604166 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:51.968 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-16T18:08:51.969 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-device 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "284e00aa-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_284ef1f4-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180537": { 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:51.970 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "284e00aa-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749936 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:51.971 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:51.972 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:51.973 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.974 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 24831589 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 41577880 2023-12-16T18:08:51.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:51.976 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:51.977 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.978 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 91, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2805, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2821, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2791 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.979 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 339617151, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1627363037, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5460974612, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 28026234019, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 9, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 44732, 2023-12-16T18:08:51.980 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53420, 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 95 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 44732, 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53420 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:51.982 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:51.983 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:51.984 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 9%", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 339,617,151 [173 TB]", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,627,363,037 [833 TB]", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,460,974,612", 2023-12-16T18:08:51.985 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 28,026,234,019", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 44,732", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,420", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 95", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:51.986 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:51.987 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_2851ae94-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180534": { 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.988 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749934 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.989 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:51.990 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:51.991 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31592498 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.992 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51209677 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:51.993 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.994 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:51.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-16T18:08:51.996 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3438, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3452, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3424 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 3, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:51.997 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 395386621, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2070445963, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6880565826, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 36038511877, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49539, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51486, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 419 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49539, 2023-12-16T18:08:51.998 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51486 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:51.999 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:52.000 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:52.001 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:52.002 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 395,386,621 [202 TB]", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,070,445,963 [1.06 PB]", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,880,565,826", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 36,038,511,877", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 3", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,539", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,486", 2023-12-16T18:08:52.003 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 419", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.004 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.005 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.006 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.007 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:50 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.010 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-all 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.012 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1036233305' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.016 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.017 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:52.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:52.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:52.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:50 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "284e00aa-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_284ef1f4-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180537": { 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:52.028 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "284e00aa-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:52.029 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749936 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:52.030 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:52.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.032 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 24831589 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.033 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 41577880 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.034 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.036 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 91, 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:52.037 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2805, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2821, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2791 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 339617151, 2023-12-16T18:08:52.038 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1627363037, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5460974612, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 28026234019, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 9, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 44732, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53420, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 95 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 44732, 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:52.039 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53420 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:52.040 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:52.041 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:36 2023 UTC", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.042 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:52.043 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 9%", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 339,617,151 [173 TB]", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,627,363,037 [833 TB]", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,460,974,612", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 28,026,234,019", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 44,732", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,420", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 95", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.044 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.045 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_2851ae94-9c3e-11ee-b77c-0cc47a8fd765": { 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "20231216-180534": { 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-16T18:08:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "2850d1cc-9c3e-11ee-b77c-0cc47a8fd765", 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1702749934 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-16T18:08:52.047 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.048 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.049 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.050 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31592498 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51209677 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-16T18:08:52.051 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:52.053 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-16T18:08:52.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3438, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3452, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3424 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-16T18:08:52.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 3, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 395386621, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2070445963, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6880565826, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 36038511877, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49539, 2023-12-16T18:08:52.056 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51486, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 419 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49539, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51486 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.057 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-391.el9.x86_64] (local build)", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.058 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sat Dec 16 18:05:34 2023 UTC", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-16T18:08:52.059 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-16T18:08:52.060 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 395,386,621 [202 TB]", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,070,445,963 [1.06 PB]", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,880,565,826", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 36,038,511,877", 2023-12-16T18:08:52.061 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 3", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,539", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,486", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 419", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-391.el9.x86_64", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.062 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2023-12-16T18:08:52.063 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-16T18:08:52.064 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:52.065 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-16T18:08:52.066 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-16T18:08:52.067 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-16T18:08:52.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:52.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-16T18:08:52.070 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-16T18:08:52.071 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:52.072 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-16T18:08:52.073 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-16T18:08:52.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-16T18:08:52.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-16T18:08:52.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-16T18:08:52.077 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-16T18:08:52.078 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-16T18:03:26.698801Z", 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-16T18:08:52.079 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-16T18:08:52.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-16T18:08:52.081 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-16T18:08:52.082 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 2, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-16T18:08:52.083 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 2, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.084 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 21307392, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 417592, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 983040, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 8192, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 380, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1121120, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1124352, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14908776, 2023-12-16T18:08:52.085 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 21315584 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 19218432, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 381632, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 352256, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 298, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 882960, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 437760, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14411312, 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 19218432 2023-12-16T18:08:52.086 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 35495936, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 999520, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 794624, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 11091968, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1121, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 6678640, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1184000, 2023-12-16T18:08:52.087 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 23086640, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46587904 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 36151296, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1214880, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 376832, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 9388032, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1056, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 6943264, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 22, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1299968, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 23563840, 2023-12-16T18:08:52.088 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45539328 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 41926656, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1398576, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 5611520, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1517, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 9494072, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 22, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2063104, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 26218392, 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47538176 2023-12-16T18:08:52.089 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 272867328, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1026128, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 991232, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1223, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4304632, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2448128, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262204856, 2023-12-16T18:08:52.090 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 273858560 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 238354432, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 818096, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1114112, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1190, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4775384, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2165504, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227711864, 2023-12-16T18:08:52.091 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239468544 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237060096, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 863608, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1015808, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1140, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4752752, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2334720, 2023-12-16T18:08:52.092 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 226225432, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238075904 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 272154624, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 754296, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 24576, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 655360, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1077, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 3771320, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 44, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1666816, 2023-12-16T18:08:52.093 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 260956880, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 272809984 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 271720448, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 797672, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 40960, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1131, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4785024, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1688320, 2023-12-16T18:08:52.094 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 261565848, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 271761408 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237707264, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 861616, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 499712, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1109, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4382544, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1583616, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227995904, 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238206976 2023-12-16T18:08:52.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237895680, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 981944, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 311296, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1128, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4683944, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1374720, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227971488, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 238206976 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.096 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 237953024, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1197960, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1236992, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1182, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4434280, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1606400, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 227830800, 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239190016 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.097 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2023-12-16T18:08:52.098 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.002787", 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.099 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.102 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.104 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.105 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 213415, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51208, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 210 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7936, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 149321, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 856, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1040599, 2023-12-16T18:08:52.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 340 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.125 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:52.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1250615, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 415 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.133 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:52.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1080807, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 343 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.141 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6584, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 124 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10304, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1456, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7968, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 14 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 47351, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8683 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 125120, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 184 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10840, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 688 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29782, 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 184 2023-12-16T18:08:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 389653, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 87 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2456908, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6776, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 77 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 521280, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 95160, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215208, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3459 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17360, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7440, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17360, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 155 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 800, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41892, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7820 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116960, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 519 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25938, 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:52.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 418364, 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 94 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2435390, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4840, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440192, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 38 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:52.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.160 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17136, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:52.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7344, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17136, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 153 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 39936, 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7500 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 111520, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7816, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 466 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24226, 2023-12-16T18:08:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 323848, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 71 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.166 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2457136, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359104, 2023-12-16T18:08:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 24 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214952, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3447 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.169 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17696, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7584, 2023-12-16T18:08:52.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17696, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41248, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7774 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116280, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8940, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 525 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25178, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2944, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 4 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 236742, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 50 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 55335, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 15 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2409690, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4840, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428608, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8840, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.176 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17584, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1120, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7536, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17584, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 157 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:52.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 14486, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41734, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7858 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 117640, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9128, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 524 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25858, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-16T18:08:52.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 873274, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 63 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 40192, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 10 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2418594, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 170 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4928, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 56 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.184 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214696, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3435 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17248, 2023-12-16T18:08:52.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 896, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7392, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 17248, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 154 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-16T18:08:52.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4096, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 41423, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7748 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 116280, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9196, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 520 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25850, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2944, 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 4 2023-12-16T18:08:52.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 822337, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 50 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 55335, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 15 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2413036, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 167 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.191 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5456, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 62 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 463360, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7968, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18592, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 42580, 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8228 2023-12-16T18:08:52.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 118320, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10360, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 682 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27142, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 792537, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 43 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.199 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2429949, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4576, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 52 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-16T18:08:52.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 93080, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215208, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3459 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.201 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18480, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 672, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-16T18:08:52.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7920, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 18480, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 165 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 266240, 2023-12-16T18:08:52.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45116, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8552 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 123760, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11124, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 687 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29358, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 141526, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 28 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2420295, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 218 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5720, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 532864, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 97448, 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 225 2023-12-16T18:08:52.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214440, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3423 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-16T18:08:52.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-16T18:08:52.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:52.212 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 2 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 2 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:52.213 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 3 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.214 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 3 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.215 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023": 8 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-391.el9.x86_64": 8 2023-12-16T18:08:52.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.217 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2023-12-16T18:08:52.219 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:52.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:52.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.222 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:52.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:52.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.225 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:52.233 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.238 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:52.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:52.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:52.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:52.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:52.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:52.252 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.263 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.271 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.274 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:52.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:52.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:52.277 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:52.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:52.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.285 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.293 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.301 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-16T18:08:52.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-16T18:08:52.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-16T18:08:52.304 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-16T18:08:52.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-16T18:08:52.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.312 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.325 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2023-12-16T18:08:52.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch": { 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2023-12-16T18:08:52.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.331 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.333 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93719 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2023-12-16T18:08:52.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2023-12-16T18:08:52.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2023-12-16T18:08:52.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.339 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4505355 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2023-12-16T18:08:52.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2023-12-16T18:08:52.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:52.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2023-12-16T18:08:52.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207132 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2023-12-16T18:08:52.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.346 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93719 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2023-12-16T18:08:52.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2023-12-16T18:08:52.350 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2023-12-16T18:08:52.352 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2023-12-16T18:08:52.354 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:52.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8c94438b13f868c21ea3c8a5a2e866dd779fd94a": { 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.359 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 651 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 651, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3204154 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 651, 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118997431 2023-12-16T18:08:52.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:52.364 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:52.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1325971440 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:52.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 652 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6286258 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4780 2023-12-16T18:08:52.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 652, 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305993414 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43835392 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31637504 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12197888 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240844 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70852555 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38631 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.374 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71054768 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689222 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71163322 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:52.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27903, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53035054 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.381 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1413, 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464922484 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.382 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9736b47584eeb4308094089d93118d86bc33e7ab": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:52.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:52.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 643, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3179522 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:52.385 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 643, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240995939 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:52.386 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:52.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1503974636 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6238714 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.391 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4710 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 644, 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 422992881 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42786816 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31637504 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11149312 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240844 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70852555 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277033833 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38631 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71054768 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689222 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71163322 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:52.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27725, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59900284 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.403 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.404 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1379, 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 726803036 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.9f18deae92c432a854f629a1c070ed9a122431ae": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-16T18:08:52.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.406 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 767 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4202063 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2301 2023-12-16T18:08:52.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155997368 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.408 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 767 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-16T18:08:52.409 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4146901 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4798 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 767, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 340112377 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.410 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 769 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 769, 2023-12-16T18:08:52.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2029965778 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1050 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44785664 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38821888 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5963776 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277034895 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240414 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70851923 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.418 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277034895 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 36228 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71056109 2023-12-16T18:08:52.421 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184689930 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.422 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71162614 2023-12-16T18:08:52.424 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34219, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124659624 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1656, 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 554186718 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2682880 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1597440 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.430 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1458176 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.434 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.435 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4210688 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1232896 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136930 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.437 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 24, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67410 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 82876362 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 338, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7234121 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 980251 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.439 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 83856613 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21115 2023-12-16T18:08:52.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4665 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 755 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 110, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2662014 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 302, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 329529 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 192, 2023-12-16T18:08:52.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4209709 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37824 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5290262 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.443 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7309988 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199381776635 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124880523452 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 50448688357 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.444 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42913 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 409459 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 176346630 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.445 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 137578 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91427011 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24070399 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867460 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.446 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297604109 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29266303 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 453, 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3513668 2023-12-16T18:08:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269893632 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.448 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32768 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85474254 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593920 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73303090 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641056906 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 928 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71973606 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56982836 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.457 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68845820 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.458 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641056906 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135496 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 124204 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71715074 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21807002 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3328059 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18856742 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.467 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21807002 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3328059 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18856742 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.469 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305655808 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2560000 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.472 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.473 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1548288 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1409024 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4038656 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 634880 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180191 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.480 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 27, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69701 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81077218 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 322, 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7472623 2023-12-16T18:08:52.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 619262 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81696480 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1444 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7031 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.484 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4947 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 790 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3178748 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.485 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 325, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268832 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 204, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4679114 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 111388 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.486 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6355153 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6558883 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 113, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 295892516062 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-16T18:08:52.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106450684079 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 407, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88465628244 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 407, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39335 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 470274 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 196800006 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129346 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118879815 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22937576 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 276817 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 345500237 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26806231 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 409, 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2728304 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235536384 2023-12-16T18:08:52.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235536384 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85511494 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863866 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641336208 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71694304 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57007662 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820994 2023-12-16T18:08:52.501 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641336208 2023-12-16T18:08:52.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100606 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130926 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.504 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71463940 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.505 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.506 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 802647251 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55402273 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180124474 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4830784 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4332885 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3596115 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19059146 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9160870 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-16T18:08:52.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17999782 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 778757321 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41908518 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158528577 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2023-12-16T18:08:52.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305057792 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.514 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2207744 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1163264 2023-12-16T18:08:52.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.519 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3440640 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 626688 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181778 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16193 2023-12-16T18:08:52.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70086527 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 262, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5177625 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.526 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 336454 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 268, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70422981 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2038 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.527 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4687 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.528 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 572 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 191 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 83, 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1181882 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 245, 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240629 2023-12-16T18:08:52.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4902343 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105869 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10261588 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 111, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6982077 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 109, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142126113377 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 111, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 118285106520 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 326, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43391720742 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 326, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29919 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 372564 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 154613383 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.532 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108684 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74186758 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21238294 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 276657 2023-12-16T18:08:52.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 260720164 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24592540 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 328, 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2215050 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235192320 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234233856 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.535 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 958464 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512143 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863217 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641341073 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71689439 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008095 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820561 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641341073 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88286 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132429 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71469892 2023-12-16T18:08:52.548 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193110197 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4648473 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181876954 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193110197 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4648473 2023-12-16T18:08:52.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181876954 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305049600 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1236992 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868352 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729088 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.561 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.562 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.563 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.564 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2035712 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 647168 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.567 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3351 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53191557 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.569 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 158, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3882898 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 205466 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 162, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53397023 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.571 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4706 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 309 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 201 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 72, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 799450 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271508 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 49, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270175 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5442538 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3367064 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:52.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130541891191 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55536855284 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 425833 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-16T18:08:52.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39511 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238369 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.576 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 111092120 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66730 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58985803 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13431406 2023-12-16T18:08:52.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 279085 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189218055 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15853042 2023-12-16T18:08:52.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 239, 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2624360 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861646059 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 267829248 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 266969088 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137591091 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 860160 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512084 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73871468 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641340632 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71689880 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008056 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820600 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641340632 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106001 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 123897 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71461150 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2023-12-16T18:08:52.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 739849 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.599 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 739849 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305070080 2023-12-16T18:08:52.601 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1191936 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.603 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 782336 2023-12-16T18:08:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643072 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.608 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1904640 2023-12-16T18:08:52.610 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 643072 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234410 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3124 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.612 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54301335 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 137, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2566062 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209456 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 141, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54510791 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1367 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5661 2023-12-16T18:08:52.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 337 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 82, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 910408 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 138, 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277745 2023-12-16T18:08:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 56, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244500 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130011 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4536335 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3010703 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 36, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 119721056270 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 38, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55783450022 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 252, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 390462 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 252, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23973 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 233148 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158094645 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70322 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 294231926 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24825912 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277337 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.620 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 865 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 481950462 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27126843 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 254, 2023-12-16T18:08:52.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2122659 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268877824 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268558336 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 319488 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512413 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73862947 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343098 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71687414 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008275 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820381 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343098 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.633 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 104635 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 128041 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.634 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71455906 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.635 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.636 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8789923 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 556269 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7237096 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8789923 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 556269 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7237096 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305065984 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.646 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1310720 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 925696 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 786432 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2166784 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 630784 2023-12-16T18:08:52.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 246710 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4933 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41818236 2023-12-16T18:08:52.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14556620 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152632 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 176, 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41970868 2023-12-16T18:08:52.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1250 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6412 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 325 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.659 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 219 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 832302 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 128, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278837 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 47, 2023-12-16T18:08:52.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 356189 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 110910 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2326169 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 35, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2618405 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 31, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 98972685271 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 35, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59111834240 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 542002 2023-12-16T18:08:52.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63228 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 200966 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 208485113 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80751 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 78222715 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10751433 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278218 2023-12-16T18:08:52.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 602 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 300019684 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17643412 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.665 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771259 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235323392 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234627072 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.666 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 696320 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512817 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73866639 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641346134 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71684378 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008545 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820111 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641346134 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107436 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 122587 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71455523 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40 2023-12-16T18:08:52.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.684 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305053696 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1196032 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 884736 2023-12-16T18:08:52.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 745472 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2011136 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.697 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1232896 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7449 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54780377 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21705809 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 114169 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.700 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54894546 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7856 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 291 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 226 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 688280 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277435 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.703 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 44, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258458 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2388551 2023-12-16T18:08:52.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2009509 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 24, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63820851265 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43772972435 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 336810 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25514 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184507 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235862124 2023-12-16T18:08:52.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 84580 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 101953149 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10700797 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 869349 2023-12-16T18:08:52.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 422 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 351134595 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12604806 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 242, 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2223962 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235323392 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234749952 2023-12-16T18:08:52.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 573440 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85512510 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73871042 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.713 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343828 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71686684 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57008340 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68820316 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641343828 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108310 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 130816 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71448726 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.723 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2414 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23272823 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 12, 2023-12-16T18:08:52.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5535495 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20244596 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2414 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23272823 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 12, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5535495 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20244596 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305655808 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-16T18:08:52.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1110016 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 675840 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-16T18:08:52.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1855488 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1228800 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-16T18:08:52.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 127406 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.742 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13708 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40741544 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 145, 2023-12-16T18:08:52.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7031899 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 99074 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40840618 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-16T18:08:52.744 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5121 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 393 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 86, 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3841112 2023-12-16T18:08:52.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 127, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234572 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3354098 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-16T18:08:52.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21261 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1544959 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1689072 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 18, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61245877513 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.748 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30327866405 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 334404 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26147 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-16T18:08:52.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 197995 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 110188369 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68345 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 178347339 2023-12-16T18:08:52.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13740460 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867601 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 526 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304048060 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15771962 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 281, 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5090891 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861662509 2023-12-16T18:08:52.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236306432 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 234815488 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137610444 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1490944 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85503760 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135168 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73744624 2023-12-16T18:08:52.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641278202 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.759 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71752310 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-16T18:08:52.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57002506 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68826150 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641278202 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-16T18:08:52.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247001 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2806 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-16T18:08:52.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71503671 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-16T18:08:52.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-16T18:08:52.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 46 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.768 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95358570 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132134 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13497828 2023-12-16T18:08:52.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91478206 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7334045 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132134 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6604786 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5931780 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-16T18:08:52.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11620733 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-16T18:08:52.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3689206 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10976356 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-16T18:08:52.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76403792 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3203836 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-16T18:08:52.774 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74570070 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.775 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305651712 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:52.776 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:52.777 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504386146873003e-06, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-16T18:08:52.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-16T18:08:52.779 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3519694164187968e-07, 2023-12-16T18:08:52.780 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3094, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3094, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 9282, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 48, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 16384 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:52.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:52.782 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:52.783 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:52.785 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:52.785 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:52.785 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:52.785 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:52.785 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.786 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727117015306, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-16T18:08:52.787 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372329472, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-16T18:08:52.788 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-16T18:08:52.789 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "0fda898d-1e7f-4391-b9ef-48f55fdc29ce", 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-16T18:08:51.509541", 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "6.15.5" 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-16T18:08:52.790 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-16T18:08:52.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-16T18:08:52.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-16T18:08:52.793 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.029353+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.029353+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.029819+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712493+0000", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.796 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:27:45.889409+0000", 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.036497+0000", 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.036497+0000", 2023-12-16T18:08:52.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.036775+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572741+0000", 2023-12-16T18:08:52.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2023-12-16T18:08:52.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:00:46.690915+0000", 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:52.808 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.027779+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.027779+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.030476+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538846+0000", 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.811 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:43:39.813609+0000", 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.815 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:52.816 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273394+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273394+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273856+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539335+0000", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:52.818 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:52.819 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:28:27.455821+0000", 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.823 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017466+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017466+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017791+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711795+0000", 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.826 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:16:23.096807+0000", 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.830 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.831 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026011+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026011+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026290+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.833 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.834 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:19:52.135762+0000", 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.838 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019520+0000", 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019520+0000", 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019831+0000", 2023-12-16T18:08:52.839 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711357+0000", 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.840 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.841 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:21:46.931540+0000", 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.845 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018039+0000", 2023-12-16T18:08:52.846 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018039+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.018355+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.847 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710423+0000", 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.848 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:44:38.000048+0000", 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.852 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.853 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.028591+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.028591+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.028924+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712444+0000", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.855 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:38:37.527213+0000", 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.859 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.860 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.032279+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.032279+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034714+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712458+0000", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.862 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:30:03.243220+0000", 2023-12-16T18:08:52.863 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.867 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019160+0000", 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019160+0000", 2023-12-16T18:08:52.868 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019473+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712530+0000", 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.870 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:06:20.542226+0000", 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.874 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.875 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021742+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021742+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022049+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.876 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536030+0000", 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.877 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:08:24.354662+0000", 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.881 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.882 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.884 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019315+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019315+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019669+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710672+0000", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.886 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:11:01.876893+0000", 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.887 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.890 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.891 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025974+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025974+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026635+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.892 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538348+0000", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.893 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.894 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:11:46.605431+0000", 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.898 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024801+0000", 2023-12-16T18:08:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024801+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025059+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572321+0000", 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.901 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:46.201728+0000", 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.905 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.906 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016441+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016441+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.016778+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710861+0000", 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.908 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:34:28.660901+0000", 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.912 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.913 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273485+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273485+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273840+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711688+0000", 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:00:32.381399+0000", 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.920 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033856+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033856+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034967+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538969+0000", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.922 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.923 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:59:46.100584+0000", 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.927 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017564+0000", 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017564+0000", 2023-12-16T18:08:52.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017841+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711966+0000", 2023-12-16T18:08:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.930 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:14:31.954777+0000", 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.935 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013671+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013671+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.014063+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539388+0000", 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.937 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:08:45.562844+0000", 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 554, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.938 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:52.941 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'4" 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.942 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024862+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024862+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025175+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710871+0000", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:38:37.642737+0000", 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.945 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.948 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.949 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.022983+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.022983+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023392+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.950 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710919+0000", 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.951 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:19:30.375261+0000", 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.953 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.955 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.956 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019550+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019550+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019821+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.957 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539306+0000", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:52.958 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.959 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:22:30.560394+0000", 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.963 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.023166+0000", 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.023166+0000", 2023-12-16T18:08:52.964 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023459+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.965 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712275+0000", 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.966 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:24:52.257292+0000", 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:52.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.970 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.971 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:10.855498+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:10.855498+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:10.855841+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.972 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538771+0000", 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.973 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:19:11.622795+0000", 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.977 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:52.978 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014083+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014083+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.014386+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:52.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711918+0000", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.980 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.981 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:44:42.551450+0000", 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.982 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.984 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.985 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273243+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273243+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273589+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.986 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712081+0000", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.987 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.988 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:11:02.319463+0000", 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.990 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.992 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:52.993 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.010170+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.010170+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.010620+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:52.994 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710756+0000", 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:52.995 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:34:42.326859+0000", 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:52.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:52.997 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:52.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:52.999 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.000 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.027201+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.027201+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.027545+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.001 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535747+0000", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.002 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.003 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:38:00.747255+0000", 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.005 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.007 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016066+0000", 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016066+0000", 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.018688+0000", 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.008 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711460+0000", 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.009 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.010 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:54:29.930812+0000", 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.013 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:53.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.015 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021875+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021875+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022161+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.016 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538462+0000", 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.017 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:32:57.778660+0000", 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.019489+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.019489+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019810+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710690+0000", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.024 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.025 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:40:28.358882+0000", 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.029 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021220+0000", 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021220+0000", 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021504+0000", 2023-12-16T18:08:53.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710597+0000", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.031 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.032 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:52:13.140034+0000", 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.036 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017703+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017703+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017982+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711003+0000", 2023-12-16T18:08:53.038 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2023-12-16T18:08:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:51:15.928662+0000", 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.043 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.044 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025377+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025377+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025630+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.045 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572452+0000", 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.046 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:18:27.271985+0000", 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.050 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.051 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.018992+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.018992+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.020486+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712265+0000", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.053 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.054 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:10:06.196669+0000", 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.058 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.017276+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.017276+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017926+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711379+0000", 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.061 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:18:00.713924+0000", 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.065 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.066 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017445+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017445+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017738+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711238+0000", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.068 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.069 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:33:58.150062+0000", 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.073 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.028340+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.028340+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.029465+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539171+0000", 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:34:48.830540+0000", 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.080 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.081 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014570+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014570+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.015110+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572821+0000", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.083 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:11:20.894885+0000", 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.084 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:53.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'3" 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.088 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022128+0000", 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022128+0000", 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022479+0000", 2023-12-16T18:08:53.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536117+0000", 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.090 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2023-12-16T18:08:53.091 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:24:27.795358+0000", 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.095 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.096 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.014876+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.014876+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.015867+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:26.260953+0000", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 9, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.098 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 9, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 61, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:04:51.549388+0000", 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.099 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2324, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.100 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 9, 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-16T18:08:53.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'9" 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.103 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016268+0000", 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016268+0000", 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.016577+0000", 2023-12-16T18:08:53.104 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712109+0000", 2023-12-16T18:08:53.105 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.106 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:18:24.744579+0000", 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.110 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.111 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016743+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016743+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017389+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.112 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538681+0000", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.113 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:03:55.020351+0000", 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.114 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.115 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.117 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.118 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273876+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.119 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539009+0000", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.120 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.121 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 14, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:45:01.657227+0000", 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.122 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.125 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.022441+0000", 2023-12-16T18:08:53.126 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.022441+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.023270+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711393+0000", 2023-12-16T18:08:53.127 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.128 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:20:40.847999+0000", 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.130 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.132 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.133 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.016823+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.016823+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.017144+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.134 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711713+0000", 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.135 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:24:58.659249+0000", 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.139 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.140 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012661+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012661+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012967+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.141 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710979+0000", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.142 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:40:35.067664+0000", 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.143 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.147 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018945+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018945+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019277+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712272+0000", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.149 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:19:49.913688+0000", 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.154 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.006305+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.006305+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.006595+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538125+0000", 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 25, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:57:32.096189+0000", 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-16T18:08:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'8" 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.162 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.018002+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.018002+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.018969+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711429+0000", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.164 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:33:14.508600+0000", 2023-12-16T18:08:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.168 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.169 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013148+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013148+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.013422+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.170 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535972+0000", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.172 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:42:46.713488+0000", 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.173 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:53.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.177 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.029282+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.029282+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.030088+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.178 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712235+0000", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.179 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:37:45.941510+0000", 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.181 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.183 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.184 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.664077+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.664077+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664411+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.185 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572478+0000", 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.186 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:52:52.879742+0000", 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.188 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.189 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.190 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.191 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.192 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.008508+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.008508+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.008781+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.193 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572618+0000", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.194 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:52:50.608119+0000", 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.195 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.196 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.197 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.198 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.199 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022329+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022329+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022615+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.200 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711347+0000", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.201 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.202 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:54:58.236230+0000", 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.204 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.205 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.206 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.534801+0000", 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.534801+0000", 2023-12-16T18:08:53.207 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.535071+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572665+0000", 2023-12-16T18:08:53.208 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.209 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:44:29.946309+0000", 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.212 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.214 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.019534+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.019534+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019811+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.215 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711263+0000", 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.216 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:18:34.883493+0000", 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.219 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.220 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.221 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026150+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026150+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026593+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.222 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.536159+0000", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.223 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:54:38.706657+0000", 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.224 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.227 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.228 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.662787+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.662787+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663187+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572838+0000", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.230 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:05:10.271708+0000", 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.234 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.235 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.035725+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.035725+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.036001+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572446+0000", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.237 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:19:49.806971+0000", 2023-12-16T18:08:53.238 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.242 INFO:tasks.workunit.client.0.smithi071.stderr:+ echo OK 2023-12-16T18:08:53.244 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.244 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.245 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.247 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:52 smithi184 ceph-mon[82596]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.248 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:52 smithi184 ceph-mon[82596]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.250 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.004212+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.004212+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.004525+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.251 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538503+0000", 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.252 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T06:01:31.383361+0000", 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.256 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.257 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663521+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663521+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663803+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.258 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712384+0000", 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.259 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:34:48.804585+0000", 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.262 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.263 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025678+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025678+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026299+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.265 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710589+0000", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.266 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.267 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:06:57.103335+0000", 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.271 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016000+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016000+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.016317+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.273 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:55:19.668551+0000", 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.278 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 17, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:48.562208+0000", 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:48.562208+0000", 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:48.562530+0000", 2023-12-16T18:08:53.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 51, 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:05:33.356966+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:26.282267+0000", 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2023-12-16T18:08:53.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 50, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.281 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 61, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 275, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:48:23.816367+0000", 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'128" 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.285 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.537296+0000", 2023-12-16T18:08:53.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.537296+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.537887+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538478+0000", 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.288 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:45:02.030172+0000", 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.292 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.015438+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.015438+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.015720+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538363+0000", 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:40:16.572429+0000", 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.299 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.300 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016746+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016746+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.017028+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710900+0000", 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.302 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:08:15.411081+0000", 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.306 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.307 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663835+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663835+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664171+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538385+0000", 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.309 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:59:22.457171+0000", 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.310 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.313 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.314 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.020164+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.020164+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.020710+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712247+0000", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.316 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.317 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:49:42.215144+0000", 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.321 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021666+0000", 2023-12-16T18:08:53.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021666+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.022084+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572703+0000", 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2023-12-16T18:08:53.324 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:45:18.540046+0000", 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.328 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.329 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663376+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663376+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.663677+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710496+0000", 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.331 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:38:53.197423+0000", 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.335 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.336 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012344+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012344+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012612+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572886+0000", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.338 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:27:47.020775+0000", 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.339 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.342 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "55'1" 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.343 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:11.273516+0000", 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:11.273908+0000", 2023-12-16T18:08:53.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711094+0000", 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.345 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.346 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:44:21.921207+0000", 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.350 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 58, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:22.663728+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:22.663728+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:22.664033+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:07:21.521518+0000", 2023-12-16T18:08:53.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535627+0000", 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.353 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T18:18:05.866484+0000", 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.357 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.358 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.017650+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.017650+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.019535+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712177+0000", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.360 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:11:13.067500+0000", 2023-12-16T18:08:53.361 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.365 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023561+0000", 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023561+0000", 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.023824+0000", 2023-12-16T18:08:53.366 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538680+0000", 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.367 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.368 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:23:19.175100+0000", 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.369 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.372 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.373 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.016370+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.016370+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.016685+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.374 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711118+0000", 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.375 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:04:13.253335+0000", 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.376 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.379 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.380 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.015485+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.015485+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.015771+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.381 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.535789+0000", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.382 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.383 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:58:48.014183+0000", 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.384 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.387 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.388 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:07:10.754138+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:07:10.754138+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:07:10.754509+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 57, 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.389 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572366+0000", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 56, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.390 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:20:11.075866+0000", 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.392 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.393 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.397 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.398 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.020307+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.020307+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020624+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710513+0000", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.400 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:52:37.645299+0000", 2023-12-16T18:08:53.401 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.404 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.405 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.007877+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.007877+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.008332+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572388+0000", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.407 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T00:33:52.357354+0000", 2023-12-16T18:08:53.408 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.412 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021097+0000", 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021097+0000", 2023-12-16T18:08:53.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021388+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710593+0000", 2023-12-16T18:08:53.414 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2023-12-16T18:08:53.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:01:30.907027+0000", 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.419 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.420 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.021374+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.021374+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.021661+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711632+0000", 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:53.422 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:09:34.363875+0000", 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.426 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.427 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033389+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033389+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.033716+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711372+0000", 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.429 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:24:54.454997+0000", 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.433 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.434 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.013100+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.013100+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.013394+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.539442+0000", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.436 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:38:46.696712+0000", 2023-12-16T18:08:53.437 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.441 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019122+0000", 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019122+0000", 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019412+0000", 2023-12-16T18:08:53.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712192+0000", 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.444 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T20:25:51.164949+0000", 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.448 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.011366+0000", 2023-12-16T18:08:53.449 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.011366+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.011670+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572750+0000", 2023-12-16T18:08:53.450 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2023-12-16T18:08:53.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:11:36.280367+0000", 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-16T18:08:53.455 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'1" 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.456 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.020084+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.020084+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020553+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711931+0000", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.458 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:09:54.671617+0000", 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.459 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.462 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 52, 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:58.012247+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:58.012247+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:58.012530+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 53, 2023-12-16T18:08:53.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:56.981856+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538855+0000", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 52, 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.465 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:53:18.623425+0000", 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.469 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "54'2" 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.470 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023768+0000", 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023768+0000", 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024516+0000", 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712424+0000", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.472 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.473 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:38:27.260412+0000", 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.477 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.021210+0000", 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.021210+0000", 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.021503+0000", 2023-12-16T18:08:53.478 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712131+0000", 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.479 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.480 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:46:36.452490+0000", 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.484 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.485 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.012488+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.012488+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.012809+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538580+0000", 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2023-12-16T18:08:53.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:16:36.930707+0000", 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.491 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.492 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.023815+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.023815+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024153+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711461+0000", 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.494 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T03:10:11.077791+0000", 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.498 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.499 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.026054+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.026054+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026298+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538541+0000", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.501 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T01:32:20.977179+0000", 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.502 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.505 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.506 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019837+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019837+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.020220+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710916+0000", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.508 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:57:06.647324+0000", 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.513 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.022980+0000", 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.022980+0000", 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.023272+0000", 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.572635+0000", 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.516 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T05:17:49.184053+0000", 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.520 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.033884+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.033884+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.034175+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712596+0000", 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.523 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:29:18.695644+0000", 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.527 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.528 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.031664+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.031664+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.031964+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711037+0000", 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.530 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T19:31:20.242777+0000", 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.534 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.535 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.019312+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.019312+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.019982+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711080+0000", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.537 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T21:46:25.592521+0000", 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.538 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.541 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.542 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.025105+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.025105+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.026900+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.710485+0000", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.544 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.545 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T23:23:35.270297+0000", 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.549 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024745+0000", 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024745+0000", 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.025018+0000", 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.711536+0000", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.551 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.552 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-17T22:30:25.509323+0000", 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.556 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.024285+0000", 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.024285+0000", 2023-12-16T18:08:53.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.024562+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.538609+0000", 2023-12-16T18:08:53.558 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.559 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T04:33:00.249552+0000", 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-16T18:08:53.563 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 53, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-16T18:08:53.564 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-16T18:06:59.032731+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-16T18:06:59.032731+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-16T18:06:59.033072+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 54, 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-16T18:08:53.565 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-16T18:06:57.987513+0000", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-16T18:07:23.712004+0000", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 53, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-16T18:08:53.566 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 60, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 16, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-18T02:03:00.902304+0000", 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.567 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.568 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-16T18:08:53.570 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2023-12-16T18:08:53.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.575 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.576 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-16T18:08:53.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:53.579 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2023-12-16T18:08:53.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-16T18:08:53.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2023-12-16T18:08:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 42, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 42, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3094, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-16T18:08:53.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2023-12-16T18:08:53.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-16T18:08:53.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 48, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 16 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-16T18:08:53.588 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 9282, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-16T18:08:53.589 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442260480, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031801911536604166 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765518024704, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442260480 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-16T18:08:53.590 INFO:tasks.workunit.client.0.smithi071.stdout:OK 2023-12-16T18:08:53.591 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:08:53.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:08:53.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:52 smithi071 ceph-mon[78585]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:52 smithi071 ceph-mon[78585]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:53.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:52 smithi071 ceph-mon[89361]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:53.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:52 smithi071 ceph-mon[89361]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:53.633 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-12-16T18:08:53.633 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:08:53.916 DEBUG:teuthology.parallel:result is None 2023-12-16T18:08:53.916 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:08:53.943 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:08:53.943 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:08:54.006 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:08:54.008 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:08:54.017 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-12-16T18:08:54.017 INFO:teuthology.run_tasks:Running task print... 2023-12-16T18:08:54.026 INFO:teuthology.task.print:**** done start parallel 2023-12-16T18:08:54.026 INFO:teuthology.run_tasks:Running task parallel... 2023-12-16T18:08:54.051 INFO:teuthology.task.parallel:starting parallel... 2023-12-16T18:08:54.052 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-16T18:08:54.052 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:08:54.052 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-16T18:08:54.052 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-16T18:08:54.054 INFO:tasks.rados:Beginning rados... 2023-12-16T18:08:54.054 INFO:tasks.rados:joining rados 2023-12-16T18:08:54.055 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-16T18:08:54.057 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-16T18:08:54.057 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-16T18:08:54.058 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-16T18:08:54.058 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2023-12-16T18:08:54.058 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-16T18:08:54.059 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-16T18:08:54.059 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-16T18:08:54.324 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:08:54.833 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:08:55.388 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:55 smithi071 ceph-mon[78585]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:55.388 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:55 smithi071 ceph-mon[89361]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:55.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:55 smithi184 ceph-mon[82596]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:56.179 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-16T18:08:56.404 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:56 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:08:56.404 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:56.405 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:56 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:08:56.405 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:56.461 INFO:tasks.rados:starting run 0 out of 1 2023-12-16T18:08:56.461 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-16T18:08:56.461 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-16T18:08:56.510 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:08:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:56 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:08:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:08:56.865 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:08:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[78585]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:08:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[78585]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T18:08:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[89361]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:08:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:57 smithi071 ceph-mon[89361]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T18:08:57.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:57 smithi184 ceph-mon[82596]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-16T18:08:57.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:57 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/742021001' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:08:57.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:57 smithi184 ceph-mon[82596]: osdmap e62: 8 total, 8 up, 8 in 2023-12-16T18:08:58.052 INFO:teuthology.orchestra.run.smithi071.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.372 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -e sha1=c7586e95519b7be76f3b6e3a4b333888baf46bc9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-16T18:08:58.656 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:08:58] "GET /metrics HTTP/1.1" 200 235766 "" "Prometheus/2.43.0" 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[89361]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T18:08:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T18:08:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:08:58 smithi071 ceph-mon[78585]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:08:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:08:58.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-16T18:08:58.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-16T18:08:58.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:08:58 smithi184 ceph-mon[82596]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c7586e95519b7be76f3b6e3a4b333888baf46bc9 2023-12-16T18:08:59.782 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:09:00.127 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:09:00.127 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (55s) 48s ago 78s 18.2M - 0.25.0 c8568f914cd2 3deb4c4dbc5f 2023-12-16T18:09:00.127 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (67s) 48s ago 67s 78.5M - 9.4.7 954c08fa6188 e851e08d6558 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (2m) 48s ago 2m 17.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (2m) 48s ago 2m 14.3M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443 running (4m) 48s ago 4m 430M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 8bc93af3524e 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (5m) 48s ago 5m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 dcaaec490f8b 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 48s ago 5m 48.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 b343407f2395 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (4m) 48s ago 4m 46.2M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 48s ago 4m 45.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 159021d8e228 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (63s) 48s ago 62s 5733k - 1.5.0 0da6a335fe13 6905a75e9b73 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (59s) 48s ago 59s 3351k - 1.5.0 0da6a335fe13 510b58480738 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 48s ago 4m 44.0M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 48s ago 3m 41.5M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 48s ago 3m 43.4M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 48s ago 3m 42.2M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:09:00.128 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (3m) 48s ago 3m 40.2M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:09:00.129 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (2m) 48s ago 2m 42.9M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:09:00.129 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (2m) 48s ago 2m 41.5M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:09:00.129 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (2m) 48s ago 2m 41.1M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:09:00.129 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (52s) 48s ago 101s 25.7M - 2.43.0 a07b618ecd1d e5cc4a4fc559 2023-12-16T18:09:00.141 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'unique_pool_0' created 2023-12-16T18:09:00.395 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:00 smithi071 ceph-mon[78585]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T18:09:00.395 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:00 smithi071 ceph-mon[89361]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T18:09:00.422 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-16T18:09:00.572 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:00.573 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 15 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:09:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:09:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:00 smithi184 ceph-mon[82596]: osdmap e63: 8 total, 8 up, 8 in 2023-12-16T18:09:00.698 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: pgmap v53: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1979653920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.329 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T18:09:01.330 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T18:09:01.330 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: pgmap v53: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:09:01.330 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:01 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1979653920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:01.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1157057215' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: osdmap e64: 8 total, 8 up, 8 in 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: pgmap v53: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:09:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:01 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1979653920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:02.147 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-16T18:09:02.419 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[78585]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:09:02.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[78585]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T18:09:02.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:09:02.420 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[89361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:09:02.420 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[89361]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T18:09:02.420 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:09:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:02 smithi184 ceph-mon[82596]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:09:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:02 smithi184 ceph-mon[82596]: osdmap e65: 8 total, 8 up, 8 in 2023-12-16T18:09:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:09:03.447 DEBUG:teuthology.orchestra.run.smithi071:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-16T18:09:03.473 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight read -> 100 2023-12-16T18:09:03.473 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight delete -> 50 2023-12-16T18:09:03.473 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_create -> 50 2023-12-16T18:09:03.473 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_remove -> 50 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rollback -> 50 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight setattr -> 25 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rmattr -> 25 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight copy_from -> 50 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight append -> 100 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable) 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout:Configuration: 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Number of operations: 4000 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Number of objects: 50 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Max in flight operations: 16 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Object size (in bytes): 4000000 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride min: 400000 2023-12-16T18:09:03.474 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride max: 800000 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[78585]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[78585]: pgmap v56: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[89361]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T18:09:03.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:03 smithi071 ceph-mon[89361]: pgmap v56: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:03 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/318317718' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-16T18:09:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:03 smithi184 ceph-mon[82596]: osdmap e66: 8 total, 8 up, 8 in 2023-12-16T18:09:03.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:03 smithi184 ceph-mon[82596]: pgmap v56: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:04.155 INFO:tasks.rados.rados.0.smithi071.stdout:1: write initial oid 1 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:1: seq_num 0 ranges {0=24576} 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:1: writing smithi071127730-1 from 0 to 24576 tid 1 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:2: write initial oid 2 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:2: seq_num 1 ranges {0=24576} 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:2: writing smithi071127730-2 from 0 to 24576 tid 1 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:3: write initial oid 3 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:3: seq_num 2 ranges {0=40960} 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:3: writing smithi071127730-3 from 0 to 40960 tid 1 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:4: write initial oid 4 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:4: seq_num 3 ranges {0=57344} 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:4: writing smithi071127730-4 from 0 to 57344 tid 1 2023-12-16T18:09:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:5: write initial oid 5 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:5: seq_num 4 ranges {0=73728} 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:5: writing smithi071127730-5 from 0 to 73728 tid 1 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:6: write initial oid 6 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:6: seq_num 5 ranges {0=90112} 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:6: writing smithi071127730-6 from 0 to 90112 tid 1 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:7: write initial oid 7 2023-12-16T18:09:04.157 INFO:tasks.rados.rados.0.smithi071.stdout:7: seq_num 6 ranges {0=106496} 2023-12-16T18:09:04.158 INFO:tasks.rados.rados.0.smithi071.stdout:7: writing smithi071127730-7 from 0 to 106496 tid 1 2023-12-16T18:09:04.158 INFO:tasks.rados.rados.0.smithi071.stdout:8: write initial oid 8 2023-12-16T18:09:04.158 INFO:tasks.rados.rados.0.smithi071.stdout:8: seq_num 7 ranges {0=122880} 2023-12-16T18:09:04.160 INFO:tasks.rados.rados.0.smithi071.stdout:8: writing smithi071127730-8 from 0 to 122880 tid 1 2023-12-16T18:09:04.160 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 1 to smithi071127730-1 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 1 to smithi071127730-2 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:9: write initial oid 9 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:9: seq_num 8 ranges {0=139264} 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:9: writing smithi071127730-9 from 0 to 139264 tid 1 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:10: write initial oid 10 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:10: seq_num 9 ranges {0=155648} 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:10: writing smithi071127730-10 from 0 to 155648 tid 1 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 1 to smithi071127730-4 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:11: write initial oid 11 2023-12-16T18:09:04.161 INFO:tasks.rados.rados.0.smithi071.stdout:11: seq_num 10 ranges {0=172032} 2023-12-16T18:09:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:11: writing smithi071127730-11 from 0 to 172032 tid 1 2023-12-16T18:09:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 2 to smithi071127730-1 2023-12-16T18:09:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 1 to smithi071127730-3 2023-12-16T18:09:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:12: write initial oid 12 2023-12-16T18:09:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:12: seq_num 11 ranges {0=188416} 2023-12-16T18:09:04.164 INFO:tasks.rados.rados.0.smithi071.stdout:12: writing smithi071127730-12 from 0 to 188416 tid 1 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 2 to smithi071127730-4 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 2 to smithi071127730-2 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 3 to smithi071127730-1 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 1 to smithi071127730-6 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:1: done (11 left) 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:13: write initial oid 13 2023-12-16T18:09:04.165 INFO:tasks.rados.rados.0.smithi071.stdout:13: seq_num 12 ranges {0=204800} 2023-12-16T18:09:04.166 INFO:tasks.rados.rados.0.smithi071.stdout:13: writing smithi071127730-13 from 0 to 204800 tid 1 2023-12-16T18:09:04.166 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 1 to smithi071127730-5 2023-12-16T18:09:04.166 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 3 to smithi071127730-2 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 1 to smithi071127730-7 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 2 to smithi071127730-3 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:2: done (11 left) 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:14: write initial oid 14 2023-12-16T18:09:04.167 INFO:tasks.rados.rados.0.smithi071.stdout:14: seq_num 13 ranges {0=221184} 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:14: writing smithi071127730-14 from 0 to 221184 tid 1 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 1 to smithi071127730-8 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 1 to smithi071127730-9 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 2 to smithi071127730-7 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 1 to smithi071127730-11 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 2 to smithi071127730-5 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:15: write initial oid 15 2023-12-16T18:09:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:15: seq_num 14 ranges {0=237568} 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:15: writing smithi071127730-15 from 0 to 237568 tid 1 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 2 to smithi071127730-6 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 3 to smithi071127730-3 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 3 to smithi071127730-7 2023-12-16T18:09:04.170 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 2 to smithi071127730-8 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 3 to smithi071127730-4 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 2 to smithi071127730-9 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 1 to smithi071127730-10 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:3: done (12 left) 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:4: done (11 left) 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:7: done (10 left) 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:16: write initial oid 16 2023-12-16T18:09:04.171 INFO:tasks.rados.rados.0.smithi071.stdout:16: seq_num 15 ranges {0=253952} 2023-12-16T18:09:04.172 INFO:tasks.rados.rados.0.smithi071.stdout:16: writing smithi071127730-16 from 0 to 253952 tid 1 2023-12-16T18:09:04.172 INFO:tasks.rados.rados.0.smithi071.stdout:17: write initial oid 17 2023-12-16T18:09:04.172 INFO:tasks.rados.rados.0.smithi071.stdout:17: seq_num 16 ranges {0=270336} 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:17: writing smithi071127730-17 from 0 to 270336 tid 1 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 2 to smithi071127730-11 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 1 to smithi071127730-12 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 3 to smithi071127730-5 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 3 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 3 to smithi071127730-11 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-16T18:09:04.174 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 3 to smithi071127730-9 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 3 to smithi071127730-8 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 1 to smithi071127730-14 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 2 to smithi071127730-10 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 3 to smithi071127730-6 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 1 to smithi071127730-13 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 2 to smithi071127730-12 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 1 to smithi071127730-15 2023-12-16T18:09:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:5: done (11 left) 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:6: done (10 left) 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:8: done (9 left) 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:9: done (8 left) 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:11: done (7 left) 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:18: write initial oid 18 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:18: seq_num 17 ranges {0=286720} 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:18: writing smithi071127730-18 from 0 to 286720 tid 1 2023-12-16T18:09:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 3 to smithi071127730-12 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 2 to smithi071127730-14 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 2 to smithi071127730-13 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 3 to smithi071127730-10 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 3 to smithi071127730-13 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 3 to smithi071127730-14 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-16T18:09:04.177 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 1 to smithi071127730-16 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:10: done (7 left) 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:12: done (6 left) 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:13: done (5 left) 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:14: done (4 left) 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:19: write initial oid 19 2023-12-16T18:09:04.178 INFO:tasks.rados.rados.0.smithi071.stdout:19: seq_num 18 ranges {0=303104} 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:19: writing smithi071127730-19 from 0 to 303104 tid 1 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 2 to smithi071127730-15 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 1 to smithi071127730-17 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 2 to smithi071127730-16 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 3 to smithi071127730-15 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:15: done (4 left) 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:20: write initial oid 20 2023-12-16T18:09:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:20: seq_num 19 ranges {0=319488} 2023-12-16T18:09:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:20: writing smithi071127730-20 from 0 to 319488 tid 1 2023-12-16T18:09:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:21: write initial oid 21 2023-12-16T18:09:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 2 to smithi071127730-17 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 1 to smithi071127730-18 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 3 to smithi071127730-16 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 3 to smithi071127730-17 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 2 to smithi071127730-18 2023-12-16T18:09:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:21: seq_num 20 ranges {0=344064} 2023-12-16T18:09:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:21: writing smithi071127730-21 from 0 to 344064 tid 1 2023-12-16T18:09:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:16: done (5 left) 2023-12-16T18:09:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:17: done (4 left) 2023-12-16T18:09:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:22: write initial oid 22 2023-12-16T18:09:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:22: seq_num 21 ranges {0=360448} 2023-12-16T18:09:04.185 INFO:tasks.rados.rados.0.smithi071.stdout:22: writing smithi071127730-22 from 0 to 360448 tid 1 2023-12-16T18:09:04.185 INFO:tasks.rados.rados.0.smithi071.stdout:23: write initial oid 23 2023-12-16T18:09:04.185 INFO:tasks.rados.rados.0.smithi071.stdout:23: seq_num 22 ranges {0=376832} 2023-12-16T18:09:04.187 INFO:tasks.rados.rados.0.smithi071.stdout:23: writing smithi071127730-23 from 0 to 376832 tid 1 2023-12-16T18:09:04.187 INFO:tasks.rados.rados.0.smithi071.stdout:24: write initial oid 24 2023-12-16T18:09:04.188 INFO:tasks.rados.rados.0.smithi071.stdout:24: seq_num 23 ranges {0=393216} 2023-12-16T18:09:04.190 INFO:tasks.rados.rados.0.smithi071.stdout:24: writing smithi071127730-24 from 0 to 393216 tid 1 2023-12-16T18:09:04.190 INFO:tasks.rados.rados.0.smithi071.stdout:25: write initial oid 25 2023-12-16T18:09:04.190 INFO:tasks.rados.rados.0.smithi071.stdout:25: seq_num 24 ranges {0=409600} 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:25: writing smithi071127730-25 from 0 to 409600 tid 1 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 1 to smithi071127730-19 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 3 to smithi071127730-18 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 2 to smithi071127730-19 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 1 to smithi071127730-20 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 3 to smithi071127730-19 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 2 to smithi071127730-20 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 1 to smithi071127730-21 2023-12-16T18:09:04.195 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 3 to smithi071127730-20 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 2 to smithi071127730-21 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 1 to smithi071127730-22 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 3 to smithi071127730-21 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 2 to smithi071127730-22 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 1 to smithi071127730-23 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 3 to smithi071127730-22 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 2 to smithi071127730-23 2023-12-16T18:09:04.196 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 3 to smithi071127730-23 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 1 to smithi071127730-24 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 2 to smithi071127730-24 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:18: done (7 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:19: done (6 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:20: done (5 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:21: done (4 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:22: done (3 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:23: done (2 left) 2023-12-16T18:09:04.197 INFO:tasks.rados.rados.0.smithi071.stdout:26: write initial oid 26 2023-12-16T18:09:04.198 INFO:tasks.rados.rados.0.smithi071.stdout:26: seq_num 25 ranges {0=425984} 2023-12-16T18:09:04.198 INFO:tasks.rados.rados.0.smithi071.stdout:26: writing smithi071127730-26 from 0 to 425984 tid 1 2023-12-16T18:09:04.198 INFO:tasks.rados.rados.0.smithi071.stdout:27: write initial oid 27 2023-12-16T18:09:04.198 INFO:tasks.rados.rados.0.smithi071.stdout:27: seq_num 26 ranges {0=442368} 2023-12-16T18:09:04.200 INFO:tasks.rados.rados.0.smithi071.stdout:27: writing smithi071127730-27 from 0 to 442368 tid 1 2023-12-16T18:09:04.200 INFO:tasks.rados.rados.0.smithi071.stdout:28: write initial oid 28 2023-12-16T18:09:04.200 INFO:tasks.rados.rados.0.smithi071.stdout:28: seq_num 27 ranges {0=458752} 2023-12-16T18:09:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:28: writing smithi071127730-28 from 0 to 458752 tid 1 2023-12-16T18:09:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:29: write initial oid 29 2023-12-16T18:09:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:29: seq_num 28 ranges {0=475136} 2023-12-16T18:09:04.206 INFO:tasks.rados.rados.0.smithi071.stdout:29: writing smithi071127730-29 from 0 to 475136 tid 1 2023-12-16T18:09:04.206 INFO:tasks.rados.rados.0.smithi071.stdout:30: write initial oid 30 2023-12-16T18:09:04.206 INFO:tasks.rados.rados.0.smithi071.stdout:30: seq_num 29 ranges {0=491520} 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:30: writing smithi071127730-30 from 0 to 491520 tid 1 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 3 to smithi071127730-24 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 1 to smithi071127730-25 2023-12-16T18:09:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 2 to smithi071127730-25 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 1 to smithi071127730-26 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 3 to smithi071127730-25 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 2 to smithi071127730-26 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 1 to smithi071127730-27 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 3 to smithi071127730-26 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 2 to smithi071127730-27 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 3 to smithi071127730-27 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 1 to smithi071127730-28 2023-12-16T18:09:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 2 to smithi071127730-28 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 3 to smithi071127730-28 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 1 to smithi071127730-29 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 2 to smithi071127730-29 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:24: done (6 left) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:25: done (5 left) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:26: done (4 left) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:27: done (3 left) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:28: done (2 left) 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:31: write initial oid 31 2023-12-16T18:09:04.212 INFO:tasks.rados.rados.0.smithi071.stdout:31: seq_num 30 ranges {0=507904} 2023-12-16T18:09:04.214 INFO:tasks.rados.rados.0.smithi071.stdout:31: writing smithi071127730-31 from 0 to 507904 tid 1 2023-12-16T18:09:04.214 INFO:tasks.rados.rados.0.smithi071.stdout:32: write initial oid 32 2023-12-16T18:09:04.214 INFO:tasks.rados.rados.0.smithi071.stdout:32: seq_num 31 ranges {0=524288} 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:32: writing smithi071127730-32 from 0 to 524288 tid 1 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:33: write initial oid 33 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 3 to smithi071127730-29 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 1 to smithi071127730-30 2023-12-16T18:09:04.217 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 2 to smithi071127730-30 2023-12-16T18:09:04.218 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 3 to smithi071127730-30 2023-12-16T18:09:04.218 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-16T18:09:04.218 INFO:tasks.rados.rados.0.smithi071.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-16T18:09:04.218 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 1 to smithi071127730-31 2023-12-16T18:09:04.218 INFO:tasks.rados.rados.0.smithi071.stdout:33: seq_num 32 ranges {0=540672} 2023-12-16T18:09:04.221 INFO:tasks.rados.rados.0.smithi071.stdout:33: writing smithi071127730-33 from 0 to 540672 tid 1 2023-12-16T18:09:04.221 INFO:tasks.rados.rados.0.smithi071.stdout:29: done (4 left) 2023-12-16T18:09:04.221 INFO:tasks.rados.rados.0.smithi071.stdout:30: done (3 left) 2023-12-16T18:09:04.221 INFO:tasks.rados.rados.0.smithi071.stdout:34: write initial oid 34 2023-12-16T18:09:04.221 INFO:tasks.rados.rados.0.smithi071.stdout:34: seq_num 33 ranges {0=557056} 2023-12-16T18:09:04.225 INFO:tasks.rados.rados.0.smithi071.stdout:34: writing smithi071127730-34 from 0 to 557056 tid 1 2023-12-16T18:09:04.225 INFO:tasks.rados.rados.0.smithi071.stdout:35: write initial oid 35 2023-12-16T18:09:04.225 INFO:tasks.rados.rados.0.smithi071.stdout:35: seq_num 34 ranges {0=573440} 2023-12-16T18:09:04.230 INFO:tasks.rados.rados.0.smithi071.stdout:35: writing smithi071127730-35 from 0 to 573440 tid 1 2023-12-16T18:09:04.230 INFO:tasks.rados.rados.0.smithi071.stdout:36: write initial oid 36 2023-12-16T18:09:04.230 INFO:tasks.rados.rados.0.smithi071.stdout:36: seq_num 35 ranges {0=589824} 2023-12-16T18:09:04.234 INFO:tasks.rados.rados.0.smithi071.stdout:36: writing smithi071127730-36 from 0 to 589824 tid 1 2023-12-16T18:09:04.234 INFO:tasks.rados.rados.0.smithi071.stdout:37: write initial oid 37 2023-12-16T18:09:04.234 INFO:tasks.rados.rados.0.smithi071.stdout:37: seq_num 36 ranges {0=606208} 2023-12-16T18:09:04.239 INFO:tasks.rados.rados.0.smithi071.stdout:37: writing smithi071127730-37 from 0 to 606208 tid 1 2023-12-16T18:09:04.239 INFO:tasks.rados.rados.0.smithi071.stdout:38: write initial oid 38 2023-12-16T18:09:04.239 INFO:tasks.rados.rados.0.smithi071.stdout:38: seq_num 37 ranges {0=622592} 2023-12-16T18:09:04.244 INFO:tasks.rados.rados.0.smithi071.stdout:38: writing smithi071127730-38 from 0 to 622592 tid 1 2023-12-16T18:09:04.244 INFO:tasks.rados.rados.0.smithi071.stdout:39: write initial oid 39 2023-12-16T18:09:04.244 INFO:tasks.rados.rados.0.smithi071.stdout:39: seq_num 38 ranges {0=638976} 2023-12-16T18:09:04.248 INFO:tasks.rados.rados.0.smithi071.stdout:39: writing smithi071127730-39 from 0 to 638976 tid 1 2023-12-16T18:09:04.249 INFO:tasks.rados.rados.0.smithi071.stdout:40: write initial oid 40 2023-12-16T18:09:04.249 INFO:tasks.rados.rados.0.smithi071.stdout:40: seq_num 39 ranges {0=663552} 2023-12-16T18:09:04.254 INFO:tasks.rados.rados.0.smithi071.stdout:40: writing smithi071127730-40 from 0 to 663552 tid 1 2023-12-16T18:09:04.254 INFO:tasks.rados.rados.0.smithi071.stdout:41: write initial oid 41 2023-12-16T18:09:04.254 INFO:tasks.rados.rados.0.smithi071.stdout:41: seq_num 40 ranges {0=679936} 2023-12-16T18:09:04.259 INFO:tasks.rados.rados.0.smithi071.stdout:41: writing smithi071127730-41 from 0 to 679936 tid 1 2023-12-16T18:09:04.259 INFO:tasks.rados.rados.0.smithi071.stdout:42: write initial oid 42 2023-12-16T18:09:04.259 INFO:tasks.rados.rados.0.smithi071.stdout:42: seq_num 41 ranges {0=696320} 2023-12-16T18:09:04.263 INFO:tasks.rados.rados.0.smithi071.stdout:42: writing smithi071127730-42 from 0 to 696320 tid 1 2023-12-16T18:09:04.263 INFO:tasks.rados.rados.0.smithi071.stdout:43: write initial oid 43 2023-12-16T18:09:04.263 INFO:tasks.rados.rados.0.smithi071.stdout:43: seq_num 42 ranges {0=712704} 2023-12-16T18:09:04.267 INFO:tasks.rados.rados.0.smithi071.stdout:43: writing smithi071127730-43 from 0 to 712704 tid 1 2023-12-16T18:09:04.267 INFO:tasks.rados.rados.0.smithi071.stdout:44: write initial oid 44 2023-12-16T18:09:04.267 INFO:tasks.rados.rados.0.smithi071.stdout:44: seq_num 43 ranges {0=729088} 2023-12-16T18:09:04.273 INFO:tasks.rados.rados.0.smithi071.stdout:44: writing smithi071127730-44 from 0 to 729088 tid 1 2023-12-16T18:09:04.273 INFO:tasks.rados.rados.0.smithi071.stdout:45: write initial oid 45 2023-12-16T18:09:04.273 INFO:tasks.rados.rados.0.smithi071.stdout:45: seq_num 44 ranges {0=745472} 2023-12-16T18:09:04.278 INFO:tasks.rados.rados.0.smithi071.stdout:45: writing smithi071127730-45 from 0 to 745472 tid 1 2023-12-16T18:09:04.278 INFO:tasks.rados.rados.0.smithi071.stdout:46: write initial oid 46 2023-12-16T18:09:04.279 INFO:tasks.rados.rados.0.smithi071.stdout:46: seq_num 45 ranges {0=761856} 2023-12-16T18:09:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:46: writing smithi071127730-46 from 0 to 761856 tid 1 2023-12-16T18:09:04.283 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-16T18:09:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 2 to smithi071127730-31 2023-12-16T18:09:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 3 to smithi071127730-31 2023-12-16T18:09:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 1 to smithi071127730-32 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 2 to smithi071127730-32 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 3 to smithi071127730-32 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 1 to smithi071127730-33 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 2 to smithi071127730-33 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 3 to smithi071127730-33 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 1 to smithi071127730-34 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 2 to smithi071127730-34 2023-12-16T18:09:04.284 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 3 to smithi071127730-34 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 12 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 1 to smithi071127730-35 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 2 to smithi071127730-35 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 3 to smithi071127730-35 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 1 to smithi071127730-36 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 2 to smithi071127730-36 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 3 to smithi071127730-36 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 1 to smithi071127730-37 2023-12-16T18:09:04.285 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 2 to smithi071127730-37 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 3 to smithi071127730-37 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 14 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 1 to smithi071127730-38 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 2 to smithi071127730-38 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 3 to smithi071127730-38 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 1 to smithi071127730-39 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 2 to smithi071127730-39 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 3 to smithi071127730-39 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 1 to smithi071127730-40 2023-12-16T18:09:04.286 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 2 to smithi071127730-40 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 3 to smithi071127730-40 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 1 to smithi071127730-41 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 2 to smithi071127730-41 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 3 to smithi071127730-41 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 1 to smithi071127730-42 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:31: done (15 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:32: done (14 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:33: done (13 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:34: done (12 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:35: done (11 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:36: done (10 left) 2023-12-16T18:09:04.287 INFO:tasks.rados.rados.0.smithi071.stdout:37: done (9 left) 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:38: done (8 left) 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:39: done (7 left) 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:40: done (6 left) 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:41: done (5 left) 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:47: write initial oid 47 2023-12-16T18:09:04.288 INFO:tasks.rados.rados.0.smithi071.stdout:47: seq_num 46 ranges {0=778240} 2023-12-16T18:09:04.289 INFO:tasks.rados.rados.0.smithi071.stdout:47: writing smithi071127730-47 from 0 to 778240 tid 1 2023-12-16T18:09:04.289 INFO:tasks.rados.rados.0.smithi071.stdout:48: write initial oid 48 2023-12-16T18:09:04.289 INFO:tasks.rados.rados.0.smithi071.stdout:48: seq_num 47 ranges {0=794624} 2023-12-16T18:09:04.293 INFO:tasks.rados.rados.0.smithi071.stdout:48: writing smithi071127730-48 from 0 to 794624 tid 1 2023-12-16T18:09:04.293 INFO:tasks.rados.rados.0.smithi071.stdout:49: write initial oid 49 2023-12-16T18:09:04.294 INFO:tasks.rados.rados.0.smithi071.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-16T18:09:04.296 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi071127730-49 from 0 to 409600 tid 1 2023-12-16T18:09:04.299 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi071127730-49 from 409600 to 811008 tid 2 2023-12-16T18:09:04.299 INFO:tasks.rados.rados.0.smithi071.stdout:50: write initial oid 50 2023-12-16T18:09:04.299 INFO:tasks.rados.rados.0.smithi071.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-16T18:09:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi071127730-50 from 0 to 425984 tid 1 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi071127730-50 from 425984 to 827392 tid 2 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:51: copy_from oid 5 from oid 1 current snap is 0 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 2 to smithi071127730-42 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 3 to smithi071127730-42 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 1 to smithi071127730-43 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 2 to smithi071127730-43 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 3 to smithi071127730-43 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 1 to smithi071127730-44 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:42: done (9 left) 2023-12-16T18:09:04.306 INFO:tasks.rados.rados.0.smithi071.stdout:43: done (8 left) 2023-12-16T18:09:04.307 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 0 2023-12-16T18:09:04.307 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 2 to smithi071127730-44 2023-12-16T18:09:04.307 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 1 to smithi071127730-45 2023-12-16T18:09:04.307 INFO:tasks.rados.rados.0.smithi071.stdout:52: seq_num 50 ranges {270336=442368,712704=401408} 2023-12-16T18:09:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi071127730-17 from 270336 to 712704 tid 1 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi071127730-17 from 712704 to 1114112 tid 2 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:53: rmattr oid 35 current snap is 0 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:53: done (9 left) 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:54: delete oid 30 current snap is 0 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 2 to smithi071127730-45 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 3 to smithi071127730-44 2023-12-16T18:09:04.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 3 to smithi071127730-45 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 1 to smithi071127730-46 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 2 to smithi071127730-46 2023-12-16T18:09:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 3 to smithi071127730-46 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 1 to smithi071127730-47 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 2 to smithi071127730-47 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 3 to smithi071127730-47 2023-12-16T18:09:04.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 1 to smithi071127730-48 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 2 to smithi071127730-48 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 1 to smithi071127730-49 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 3 to smithi071127730-48 2023-12-16T18:09:04.316 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 2 to smithi071127730-49 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 3 to smithi071127730-49 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 4 to smithi071127730-49 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 1 to smithi071127730-50 2023-12-16T18:09:04.317 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 2 to smithi071127730-50 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 3 to smithi071127730-50 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 4 to smithi071127730-50 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from to smithi071127730-5 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:09:04.318 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 1 to smithi071127730-17 2023-12-16T18:09:04.320 INFO:tasks.rados.rados.0.smithi071.stdout:44: done (9 left) 2023-12-16T18:09:04.320 INFO:tasks.rados.rados.0.smithi071.stdout:45: done (8 left) 2023-12-16T18:09:04.320 INFO:tasks.rados.rados.0.smithi071.stdout:46: done (7 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:47: done (6 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:48: done (5 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:49: done (4 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:50: done (3 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:51: done (2 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:54: done (1 left) 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:55: read oid 15 snap -1 2023-12-16T18:09:04.321 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:56: rollback oid 31 current snap is 0 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:56: done (2 left) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:57: read oid 28 snap -1 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:59: rollback oid 45 current snap is 0 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:59: done (4 left) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:61: delete oid 1 current snap is 0 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 2 to smithi071127730-17 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 3 to smithi071127730-17 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:61: done (5 left) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:62: read oid 18 snap -1 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-16T18:09:04.322 INFO:tasks.rados.rados.0.smithi071.stdout:63: snap_create 2023-12-16T18:09:04.323 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 4 to smithi071127730-17 2023-12-16T18:09:04.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 16 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-16T18:09:04.323 INFO:tasks.rados.rados.0.smithi071.stdout:52: left oid 17 (ObjNum 50 snap 0 seq_num 50) 2023-12-16T18:09:04.323 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-16T18:09:04.326 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-16T18:09:04.339 INFO:tasks.rados.rados.0.smithi071.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from to smithi071127730-29 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from to smithi071127730-23 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-16T18:09:04.347 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[78585]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[78585]: Cluster is now healthy 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/2529421536' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[78585]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[89361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[89361]: Cluster is now healthy 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/2529421536' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:04 smithi071 ceph-mon[89361]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:04 smithi184 ceph-mon[82596]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:09:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:04 smithi184 ceph-mon[82596]: Cluster is now healthy 2023-12-16T18:09:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:04 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/2529421536' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:04.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:04 smithi184 ceph-mon[82596]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:52: done (6 left) 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:55: done (5 left) 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:57: done (4 left) 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:58: done (3 left) 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:60: done (2 left) 2023-12-16T18:09:05.203 INFO:tasks.rados.rados.0.smithi071.stdout:62: done (1 left) 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:63: done (0 left) 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:65: read oid 30 snap -1 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:65: expect deleted 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 1 2023-12-16T18:09:05.204 INFO:tasks.rados.rados.0.smithi071.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2023-12-16T18:09:05.211 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi071127730-23 from 794624 to 1286144 tid 1 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi071127730-23 from 1286144 to 1687552 tid 2 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:67: rollback oid 10 current snap is 1 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 0 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:68: setattr oid 32 current snap is 1 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from to smithi071127730-15 2023-12-16T18:09:05.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-16T18:09:05.215 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:09:05.215 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 1 to smithi071127730-23 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:64: done (4 left) 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:65: done (3 left) 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:69: copy_from oid 7 from oid 6 current snap is 1 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:70: read oid 44 snap 0 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:71: copy_from oid 48 from oid 26 current snap is 1 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:72: rollback oid 19 current snap is 1 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 0 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:73: read oid 40 snap 0 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:73: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:74: rmattr oid 2 current snap is 1 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:74: done (8 left) 2023-12-16T18:09:05.216 INFO:tasks.rados.rados.0.smithi071.stdout:75: copy_from oid 14 from oid 27 current snap is 1 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:76: read oid 39 snap -1 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:77: copy_from oid 16 from oid 3 current snap is 1 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:78: read oid 1 snap -1 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:78: expect deleted 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:79: setattr oid 8 current snap is 1 2023-12-16T18:09:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:78: done (12 left) 2023-12-16T18:09:05.218 INFO:tasks.rados.rados.0.smithi071.stdout:80: snap_create 2023-12-16T18:09:05.218 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 2 to smithi071127730-23 2023-12-16T18:09:05.218 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 3 to smithi071127730-23 2023-12-16T18:09:05.218 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:09:05.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 18 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-16T18:09:05.219 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:09:05.219 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 4 to smithi071127730-23 2023-12-16T18:09:05.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T18:09:05.220 INFO:tasks.rados.rados.0.smithi071.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-16T18:09:05.220 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 2 to smithi071127730-10 2023-12-16T18:09:05.220 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-16T18:09:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from to smithi071127730-16 2023-12-16T18:09:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-16T18:09:05.224 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:09:05.224 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-16T18:09:05.246 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-16T18:09:05.263 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from to smithi071127730-7 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from to smithi071127730-48 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 15 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 17 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-16T18:09:05.264 INFO:tasks.rados.rados.0.smithi071.stdout:73: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-16T18:09:05.281 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from to smithi071127730-14 2023-12-16T18:09:05.281 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-16T18:09:05.281 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from racing read to smithi071127730-14 2023-12-16T18:09:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[78585]: pgmap v57: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[78585]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T18:09:05.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[78585]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T18:09:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[89361]: pgmap v57: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[89361]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T18:09:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:05 smithi071 ceph-mon[89361]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T18:09:05.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:05 smithi184 ceph-mon[82596]: pgmap v57: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:05.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:05 smithi184 ceph-mon[82596]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-16T18:09:05.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:05 smithi184 ceph-mon[82596]: osdmap e67: 8 total, 8 up, 8 in 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:66: done (12 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:67: done (11 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:68: done (10 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:69: done (9 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:70: done (8 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:71: done (7 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:72: done (6 left) 2023-12-16T18:09:06.212 INFO:tasks.rados.rados.0.smithi071.stdout:73: done (5 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:75: done (4 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:76: done (3 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:77: done (2 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:79: done (1 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:80: done (0 left) 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:81: rollback oid 40 current snap is 2 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 1 2023-12-16T18:09:06.213 INFO:tasks.rados.rados.0.smithi071.stdout:82: snap_create 2023-12-16T18:09:06.217 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:09:06.217 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:09:06.217 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:09:06.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 23 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T18:09:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:06 smithi071 ceph-mon[78585]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T18:09:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:06 smithi071 ceph-mon[89361]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T18:09:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:06 smithi184 ceph-mon[82596]: osdmap e68: 8 total, 8 up, 8 in 2023-12-16T18:09:07.215 INFO:tasks.rados.rados.0.smithi071.stdout:81: done (1 left) 2023-12-16T18:09:07.215 INFO:tasks.rados.rados.0.smithi071.stdout:82: done (0 left) 2023-12-16T18:09:07.215 INFO:tasks.rados.rados.0.smithi071.stdout:83: rollback oid 9 current snap is 3 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 0 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:84: read oid 20 snap 1 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:85: read oid 41 snap -1 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:86: read oid 5 snap -1 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:86: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:87: read oid 4 snap -1 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 3 2023-12-16T18:09:07.216 INFO:tasks.rados.rados.0.smithi071.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2023-12-16T18:09:07.219 INFO:tasks.rados.rados.0.smithi071.stdout:88: writing smithi071127730-3 from 40960 to 548864 tid 1 2023-12-16T18:09:07.222 INFO:tasks.rados.rados.0.smithi071.stdout:88: writing smithi071127730-3 from 548864 to 950272 tid 2 2023-12-16T18:09:07.222 INFO:tasks.rados.rados.0.smithi071.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:07.224 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:09:07.224 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:09:07.224 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:09:07.224 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:83: done (5 left) 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:87: done (4 left) 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:89: read oid 49 snap -1 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 3 2023-12-16T18:09:07.225 INFO:tasks.rados.rados.0.smithi071.stdout:90: seq_num 55 ranges {40960=524288,565248=401408} 2023-12-16T18:09:07.228 INFO:tasks.rados.rados.0.smithi071.stdout:90: writing smithi071127730-16 from 40960 to 565248 tid 1 2023-12-16T18:09:07.232 INFO:tasks.rados.rados.0.smithi071.stdout:90: writing smithi071127730-16 from 565248 to 966656 tid 2 2023-12-16T18:09:07.232 INFO:tasks.rados.rados.0.smithi071.stdout:91: rollback oid 31 current snap is 3 2023-12-16T18:09:07.232 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 2 2023-12-16T18:09:07.232 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:88: finishing write tid 1 to smithi071127730-3 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:88: finishing write tid 2 to smithi071127730-3 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:84: done (6 left) 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:92: rollback oid 43 current snap is 3 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 0 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:88: finishing write tid 3 to smithi071127730-3 2023-12-16T18:09:07.242 INFO:tasks.rados.rados.0.smithi071.stdout:88: finishing write tid 4 to smithi071127730-3 2023-12-16T18:09:07.243 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 19 (ObjNum 54 snap 3 seq_num 54) dirty exists 2023-12-16T18:09:07.243 INFO:tasks.rados.rados.0.smithi071.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2023-12-16T18:09:07.243 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T18:09:07.265 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing write tid 1 to smithi071127730-16 2023-12-16T18:09:07.265 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-16T18:09:07.283 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing write tid 2 to smithi071127730-16 2023-12-16T18:09:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:86: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:91: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing write tid 3 to smithi071127730-16 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:91: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:85: done (6 left) 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:86: done (5 left) 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:88: done (4 left) 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:89: done (3 left) 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:93: snap_create 2023-12-16T18:09:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:91: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing write tid 4 to smithi071127730-16 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:90: left oid 16 (ObjNum 55 snap 3 seq_num 55) 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:92: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:92: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:92: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:09:07.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-16T18:09:07.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:07 smithi071 ceph-mon[78585]: pgmap v60: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:07.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:07 smithi071 ceph-mon[78585]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T18:09:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:07 smithi071 ceph-mon[89361]: pgmap v60: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:07 smithi071 ceph-mon[89361]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T18:09:07.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:07 smithi184 ceph-mon[82596]: pgmap v60: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:07.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:07 smithi184 ceph-mon[82596]: osdmap e69: 8 total, 8 up, 8 in 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:90: done (3 left) 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:91: done (2 left) 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:92: done (1 left) 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:93: done (0 left) 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 4 2023-12-16T18:09:08.226 INFO:tasks.rados.rados.0.smithi071.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2023-12-16T18:09:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:94: writing smithi071127730-27 from 442368 to 983040 tid 1 2023-12-16T18:09:08.234 INFO:tasks.rados.rados.0.smithi071.stdout:94: writing smithi071127730-27 from 983040 to 1384448 tid 2 2023-12-16T18:09:08.234 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 4 2023-12-16T18:09:08.234 INFO:tasks.rados.rados.0.smithi071.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2023-12-16T18:09:08.241 INFO:tasks.rados.rados.0.smithi071.stdout:95: writing smithi071127730-39 from 638976 to 1196032 tid 1 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:95: writing smithi071127730-39 from 1196032 to 1597440 tid 2 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:96: read oid 45 snap -1 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:97: rollback oid 12 current snap is 4 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 3 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:94: finishing write tid 1 to smithi071127730-27 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:94: finishing write tid 2 to smithi071127730-27 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:94: finishing write tid 3 to smithi071127730-27 2023-12-16T18:09:08.244 INFO:tasks.rados.rados.0.smithi071.stdout:94: finishing write tid 4 to smithi071127730-27 2023-12-16T18:09:08.245 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 22 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-16T18:09:08.245 INFO:tasks.rados.rados.0.smithi071.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2023-12-16T18:09:08.245 INFO:tasks.rados.rados.0.smithi071.stdout:94: done (3 left) 2023-12-16T18:09:08.245 INFO:tasks.rados.rados.0.smithi071.stdout:98: snap_remove snap 0 2023-12-16T18:09:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:08 smithi071 ceph-mon[78585]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T18:09:08.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:08 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:08] "GET /metrics HTTP/1.1" 200 235766 "" "Prometheus/2.43.0" 2023-12-16T18:09:08.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:08 smithi071 ceph-mon[89361]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T18:09:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:08 smithi184 ceph-mon[82596]: osdmap e70: 8 total, 8 up, 8 in 2023-12-16T18:09:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:98: done (3 left) 2023-12-16T18:09:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 4 2023-12-16T18:09:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:99: seq_num 58 ranges {24576=573440,598016=401408} 2023-12-16T18:09:09.236 INFO:tasks.rados.rados.0.smithi071.stdout:99: writing smithi071127730-5 from 24576 to 598016 tid 1 2023-12-16T18:09:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:99: writing smithi071127730-5 from 598016 to 999424 tid 2 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:95: finishing write tid 1 to smithi071127730-39 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:95: finishing write tid 2 to smithi071127730-39 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:95: finishing write tid 3 to smithi071127730-39 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:95: finishing write tid 4 to smithi071127730-39 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-16T18:09:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 1 to smithi071127730-5 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 2 to smithi071127730-5 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 3 to smithi071127730-5 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:95: done (3 left) 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:96: done (2 left) 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:97: done (1 left) 2023-12-16T18:09:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:100: read oid 1 snap -1 2023-12-16T18:09:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:100: expect deleted 2023-12-16T18:09:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:101: snap_create 2023-12-16T18:09:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 4 to smithi071127730-5 2023-12-16T18:09:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 27 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2023-12-16T18:09:09.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:09 smithi071 ceph-mon[78585]: pgmap v63: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:09 smithi071 ceph-mon[78585]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T18:09:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:09 smithi071 ceph-mon[89361]: pgmap v63: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:09 smithi071 ceph-mon[89361]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T18:09:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:09 smithi184 ceph-mon[82596]: pgmap v63: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:09 smithi184 ceph-mon[82596]: osdmap e71: 8 total, 8 up, 8 in 2023-12-16T18:09:10.236 INFO:tasks.rados.rados.0.smithi071.stdout:99: done (2 left) 2023-12-16T18:09:10.236 INFO:tasks.rados.rados.0.smithi071.stdout:100: done (1 left) 2023-12-16T18:09:10.236 INFO:tasks.rados.rados.0.smithi071.stdout:101: done (0 left) 2023-12-16T18:09:10.236 INFO:tasks.rados.rados.0.smithi071.stdout:102: snap_remove snap 1 2023-12-16T18:09:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:10 smithi184 ceph-mon[82596]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T18:09:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:10 smithi071 ceph-mon[78585]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T18:09:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:10 smithi071 ceph-mon[89361]: osdmap e72: 8 total, 8 up, 8 in 2023-12-16T18:09:11.240 INFO:tasks.rados.rados.0.smithi071.stdout:102: done (0 left) 2023-12-16T18:09:11.240 INFO:tasks.rados.rados.0.smithi071.stdout:103: read oid 29 snap 4 2023-12-16T18:09:11.240 INFO:tasks.rados.rados.0.smithi071.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:104: read oid 46 snap -1 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:106: rmattr oid 49 current snap is 5 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:106: done (3 left) 2023-12-16T18:09:11.241 INFO:tasks.rados.rados.0.smithi071.stdout:107: snap_remove snap 3 2023-12-16T18:09:11.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:09:11.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:11 smithi184 ceph-mon[82596]: pgmap v66: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:11.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:11 smithi184 ceph-mon[82596]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T18:09:11.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:11 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:11.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:11 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[78585]: pgmap v66: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[78585]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[89361]: pgmap v66: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[89361]: osdmap e73: 8 total, 8 up, 8 in 2023-12-16T18:09:11.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:11.626 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:11 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:12.260 INFO:tasks.rados.rados.0.smithi071.stdout:107: done (3 left) 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:108: rmattr oid 30 current snap is 5 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:108: done (3 left) 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:109: read oid 42 snap 2 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:110: rmattr oid 14 current snap is 5 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:110: done (4 left) 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:111: read oid 9 snap 2 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:111: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 5 2023-12-16T18:09:12.261 INFO:tasks.rados.rados.0.smithi071.stdout:112: seq_num 59 ranges {393216=598016,991232=401408} 2023-12-16T18:09:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:112: writing smithi071127730-24 from 393216 to 991232 tid 1 2023-12-16T18:09:12.268 INFO:tasks.rados.rados.0.smithi071.stdout:112: writing smithi071127730-24 from 991232 to 1392640 tid 2 2023-12-16T18:09:12.269 INFO:tasks.rados.rados.0.smithi071.stdout:113: copy_from oid 31 from oid 6 current snap is 5 2023-12-16T18:09:12.269 INFO:tasks.rados.rados.0.smithi071.stdout:105: finishing copy_from to smithi071127730-36 2023-12-16T18:09:12.269 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-16T18:09:12.269 INFO:tasks.rados.rados.0.smithi071.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T18:09:12.291 INFO:tasks.rados.rados.0.smithi071.stdout:105: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:09:12.291 INFO:tasks.rados.rados.0.smithi071.stdout:103: done (6 left) 2023-12-16T18:09:12.291 INFO:tasks.rados.rados.0.smithi071.stdout:105: done (5 left) 2023-12-16T18:09:12.291 INFO:tasks.rados.rados.0.smithi071.stdout:114: snap_remove snap 4 2023-12-16T18:09:12.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:12 smithi184 ceph-mon[82596]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T18:09:12.629 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:12 smithi071 ceph-mon[89361]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T18:09:12.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:12 smithi071 ceph-mon[78585]: osdmap e74: 8 total, 8 up, 8 in 2023-12-16T18:09:13.261 INFO:tasks.rados.rados.0.smithi071.stdout:114: done (5 left) 2023-12-16T18:09:13.261 INFO:tasks.rados.rados.0.smithi071.stdout:115: copy_from oid 37 from oid 5 current snap is 5 2023-12-16T18:09:13.261 INFO:tasks.rados.rados.0.smithi071.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:09:13.286 INFO:tasks.rados.rados.0.smithi071.stdout:111: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-16T18:09:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:113: finishing copy_from to smithi071127730-31 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing write tid 1 to smithi071127730-24 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing write tid 2 to smithi071127730-24 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:113: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing write tid 3 to smithi071127730-24 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing write tid 4 to smithi071127730-24 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 8 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:112: left oid 24 (ObjNum 59 snap 5 seq_num 59) 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing copy_from to smithi071127730-37 2023-12-16T18:09:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 27 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:104: done (5 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:109: done (4 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:111: done (3 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:112: done (2 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:113: done (1 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:115: done (0 left) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:116: read oid 43 snap 2 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:116: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 5 2023-12-16T18:09:13.316 INFO:tasks.rados.rados.0.smithi071.stdout:117: seq_num 60 ranges {1384448=614400,1998848=401408} 2023-12-16T18:09:13.324 INFO:tasks.rados.rados.0.smithi071.stdout:117: writing smithi071127730-27 from 1384448 to 1998848 tid 1 2023-12-16T18:09:13.327 INFO:tasks.rados.rados.0.smithi071.stdout:117: writing smithi071127730-27 from 1998848 to 2400256 tid 2 2023-12-16T18:09:13.327 INFO:tasks.rados.rados.0.smithi071.stdout:118: delete oid 34 current snap is 5 2023-12-16T18:09:13.327 INFO:tasks.rados.rados.0.smithi071.stdout:116: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-16T18:09:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing write tid 1 to smithi071127730-27 2023-12-16T18:09:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing write tid 2 to smithi071127730-27 2023-12-16T18:09:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing write tid 3 to smithi071127730-27 2023-12-16T18:09:13.350 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing write tid 4 to smithi071127730-27 2023-12-16T18:09:13.350 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 33 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-12-16T18:09:13.350 INFO:tasks.rados.rados.0.smithi071.stdout:117: left oid 27 (ObjNum 60 snap 5 seq_num 60) 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:116: done (2 left) 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:117: done (1 left) 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:118: done (0 left) 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:119: read oid 43 snap -1 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:120: rollback oid 38 current snap is 5 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 2 2023-12-16T18:09:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:121: delete oid 12 current snap is 5 2023-12-16T18:09:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:121: done (2 left) 2023-12-16T18:09:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:122: read oid 17 snap 2 2023-12-16T18:09:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:122: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-16T18:09:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:123: rollback oid 40 current snap is 5 2023-12-16T18:09:13.354 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 2 2023-12-16T18:09:13.354 INFO:tasks.rados.rados.0.smithi071.stdout:124: delete oid 8 current snap is 5 2023-12-16T18:09:13.354 INFO:tasks.rados.rados.0.smithi071.stdout:119: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:120: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:120: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:120: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 37 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 45 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-16T18:09:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:119: done (4 left) 2023-12-16T18:09:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:120: done (3 left) 2023-12-16T18:09:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:123: done (2 left) 2023-12-16T18:09:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:124: done (1 left) 2023-12-16T18:09:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:125: setattr oid 23 current snap is 5 2023-12-16T18:09:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:122: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-16T18:09:13.417 INFO:tasks.rados.rados.0.smithi071.stdout:122: done (1 left) 2023-12-16T18:09:13.417 INFO:tasks.rados.rados.0.smithi071.stdout:126: snap_create 2023-12-16T18:09:13.422 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 19 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T18:09:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:13 smithi184 ceph-mon[82596]: pgmap v69: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:13 smithi184 ceph-mon[82596]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T18:09:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:13 smithi071 ceph-mon[78585]: pgmap v69: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:13.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:13 smithi071 ceph-mon[78585]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T18:09:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:13 smithi071 ceph-mon[89361]: pgmap v69: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:13 smithi071 ceph-mon[89361]: osdmap e75: 8 total, 8 up, 8 in 2023-12-16T18:09:14.264 INFO:tasks.rados.rados.0.smithi071.stdout:125: done (1 left) 2023-12-16T18:09:14.264 INFO:tasks.rados.rados.0.smithi071.stdout:126: done (0 left) 2023-12-16T18:09:14.264 INFO:tasks.rados.rados.0.smithi071.stdout:127: copy_from oid 25 from oid 6 current snap is 6 2023-12-16T18:09:14.264 INFO:tasks.rados.rados.0.smithi071.stdout:128: setattr oid 23 current snap is 6 2023-12-16T18:09:14.267 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 6 2023-12-16T18:09:14.267 INFO:tasks.rados.rados.0.smithi071.stdout:129: seq_num 64 ranges {24576=679936,704512=401408} 2023-12-16T18:09:14.271 INFO:tasks.rados.rados.0.smithi071.stdout:129: writing smithi071127730-15 from 24576 to 704512 tid 1 2023-12-16T18:09:14.274 INFO:tasks.rados.rados.0.smithi071.stdout:129: writing smithi071127730-15 from 704512 to 1105920 tid 2 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:127: finishing copy_from to smithi071127730-25 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:127: finishing copy_from racing read to smithi071127730-25 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 21 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:127: done (2 left) 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:128: done (1 left) 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 6 2023-12-16T18:09:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:130: seq_num 65 ranges {425984=696320,1122304=401408} 2023-12-16T18:09:14.281 INFO:tasks.rados.rados.0.smithi071.stdout:130: writing smithi071127730-48 from 425984 to 1122304 tid 1 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:130: writing smithi071127730-48 from 1122304 to 1523712 tid 2 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:131: rollback oid 14 current snap is 6 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 2 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 1 to smithi071127730-15 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 2 to smithi071127730-15 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 3 to smithi071127730-15 2023-12-16T18:09:14.284 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 4 to smithi071127730-15 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 22 (ObjNum 64 snap 6 seq_num 64) dirty exists 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:129: left oid 15 (ObjNum 64 snap 6 seq_num 64) 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:129: done (2 left) 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:132: read oid 26 snap -1 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:132: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 6 2023-12-16T18:09:14.285 INFO:tasks.rados.rados.0.smithi071.stdout:133: seq_num 66 ranges {319488=712704,1032192=401408} 2023-12-16T18:09:14.289 INFO:tasks.rados.rados.0.smithi071.stdout:133: writing smithi071127730-20 from 319488 to 1032192 tid 1 2023-12-16T18:09:14.292 INFO:tasks.rados.rados.0.smithi071.stdout:133: writing smithi071127730-20 from 1032192 to 1433600 tid 2 2023-12-16T18:09:14.292 INFO:tasks.rados.rados.0.smithi071.stdout:134: snap_create 2023-12-16T18:09:14.292 INFO:tasks.rados.rados.0.smithi071.stdout:132: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 1 to smithi071127730-48 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 2 to smithi071127730-48 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 3 to smithi071127730-48 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 4 to smithi071127730-48 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 22 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:130: left oid 48 (ObjNum 65 snap 6 seq_num 65) 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 51 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:133: finishing write tid 1 to smithi071127730-20 2023-12-16T18:09:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:133: finishing write tid 2 to smithi071127730-20 2023-12-16T18:09:14.306 INFO:tasks.rados.rados.0.smithi071.stdout:133: finishing write tid 3 to smithi071127730-20 2023-12-16T18:09:14.306 INFO:tasks.rados.rados.0.smithi071.stdout:133: finishing write tid 4 to smithi071127730-20 2023-12-16T18:09:14.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 26 (ObjNum 66 snap 6 seq_num 66) dirty exists 2023-12-16T18:09:14.306 INFO:tasks.rados.rados.0.smithi071.stdout:133: left oid 20 (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:09:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:14 smithi184 ceph-mon[82596]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T18:09:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:14 smithi071 ceph-mon[78585]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T18:09:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:14 smithi071 ceph-mon[89361]: osdmap e76: 8 total, 8 up, 8 in 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:130: done (4 left) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:131: done (3 left) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:132: done (2 left) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:133: done (1 left) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:134: done (0 left) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:135: read oid 48 snap 5 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:135: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-16T18:09:15.265 INFO:tasks.rados.rados.0.smithi071.stdout:136: read oid 49 snap 6 2023-12-16T18:09:15.266 INFO:tasks.rados.rados.0.smithi071.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T18:09:15.266 INFO:tasks.rados.rados.0.smithi071.stdout:137: delete oid 44 current snap is 7 2023-12-16T18:09:15.269 INFO:tasks.rados.rados.0.smithi071.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-16T18:09:15.292 INFO:tasks.rados.rados.0.smithi071.stdout:135: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-16T18:09:15.305 INFO:tasks.rados.rados.0.smithi071.stdout:135: done (2 left) 2023-12-16T18:09:15.305 INFO:tasks.rados.rados.0.smithi071.stdout:136: done (1 left) 2023-12-16T18:09:15.305 INFO:tasks.rados.rados.0.smithi071.stdout:137: done (0 left) 2023-12-16T18:09:15.305 INFO:tasks.rados.rados.0.smithi071.stdout:138: rollback oid 49 current snap is 7 2023-12-16T18:09:15.305 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 5 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:139: read oid 27 snap -1 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:139: expect (ObjNum 60 snap 5 seq_num 60) 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:140: setattr oid 41 current snap is 7 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:141: delete oid 28 current snap is 7 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:138: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:09:15.306 INFO:tasks.rados.rados.0.smithi071.stdout:138: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:09:15.307 INFO:tasks.rados.rados.0.smithi071.stdout:141: done (3 left) 2023-12-16T18:09:15.307 INFO:tasks.rados.rados.0.smithi071.stdout:142: snap_remove snap 6 2023-12-16T18:09:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:15 smithi184 ceph-mon[82596]: pgmap v72: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:15.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:15 smithi184 ceph-mon[82596]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T18:09:15.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:15 smithi071 ceph-mon[78585]: pgmap v72: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:15.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:15 smithi071 ceph-mon[78585]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T18:09:15.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:15 smithi071 ceph-mon[89361]: pgmap v72: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2023-12-16T18:09:15.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:15 smithi071 ceph-mon[89361]: osdmap e77: 8 total, 8 up, 8 in 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:142: done (3 left) 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:143: setattr oid 50 current snap is 7 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:138: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 41 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 28 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T18:09:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:139: expect (ObjNum 60 snap 5 seq_num 60) 2023-12-16T18:09:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:138: done (3 left) 2023-12-16T18:09:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:139: done (2 left) 2023-12-16T18:09:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:140: done (1 left) 2023-12-16T18:09:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 7 2023-12-16T18:09:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:144: seq_num 69 ranges {1523712=761856,2285568=401408} 2023-12-16T18:09:16.394 INFO:tasks.rados.rados.0.smithi071.stdout:144: writing smithi071127730-48 from 1523712 to 2285568 tid 1 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:144: writing smithi071127730-48 from 2285568 to 2686976 tid 2 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:145: read oid 47 snap 2 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:145: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:146: rollback oid 27 current snap is 7 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 2 2023-12-16T18:09:16.397 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 21 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T18:09:16.398 INFO:tasks.rados.rados.0.smithi071.stdout:143: done (3 left) 2023-12-16T18:09:16.398 INFO:tasks.rados.rados.0.smithi071.stdout:147: delete oid 14 current snap is 7 2023-12-16T18:09:16.399 INFO:tasks.rados.rados.0.smithi071.stdout:144: finishing write tid 1 to smithi071127730-48 2023-12-16T18:09:16.400 INFO:tasks.rados.rados.0.smithi071.stdout:144: finishing write tid 2 to smithi071127730-48 2023-12-16T18:09:16.400 INFO:tasks.rados.rados.0.smithi071.stdout:145: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:146: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:144: finishing write tid 3 to smithi071127730-48 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:146: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:146: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 47 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:144: finishing write tid 4 to smithi071127730-48 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 33 (ObjNum 69 snap 7 seq_num 69) dirty exists 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:144: left oid 48 (ObjNum 69 snap 7 seq_num 69) 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:144: done (3 left) 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:145: done (2 left) 2023-12-16T18:09:16.422 INFO:tasks.rados.rados.0.smithi071.stdout:146: done (1 left) 2023-12-16T18:09:16.423 INFO:tasks.rados.rados.0.smithi071.stdout:147: done (0 left) 2023-12-16T18:09:16.423 INFO:tasks.rados.rados.0.smithi071.stdout:148: delete oid 42 current snap is 7 2023-12-16T18:09:16.424 INFO:tasks.rados.rados.0.smithi071.stdout:148: done (0 left) 2023-12-16T18:09:16.424 INFO:tasks.rados.rados.0.smithi071.stdout:149: copy_from oid 36 from oid 1 current snap is 7 2023-12-16T18:09:16.424 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 7 2023-12-16T18:09:16.424 INFO:tasks.rados.rados.0.smithi071.stdout:150: seq_num 72 ranges {90112=409600,499712=524288,1024000=278528} 2023-12-16T18:09:16.426 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi071127730-31 from 90112 to 499712 tid 1 2023-12-16T18:09:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi071127730-31 from 499712 to 1024000 tid 2 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi071127730-31 from 1024000 to 1302528 tid 3 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 7 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:149: finishing copy_from to smithi071127730-36 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:149: got expected ENOENT (src dne) 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:149: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 1 to smithi071127730-31 2023-12-16T18:09:16.432 INFO:tasks.rados.rados.0.smithi071.stdout:151: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2023-12-16T18:09:16.434 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi071127730-8 from 0 to 425984 tid 1 2023-12-16T18:09:16.436 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi071127730-8 from 425984 to 835584 tid 2 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi071127730-8 from 835584 to 1228800 tid 3 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:149: done (2 left) 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:152: copy_from oid 41 from oid 44 current snap is 7 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 2 to smithi071127730-31 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 3 to smithi071127730-31 2023-12-16T18:09:16.439 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 4 to smithi071127730-31 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 5 to smithi071127730-31 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 19 (ObjNum 72 snap 7 seq_num 72) dirty exists 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:150: left oid 31 (ObjNum 72 snap 7 seq_num 72) 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 1 to smithi071127730-8 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 2 to smithi071127730-8 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:150: done (2 left) 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:153: copy_from oid 28 from oid 10 current snap is 7 2023-12-16T18:09:16.440 INFO:tasks.rados.rados.0.smithi071.stdout:154: snap_create 2023-12-16T18:09:16.441 INFO:tasks.rados.rados.0.smithi071.stdout:152: finishing copy_from to smithi071127730-41 2023-12-16T18:09:16.441 INFO:tasks.rados.rados.0.smithi071.stdout:152: got expected ENOENT (src dne) 2023-12-16T18:09:16.441 INFO:tasks.rados.rados.0.smithi071.stdout:152: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:09:16.441 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 3 to smithi071127730-8 2023-12-16T18:09:16.442 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 4 to smithi071127730-8 2023-12-16T18:09:16.442 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 5 to smithi071127730-8 2023-12-16T18:09:16.443 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 56 (ObjNum 73 snap 7 seq_num 73) dirty exists 2023-12-16T18:09:16.443 INFO:tasks.rados.rados.0.smithi071.stdout:151: left oid 8 (ObjNum 73 snap 7 seq_num 73) 2023-12-16T18:09:16.443 INFO:tasks.rados.rados.0.smithi071.stdout:153: finishing copy_from to smithi071127730-28 2023-12-16T18:09:16.443 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-16T18:09:16.443 INFO:tasks.rados.rados.0.smithi071.stdout:153: finishing copy_from racing read to smithi071127730-28 2023-12-16T18:09:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:151: done (3 left) 2023-12-16T18:09:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:152: done (2 left) 2023-12-16T18:09:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:153: done (1 left) 2023-12-16T18:09:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:154: done (0 left) 2023-12-16T18:09:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 8 2023-12-16T18:09:16.564 INFO:tasks.rados.rados.0.smithi071.stdout:155: seq_num 74 ranges {139264=442368,581632=696320,1277952=106496} 2023-12-16T18:09:16.566 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi071127730-9 from 139264 to 581632 tid 1 2023-12-16T18:09:16.571 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi071127730-9 from 581632 to 1277952 tid 2 2023-12-16T18:09:16.571 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi071127730-9 from 1277952 to 1384448 tid 3 2023-12-16T18:09:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 8 2023-12-16T18:09:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 1 to smithi071127730-9 2023-12-16T18:09:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:156: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2023-12-16T18:09:16.574 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi071127730-12 from 0 to 458752 tid 1 2023-12-16T18:09:16.577 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi071127730-12 from 458752 to 1040384 tid 2 2023-12-16T18:09:16.579 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi071127730-12 from 1040384 to 1261568 tid 3 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 2 to smithi071127730-9 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 3 to smithi071127730-9 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 4 to smithi071127730-9 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 5 to smithi071127730-9 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 27 (ObjNum 74 snap 8 seq_num 74) dirty exists 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: left oid 9 (ObjNum 74 snap 8 seq_num 74) 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:155: done (1 left) 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:157: rollback oid 17 current snap is 8 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 2 2023-12-16T18:09:16.580 INFO:tasks.rados.rados.0.smithi071.stdout:158: snap_create 2023-12-16T18:09:16.581 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 1 to smithi071127730-12 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 2 to smithi071127730-12 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing rollback tid 0 to smithi071127730-17 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 3 to smithi071127730-12 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing rollback tid 1 to smithi071127730-17 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing rollback tid 2 to smithi071127730-17 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 51 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-16T18:09:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 4 to smithi071127730-12 2023-12-16T18:09:16.584 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 5 to smithi071127730-12 2023-12-16T18:09:16.584 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 27 (ObjNum 75 snap 8 seq_num 75) dirty exists 2023-12-16T18:09:16.584 INFO:tasks.rados.rados.0.smithi071.stdout:156: left oid 12 (ObjNum 75 snap 8 seq_num 75) 2023-12-16T18:09:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:16 smithi184 ceph-mon[82596]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T18:09:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:16 smithi071 ceph-mon[78585]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T18:09:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:16 smithi071 ceph-mon[89361]: osdmap e78: 8 total, 8 up, 8 in 2023-12-16T18:09:17.574 INFO:tasks.rados.rados.0.smithi071.stdout:156: done (2 left) 2023-12-16T18:09:17.574 INFO:tasks.rados.rados.0.smithi071.stdout:157: done (1 left) 2023-12-16T18:09:17.574 INFO:tasks.rados.rados.0.smithi071.stdout:158: done (0 left) 2023-12-16T18:09:17.574 INFO:tasks.rados.rados.0.smithi071.stdout:159: read oid 33 snap -1 2023-12-16T18:09:17.575 INFO:tasks.rados.rados.0.smithi071.stdout:159: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-16T18:09:17.575 INFO:tasks.rados.rados.0.smithi071.stdout:160: read oid 45 snap -1 2023-12-16T18:09:17.575 INFO:tasks.rados.rados.0.smithi071.stdout:160: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-16T18:09:17.575 INFO:tasks.rados.rados.0.smithi071.stdout:161: snap_create 2023-12-16T18:09:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:160: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-16T18:09:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:17 smithi184 ceph-mon[82596]: pgmap v75: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:17 smithi184 ceph-mon[82596]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T18:09:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:17 smithi184 ceph-mon[82596]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T18:09:17.599 INFO:tasks.rados.rados.0.smithi071.stdout:159: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-16T18:09:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[78585]: pgmap v75: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[78585]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T18:09:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[78585]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T18:09:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[89361]: pgmap v75: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[89361]: osdmap e79: 8 total, 8 up, 8 in 2023-12-16T18:09:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:17 smithi071 ceph-mon[89361]: osdmap e80: 8 total, 8 up, 8 in 2023-12-16T18:09:18.582 INFO:tasks.rados.rados.0.smithi071.stdout:159: done (2 left) 2023-12-16T18:09:18.583 INFO:tasks.rados.rados.0.smithi071.stdout:160: done (1 left) 2023-12-16T18:09:18.583 INFO:tasks.rados.rados.0.smithi071.stdout:161: done (0 left) 2023-12-16T18:09:18.583 INFO:tasks.rados.rados.0.smithi071.stdout:162: copy_from oid 48 from oid 42 current snap is 10 2023-12-16T18:09:18.583 INFO:tasks.rados.rados.0.smithi071.stdout:163: delete oid 29 current snap is 10 2023-12-16T18:09:18.584 INFO:tasks.rados.rados.0.smithi071.stdout:163: done (1 left) 2023-12-16T18:09:18.584 INFO:tasks.rados.rados.0.smithi071.stdout:164: snap_create 2023-12-16T18:09:18.589 INFO:tasks.rados.rados.0.smithi071.stdout:162: finishing copy_from to smithi071127730-48 2023-12-16T18:09:18.589 INFO:tasks.rados.rados.0.smithi071.stdout:162: got expected ENOENT (src dne) 2023-12-16T18:09:18.589 INFO:tasks.rados.rados.0.smithi071.stdout:162: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:09:18.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:18] "GET /metrics HTTP/1.1" 200 238889 "" "Prometheus/2.43.0" 2023-12-16T18:09:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:18 smithi071 ceph-mon[89361]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T18:09:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:18 smithi071 ceph-mon[89361]: pgmap v79: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:18 smithi071 ceph-mon[78585]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T18:09:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:18 smithi071 ceph-mon[78585]: pgmap v79: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:18 smithi184 ceph-mon[82596]: osdmap e81: 8 total, 8 up, 8 in 2023-12-16T18:09:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:18 smithi184 ceph-mon[82596]: pgmap v79: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:19.586 INFO:tasks.rados.rados.0.smithi071.stdout:162: done (1 left) 2023-12-16T18:09:19.586 INFO:tasks.rados.rados.0.smithi071.stdout:164: done (0 left) 2023-12-16T18:09:19.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 11 2023-12-16T18:09:19.587 INFO:tasks.rados.rados.0.smithi071.stdout:165: seq_num 77 ranges {712704=491520,1204224=794624,1998848=8192} 2023-12-16T18:09:19.593 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi071127730-43 from 712704 to 1204224 tid 1 2023-12-16T18:09:19.598 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi071127730-43 from 1204224 to 1998848 tid 2 2023-12-16T18:09:19.598 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi071127730-43 from 1998848 to 2007040 tid 3 2023-12-16T18:09:19.598 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 11 2023-12-16T18:09:19.598 INFO:tasks.rados.rados.0.smithi071.stdout:166: seq_num 78 ranges {155648=516096,671744=679936,1351680=122880} 2023-12-16T18:09:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi071127730-10 from 155648 to 671744 tid 1 2023-12-16T18:09:19.607 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi071127730-10 from 671744 to 1351680 tid 2 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi071127730-10 from 1351680 to 1474560 tid 3 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:167: snap_create 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 1 to smithi071127730-43 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 2 to smithi071127730-43 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 3 to smithi071127730-43 2023-12-16T18:09:19.608 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 4 to smithi071127730-43 2023-12-16T18:09:19.609 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 5 to smithi071127730-43 2023-12-16T18:09:19.609 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 22 (ObjNum 77 snap 11 seq_num 77) dirty exists 2023-12-16T18:09:19.609 INFO:tasks.rados.rados.0.smithi071.stdout:165: left oid 43 (ObjNum 77 snap 11 seq_num 77) 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 1 to smithi071127730-10 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 2 to smithi071127730-10 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 3 to smithi071127730-10 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 4 to smithi071127730-10 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 5 to smithi071127730-10 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 38 (ObjNum 78 snap 11 seq_num 78) dirty exists 2023-12-16T18:09:19.613 INFO:tasks.rados.rados.0.smithi071.stdout:166: left oid 10 (ObjNum 78 snap 11 seq_num 78) 2023-12-16T18:09:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:19 smithi184 ceph-mon[82596]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T18:09:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:19 smithi071 ceph-mon[78585]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T18:09:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:19 smithi071 ceph-mon[89361]: osdmap e82: 8 total, 8 up, 8 in 2023-12-16T18:09:20.590 INFO:tasks.rados.rados.0.smithi071.stdout:165: done (2 left) 2023-12-16T18:09:20.590 INFO:tasks.rados.rados.0.smithi071.stdout:166: done (1 left) 2023-12-16T18:09:20.590 INFO:tasks.rados.rados.0.smithi071.stdout:167: done (0 left) 2023-12-16T18:09:20.590 INFO:tasks.rados.rados.0.smithi071.stdout:168: snap_create 2023-12-16T18:09:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:20 smithi184 ceph-mon[82596]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T18:09:20.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:20 smithi184 ceph-mon[82596]: pgmap v82: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:20 smithi071 ceph-mon[78585]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T18:09:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:20 smithi071 ceph-mon[78585]: pgmap v82: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:20 smithi071 ceph-mon[89361]: osdmap e83: 8 total, 8 up, 8 in 2023-12-16T18:09:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:20 smithi071 ceph-mon[89361]: pgmap v82: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2023-12-16T18:09:21.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:168: done (0 left) 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:169: read oid 42 snap -1 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:169: expect deleted 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:170: rmattr oid 17 current snap is 13 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:170: done (1 left) 2023-12-16T18:09:21.564 INFO:tasks.rados.rados.0.smithi071.stdout:171: setattr oid 28 current snap is 13 2023-12-16T18:09:21.565 INFO:tasks.rados.rados.0.smithi071.stdout:172: copy_from oid 33 from oid 16 current snap is 13 2023-12-16T18:09:21.565 INFO:tasks.rados.rados.0.smithi071.stdout:173: setattr oid 32 current snap is 13 2023-12-16T18:09:21.567 INFO:tasks.rados.rados.0.smithi071.stdout:174: snap_remove snap 2 2023-12-16T18:09:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:21 smithi071 ceph-mon[78585]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T18:09:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:21 smithi071 ceph-mon[78585]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T18:09:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:21 smithi071 ceph-mon[89361]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T18:09:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:21 smithi071 ceph-mon[89361]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T18:09:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:21 smithi184 ceph-mon[82596]: osdmap e84: 8 total, 8 up, 8 in 2023-12-16T18:09:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:21 smithi184 ceph-mon[82596]: osdmap e85: 8 total, 8 up, 8 in 2023-12-16T18:09:22.575 INFO:tasks.rados.rados.0.smithi071.stdout:174: done (4 left) 2023-12-16T18:09:22.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 13 2023-12-16T18:09:22.575 INFO:tasks.rados.rados.0.smithi071.stdout:175: seq_num 79 ranges {90112=532480,622592=565248,1187840=237568} 2023-12-16T18:09:22.579 INFO:tasks.rados.rados.0.smithi071.stdout:175: writing smithi071127730-25 from 90112 to 622592 tid 1 2023-12-16T18:09:22.583 INFO:tasks.rados.rados.0.smithi071.stdout:175: writing smithi071127730-25 from 622592 to 1187840 tid 2 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:175: writing smithi071127730-25 from 1187840 to 1425408 tid 3 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 24 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 53 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:172: finishing copy_from to smithi071127730-33 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2023-12-16T18:09:22.586 INFO:tasks.rados.rados.0.smithi071.stdout:172: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:169: done (4 left) 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:171: done (3 left) 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:172: done (2 left) 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:173: done (1 left) 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 13 2023-12-16T18:09:22.587 INFO:tasks.rados.rados.0.smithi071.stdout:176: seq_num 80 ranges {745472=548864,1294336=450560,1744896=352256} 2023-12-16T18:09:22.593 INFO:tasks.rados.rados.0.smithi071.stdout:176: writing smithi071127730-45 from 745472 to 1294336 tid 1 2023-12-16T18:09:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:176: writing smithi071127730-45 from 1294336 to 1744896 tid 2 2023-12-16T18:09:22.598 INFO:tasks.rados.rados.0.smithi071.stdout:176: writing smithi071127730-45 from 1744896 to 2097152 tid 3 2023-12-16T18:09:22.598 INFO:tasks.rados.rados.0.smithi071.stdout:177: snap_remove snap 12 2023-12-16T18:09:22.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:22 smithi071 ceph-mon[78585]: pgmap v85: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:22.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:22 smithi071 ceph-mon[78585]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T18:09:22.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:22 smithi071 ceph-mon[89361]: pgmap v85: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:22.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:22 smithi071 ceph-mon[89361]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T18:09:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:22 smithi184 ceph-mon[82596]: pgmap v85: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:22 smithi184 ceph-mon[82596]: osdmap e86: 8 total, 8 up, 8 in 2023-12-16T18:09:23.600 INFO:tasks.rados.rados.0.smithi071.stdout:177: done (2 left) 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:178: delete oid 22 current snap is 13 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: finishing write tid 1 to smithi071127730-25 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: finishing write tid 2 to smithi071127730-25 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: finishing write tid 3 to smithi071127730-25 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: finishing write tid 4 to smithi071127730-25 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: finishing write tid 5 to smithi071127730-25 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 29 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:175: left oid 25 (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:176: finishing write tid 1 to smithi071127730-45 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:176: finishing write tid 2 to smithi071127730-45 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:176: finishing write tid 3 to smithi071127730-45 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:176: finishing write tid 4 to smithi071127730-45 2023-12-16T18:09:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:176: finishing write tid 5 to smithi071127730-45 2023-12-16T18:09:23.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 14 (ObjNum 80 snap 13 seq_num 80) dirty exists 2023-12-16T18:09:23.602 INFO:tasks.rados.rados.0.smithi071.stdout:176: left oid 45 (ObjNum 80 snap 13 seq_num 80) 2023-12-16T18:09:23.605 INFO:tasks.rados.rados.0.smithi071.stdout:175: done (2 left) 2023-12-16T18:09:23.605 INFO:tasks.rados.rados.0.smithi071.stdout:176: done (1 left) 2023-12-16T18:09:23.605 INFO:tasks.rados.rados.0.smithi071.stdout:178: done (0 left) 2023-12-16T18:09:23.605 INFO:tasks.rados.rados.0.smithi071.stdout:179: snap_create 2023-12-16T18:09:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[78585]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T18:09:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:24.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T18:09:24.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:24 smithi071 ceph-mon[89361]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T18:09:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: Upgrade: Target is version 19.0.0-202-gc7586e95 (unknown) 2023-12-16T18:09:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, digests ['quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5'] 2023-12-16T18:09:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-16T18:09:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:24 smithi184 ceph-mon[82596]: osdmap e87: 8 total, 8 up, 8 in 2023-12-16T18:09:24.609 INFO:tasks.rados.rados.0.smithi071.stdout:179: done (0 left) 2023-12-16T18:09:24.609 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 14 2023-12-16T18:09:24.609 INFO:tasks.rados.rados.0.smithi071.stdout:180: seq_num 82 ranges {1302528=581632,1884160=622592,2506752=180224} 2023-12-16T18:09:24.618 INFO:tasks.rados.rados.0.smithi071.stdout:180: writing smithi071127730-31 from 1302528 to 1884160 tid 1 2023-12-16T18:09:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:180: writing smithi071127730-31 from 1884160 to 2506752 tid 2 2023-12-16T18:09:24.624 INFO:tasks.rados.rados.0.smithi071.stdout:180: writing smithi071127730-31 from 2506752 to 2686976 tid 3 2023-12-16T18:09:24.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 14 2023-12-16T18:09:24.624 INFO:tasks.rados.rados.0.smithi071.stdout:181: seq_num 83 ranges {966656=598016,1564672=499712,2064384=303104} 2023-12-16T18:09:24.632 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi071127730-16 from 966656 to 1564672 tid 1 2023-12-16T18:09:24.635 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi071127730-16 from 1564672 to 2064384 tid 2 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi071127730-16 from 2064384 to 2367488 tid 3 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:182: copy_from oid 10 from oid 39 current snap is 14 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing write tid 1 to smithi071127730-31 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing write tid 2 to smithi071127730-31 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing write tid 3 to smithi071127730-31 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing write tid 4 to smithi071127730-31 2023-12-16T18:09:24.638 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing write tid 5 to smithi071127730-31 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 26 (ObjNum 82 snap 14 seq_num 82) dirty exists 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:180: left oid 31 (ObjNum 82 snap 14 seq_num 82) 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 1 to smithi071127730-16 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:180: done (2 left) 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:183: read oid 25 snap 9 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:183: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:184: copy_from oid 21 from oid 35 current snap is 14 2023-12-16T18:09:24.639 INFO:tasks.rados.rados.0.smithi071.stdout:185: snap_remove snap 8 2023-12-16T18:09:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[78585]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi184 2023-12-16T18:09:25.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[78585]: pgmap v88: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:25.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[78585]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T18:09:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[89361]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi184 2023-12-16T18:09:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[89361]: pgmap v88: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:25 smithi071 ceph-mon[89361]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T18:09:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:25 smithi184 ceph-mon[82596]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 on smithi184 2023-12-16T18:09:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:25 smithi184 ceph-mon[82596]: pgmap v88: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 874 KiB/s wr, 15 op/s 2023-12-16T18:09:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:25 smithi184 ceph-mon[82596]: osdmap e88: 8 total, 8 up, 8 in 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 2 to smithi071127730-16 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 3 to smithi071127730-16 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 4 to smithi071127730-16 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 5 to smithi071127730-16 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 38 (ObjNum 83 snap 14 seq_num 83) dirty exists 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:181: left oid 16 (ObjNum 83 snap 14 seq_num 83) 2023-12-16T18:09:25.612 INFO:tasks.rados.rados.0.smithi071.stdout:183: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing copy_from to smithi071127730-21 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:182: finishing copy_from to smithi071127730-10 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:182: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:181: done (4 left) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:182: done (3 left) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:183: done (2 left) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:184: done (1 left) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:185: done (0 left) 2023-12-16T18:09:25.616 INFO:tasks.rados.rados.0.smithi071.stdout:186: delete oid 48 current snap is 14 2023-12-16T18:09:25.619 INFO:tasks.rados.rados.0.smithi071.stdout:186: done (0 left) 2023-12-16T18:09:25.619 INFO:tasks.rados.rados.0.smithi071.stdout:187: snap_remove snap 9 2023-12-16T18:09:26.618 INFO:tasks.rados.rados.0.smithi071.stdout:187: done (0 left) 2023-12-16T18:09:26.618 INFO:tasks.rados.rados.0.smithi071.stdout:188: snap_create 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[78585]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[78585]: pgmap v91: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[89361]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[89361]: pgmap v91: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:26 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:26 smithi184 ceph-mon[82596]: osdmap e89: 8 total, 8 up, 8 in 2023-12-16T18:09:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:26 smithi184 ceph-mon[82596]: pgmap v91: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:26 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:188: done (0 left) 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:189: read oid 46 snap -1 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:189: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:190: read oid 7 snap 5 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:191: snap_create 2023-12-16T18:09:27.623 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:27.626 INFO:tasks.rados.rados.0.smithi071.stdout:189: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:09:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:27 smithi071 ceph-mon[78585]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T18:09:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:27 smithi071 ceph-mon[89361]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T18:09:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:27 smithi184 ceph-mon[82596]: osdmap e90: 8 total, 8 up, 8 in 2023-12-16T18:09:28.630 INFO:tasks.rados.rados.0.smithi071.stdout:189: done (2 left) 2023-12-16T18:09:28.630 INFO:tasks.rados.rados.0.smithi071.stdout:190: done (1 left) 2023-12-16T18:09:28.630 INFO:tasks.rados.rados.0.smithi071.stdout:191: done (0 left) 2023-12-16T18:09:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 16 2023-12-16T18:09:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:192: seq_num 85 ranges {204800=630784,835584=720896,1556480=81920} 2023-12-16T18:09:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi071127730-13 from 204800 to 835584 tid 1 2023-12-16T18:09:28.639 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi071127730-13 from 835584 to 1556480 tid 2 2023-12-16T18:09:28.640 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi071127730-13 from 1556480 to 1638400 tid 3 2023-12-16T18:09:28.640 INFO:tasks.rados.rados.0.smithi071.stdout:193: copy_from oid 15 from oid 5 current snap is 16 2023-12-16T18:09:28.640 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 1 to smithi071127730-13 2023-12-16T18:09:28.640 INFO:tasks.rados.rados.0.smithi071.stdout:194: rollback oid 19 current snap is 16 2023-12-16T18:09:28.640 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 10 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:195: copy_from oid 21 from oid 24 current snap is 16 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:196: copy_from oid 3 from oid 7 current snap is 16 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:197: read oid 33 snap -1 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:197: expect (ObjNum 55 snap 3 seq_num 55) 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 16 2023-12-16T18:09:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:198: seq_num 86 ranges {2367488=647168,3014656=606208,3620864=196608} 2023-12-16T18:09:28.657 INFO:tasks.rados.rados.0.smithi071.stdout:198: writing smithi071127730-16 from 2367488 to 3014656 tid 1 2023-12-16T18:09:28.661 INFO:tasks.rados.rados.0.smithi071.stdout:198: writing smithi071127730-16 from 3014656 to 3620864 tid 2 2023-12-16T18:09:28.662 INFO:tasks.rados.rados.0.smithi071.stdout:198: writing smithi071127730-16 from 3620864 to 3817472 tid 3 2023-12-16T18:09:28.662 INFO:tasks.rados.rados.0.smithi071.stdout:199: rmattr oid 34 current snap is 16 2023-12-16T18:09:28.662 INFO:tasks.rados.rados.0.smithi071.stdout:199: done (7 left) 2023-12-16T18:09:28.663 INFO:tasks.rados.rados.0.smithi071.stdout:200: snap_remove snap 5 2023-12-16T18:09:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:28 smithi071 ceph-mon[78585]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T18:09:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:28 smithi071 ceph-mon[78585]: pgmap v94: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:28.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:28 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:28] "GET /metrics HTTP/1.1" 200 239095 "" "Prometheus/2.43.0" 2023-12-16T18:09:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:28 smithi071 ceph-mon[89361]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T18:09:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:28 smithi071 ceph-mon[89361]: pgmap v94: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:28 smithi184 ceph-mon[82596]: osdmap e91: 8 total, 8 up, 8 in 2023-12-16T18:09:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:28 smithi184 ceph-mon[82596]: pgmap v94: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:29.636 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 2 to smithi071127730-13 2023-12-16T18:09:29.636 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 3 to smithi071127730-13 2023-12-16T18:09:29.636 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 4 to smithi071127730-13 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing copy_from to smithi071127730-3 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 5 to smithi071127730-13 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 30 (ObjNum 85 snap 16 seq_num 85) dirty exists 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:192: left oid 13 (ObjNum 85 snap 16 seq_num 85) 2023-12-16T18:09:29.637 INFO:tasks.rados.rados.0.smithi071.stdout:197: expect (ObjNum 55 snap 3 seq_num 55) 2023-12-16T18:09:29.668 INFO:tasks.rados.rados.0.smithi071.stdout:194: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:09:29.668 INFO:tasks.rados.rados.0.smithi071.stdout:194: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:194: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 68 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:192: done (7 left) 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:194: done (6 left) 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:196: done (5 left) 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:197: done (4 left) 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:200: done (3 left) 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:201: read oid 4 snap -1 2023-12-16T18:09:29.669 INFO:tasks.rados.rados.0.smithi071.stdout:201: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:202: rmattr oid 31 current snap is 16 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:202: done (4 left) 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:203: snap_create 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing copy_from to smithi071127730-21 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 8 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:193: finishing copy_from to smithi071127730-15 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 27 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:193: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: finishing write tid 1 to smithi071127730-16 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: finishing write tid 2 to smithi071127730-16 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: finishing write tid 3 to smithi071127730-16 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: finishing write tid 4 to smithi071127730-16 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: finishing write tid 5 to smithi071127730-16 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 55 (ObjNum 86 snap 16 seq_num 86) dirty exists 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:198: left oid 16 (ObjNum 86 snap 16 seq_num 86) 2023-12-16T18:09:29.673 INFO:tasks.rados.rados.0.smithi071.stdout:201: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:29 smithi071 ceph-mon[78585]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T18:09:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:29 smithi071 ceph-mon[89361]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T18:09:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:29 smithi184 ceph-mon[82596]: osdmap e92: 8 total, 8 up, 8 in 2023-12-16T18:09:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:193: done (4 left) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:195: done (3 left) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:198: done (2 left) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:201: done (1 left) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:203: done (0 left) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:204: copy_from oid 17 from oid 8 current snap is 17 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:205: read oid 32 snap -1 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:205: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:09:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:206: snap_remove snap 15 2023-12-16T18:09:30.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:30 smithi071 ceph-mon[78585]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T18:09:30.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:30 smithi071 ceph-mon[78585]: pgmap v97: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:30.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:30 smithi071 ceph-mon[89361]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T18:09:30.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:30 smithi071 ceph-mon[89361]: pgmap v97: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:30.922 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:09:31.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:30 smithi184 ceph-mon[82596]: osdmap e93: 8 total, 8 up, 8 in 2023-12-16T18:09:31.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:30 smithi184 ceph-mon[82596]: pgmap v97: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 67 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (86s) 79s ago 109s 18.2M - 0.25.0 c8568f914cd2 3deb4c4dbc5f 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (98s) 79s ago 98s 78.5M - 9.4.7 954c08fa6188 e851e08d6558 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (2m) 79s ago 2m 17.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (2m) 79s ago 2m 14.3M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:09:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443 running (4m) 79s ago 4m 430M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 8bc93af3524e 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (5m) 79s ago 5m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 dcaaec490f8b 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 79s ago 6m 48.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 b343407f2395 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (5m) 79s ago 5m 46.2M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 79s ago 4m 45.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 159021d8e228 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (94s) 79s ago 94s 5733k - 1.5.0 0da6a335fe13 6905a75e9b73 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (91s) 79s ago 90s 3351k - 1.5.0 0da6a335fe13 510b58480738 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 79s ago 4m 44.0M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 79s ago 4m 41.5M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 79s ago 4m 43.4M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 79s ago 3m 42.2M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (3m) 79s ago 3m 40.2M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (3m) 79s ago 3m 42.9M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (3m) 79s ago 3m 41.5M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (2m) 79s ago 2m 41.1M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:09:31.227 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (83s) 79s ago 2m 25.7M - 2.43.0 a07b618ecd1d e5cc4a4fc559 2023-12-16T18:09:31.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:09:31.569 INFO:tasks.rados.rados.0.smithi071.stdout:205: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:204: finishing copy_from to smithi071127730-17 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 56 (ObjNum 73 snap 7 seq_num 73) dirty exists 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:204: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:204: done (2 left) 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:205: done (1 left) 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:206: done (0 left) 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 17 2023-12-16T18:09:31.586 INFO:tasks.rados.rados.0.smithi071.stdout:207: seq_num 87 ranges {2097152=663552,2760704=491520,3252224=311296} 2023-12-16T18:09:31.601 INFO:tasks.rados.rados.0.smithi071.stdout:207: writing smithi071127730-45 from 2097152 to 2760704 tid 1 2023-12-16T18:09:31.603 INFO:tasks.rados.rados.0.smithi071.stdout:207: writing smithi071127730-45 from 2760704 to 3252224 tid 2 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:207: writing smithi071127730-45 from 3252224 to 3563520 tid 3 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:208: copy_from oid 28 from oid 4 current snap is 17 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:207: finishing write tid 1 to smithi071127730-45 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:209: rollback oid 37 current snap is 17 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 7 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:210: rmattr oid 8 current snap is 17 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:210: done (3 left) 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:211: rmattr oid 23 current snap is 17 2023-12-16T18:09:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:212: rmattr oid 11 current snap is 17 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:212: done (4 left) 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:213: read oid 40 snap -1 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:213: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:214: read oid 18 snap -1 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:214: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:215: setattr oid 25 current snap is 17 2023-12-16T18:09:31.608 INFO:tasks.rados.rados.0.smithi071.stdout:207: finishing write tid 2 to smithi071127730-45 2023-12-16T18:09:31.609 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 17 2023-12-16T18:09:31.609 INFO:tasks.rados.rados.0.smithi071.stdout:216: seq_num 88 ranges {90112=679936,770048=778240,1548288=24576} 2023-12-16T18:09:31.611 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:09:31.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 15 2023-12-16T18:09:31.613 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:09:31.613 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:09:31.615 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi071127730-6 from 90112 to 770048 tid 1 2023-12-16T18:09:31.620 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi071127730-6 from 770048 to 1548288 tid 2 2023-12-16T18:09:31.620 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi071127730-6 from 1548288 to 1572864 tid 3 2023-12-16T18:09:31.620 INFO:tasks.rados.rados.0.smithi071.stdout:217: copy_from oid 47 from oid 16 current snap is 17 2023-12-16T18:09:31.620 INFO:tasks.rados.rados.0.smithi071.stdout:207: finishing write tid 3 to smithi071127730-45 2023-12-16T18:09:31.621 INFO:tasks.rados.rados.0.smithi071.stdout:207: finishing write tid 4 to smithi071127730-45 2023-12-16T18:09:31.621 INFO:tasks.rados.rados.0.smithi071.stdout:214: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-16T18:09:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 27 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-16T18:09:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:209: finishing rollback tid 0 to smithi071127730-37 2023-12-16T18:09:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:209: finishing rollback tid 1 to smithi071127730-37 2023-12-16T18:09:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:211: done (8 left) 2023-12-16T18:09:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:214: done (7 left) 2023-12-16T18:09:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:218: snap_create 2023-12-16T18:09:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:213: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:209: finishing rollback tid 2 to smithi071127730-37 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 55 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:207: finishing write tid 5 to smithi071127730-45 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 33 (ObjNum 87 snap 17 seq_num 87) dirty exists 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:207: left oid 45 (ObjNum 87 snap 17 seq_num 87) 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing copy_from to smithi071127730-28 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing copy_from racing read to smithi071127730-28 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 1 to smithi071127730-6 2023-12-16T18:09:31.648 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 2 to smithi071127730-6 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 3 to smithi071127730-6 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 4 to smithi071127730-6 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 5 to smithi071127730-6 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 41 (ObjNum 88 snap 17 seq_num 88) dirty exists 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:216: left oid 6 (ObjNum 88 snap 17 seq_num 88) 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing copy_from to smithi071127730-47 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 55 (ObjNum 86 snap 16 seq_num 86) dirty exists 2023-12-16T18:09:31.649 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:09:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[78585]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[78585]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[78585]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[78585]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/978884751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[89361]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[89361]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[89361]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[89361]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T18:09:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:31 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/978884751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-mon[82596]: osdmap e94: 8 total, 8 up, 8 in 2023-12-16T18:09:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-mon[82596]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-mon[82596]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:09:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-mon[82596]: osdmap e95: 8 total, 8 up, 8 in 2023-12-16T18:09:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:31 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/978884751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:09:32.574 INFO:tasks.rados.rados.0.smithi071.stdout:207: done (7 left) 2023-12-16T18:09:32.574 INFO:tasks.rados.rados.0.smithi071.stdout:208: done (6 left) 2023-12-16T18:09:32.574 INFO:tasks.rados.rados.0.smithi071.stdout:209: done (5 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:213: done (4 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:215: done (3 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:216: done (2 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:217: done (1 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:218: done (0 left) 2023-12-16T18:09:32.575 INFO:tasks.rados.rados.0.smithi071.stdout:219: delete oid 31 current snap is 18 2023-12-16T18:09:32.576 INFO:tasks.rados.rados.0.smithi071.stdout:219: done (0 left) 2023-12-16T18:09:32.576 INFO:tasks.rados.rados.0.smithi071.stdout:220: delete oid 26 current snap is 18 2023-12-16T18:09:32.579 INFO:tasks.rados.rados.0.smithi071.stdout:220: done (0 left) 2023-12-16T18:09:32.579 INFO:tasks.rados.rados.0.smithi071.stdout:221: copy_from oid 20 from oid 42 current snap is 18 2023-12-16T18:09:32.579 INFO:tasks.rados.rados.0.smithi071.stdout:222: delete oid 5 current snap is 18 2023-12-16T18:09:32.584 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing copy_from to smithi071127730-20 2023-12-16T18:09:32.584 INFO:tasks.rados.rados.0.smithi071.stdout:221: got expected ENOENT (src dne) 2023-12-16T18:09:32.584 INFO:tasks.rados.rados.0.smithi071.stdout:222: done (1 left) 2023-12-16T18:09:32.584 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 18 2023-12-16T18:09:32.584 INFO:tasks.rados.rados.0.smithi071.stdout:223: seq_num 92 ranges {1638400=745472,2383872=761856,3145728=40960} 2023-12-16T18:09:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi071127730-13 from 1638400 to 2383872 tid 1 2023-12-16T18:09:32.601 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi071127730-13 from 2383872 to 3145728 tid 2 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi071127730-13 from 3145728 to 3186688 tid 3 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:224: read oid 19 snap -1 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:224: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 18 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:09:32.602 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 1 to smithi071127730-13 2023-12-16T18:09:32.603 INFO:tasks.rados.rados.0.smithi071.stdout:225: seq_num 93 ranges {1392640=761856,2154496=647168,2801664=155648} 2023-12-16T18:09:32.613 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi071127730-21 from 1392640 to 2154496 tid 1 2023-12-16T18:09:32.617 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi071127730-21 from 2154496 to 2801664 tid 2 2023-12-16T18:09:32.618 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi071127730-21 from 2801664 to 2957312 tid 3 2023-12-16T18:09:32.619 INFO:tasks.rados.rados.0.smithi071.stdout:221: done (3 left) 2023-12-16T18:09:32.619 INFO:tasks.rados.rados.0.smithi071.stdout:226: delete oid 11 current snap is 18 2023-12-16T18:09:32.619 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 2 to smithi071127730-13 2023-12-16T18:09:32.619 INFO:tasks.rados.rados.0.smithi071.stdout:224: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-16T18:09:32.628 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 3 to smithi071127730-13 2023-12-16T18:09:32.628 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 4 to smithi071127730-13 2023-12-16T18:09:32.629 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 5 to smithi071127730-13 2023-12-16T18:09:32.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 46 (ObjNum 92 snap 18 seq_num 92) dirty exists 2023-12-16T18:09:32.629 INFO:tasks.rados.rados.0.smithi071.stdout:223: left oid 13 (ObjNum 92 snap 18 seq_num 92) 2023-12-16T18:09:32.629 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 1 to smithi071127730-21 2023-12-16T18:09:32.629 INFO:tasks.rados.rados.0.smithi071.stdout:223: done (3 left) 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:224: done (2 left) 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:226: done (1 left) 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:227: read oid 32 snap -1 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:227: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:228: rollback oid 26 current snap is 18 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 16 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 2 to smithi071127730-21 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 3 to smithi071127730-21 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 4 to smithi071127730-21 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 5 to smithi071127730-21 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 62 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: left oid 21 (ObjNum 93 snap 18 seq_num 93) 2023-12-16T18:09:32.630 INFO:tasks.rados.rados.0.smithi071.stdout:225: done (2 left) 2023-12-16T18:09:32.631 INFO:tasks.rados.rados.0.smithi071.stdout:229: read oid 38 snap -1 2023-12-16T18:09:32.631 INFO:tasks.rados.rados.0.smithi071.stdout:229: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-16T18:09:32.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 18 2023-12-16T18:09:32.631 INFO:tasks.rados.rados.0.smithi071.stdout:230: seq_num 95 ranges {999424=794624,1794048=409600,2203648=393216} 2023-12-16T18:09:32.638 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi071127730-15 from 999424 to 1794048 tid 1 2023-12-16T18:09:32.640 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi071127730-15 from 1794048 to 2203648 tid 2 2023-12-16T18:09:32.643 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi071127730-15 from 2203648 to 2596864 tid 3 2023-12-16T18:09:32.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 18 2023-12-16T18:09:32.643 INFO:tasks.rados.rados.0.smithi071.stdout:231: seq_num 96 ranges {303104=409600,712704=696320,1409024=507904} 2023-12-16T18:09:32.647 INFO:tasks.rados.rados.0.smithi071.stdout:231: writing smithi071127730-19 from 303104 to 712704 tid 1 2023-12-16T18:09:32.651 INFO:tasks.rados.rados.0.smithi071.stdout:231: writing smithi071127730-19 from 712704 to 1409024 tid 2 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:231: writing smithi071127730-19 from 1409024 to 1916928 tid 3 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:232: read oid 28 snap 10 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:232: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:233: read oid 20 snap -1 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:233: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:234: read oid 1 snap 7 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:234: expect deleted 2023-12-16T18:09:32.655 INFO:tasks.rados.rados.0.smithi071.stdout:235: snap_remove snap 13 2023-12-16T18:09:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:32 smithi071 ceph-mon[78585]: pgmap v100: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:32 smithi071 ceph-mon[78585]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T18:09:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:32 smithi071 ceph-mon[89361]: pgmap v100: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:32 smithi071 ceph-mon[89361]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T18:09:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:32 smithi184 ceph-mon[82596]: pgmap v100: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:32 smithi184 ceph-mon[82596]: osdmap e96: 8 total, 8 up, 8 in 2023-12-16T18:09:33.648 INFO:tasks.rados.rados.0.smithi071.stdout:235: done (8 left) 2023-12-16T18:09:33.648 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 18 2023-12-16T18:09:33.648 INFO:tasks.rados.rados.0.smithi071.stdout:236: seq_num 97 ranges {663552=434176,1097728=581632,1679360=540672,2220032=81920} 2023-12-16T18:09:33.655 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi071127730-40 from 663552 to 1097728 tid 1 2023-12-16T18:09:33.659 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi071127730-40 from 1097728 to 1679360 tid 2 2023-12-16T18:09:33.663 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi071127730-40 from 1679360 to 2220032 tid 3 2023-12-16T18:09:33.663 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi071127730-40 from 2220032 to 2301952 tid 4 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:237: read oid 48 snap -1 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:237: expect deleted 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 18 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:228: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:228: finishing rollback tid 2 to smithi071127730-26 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 66 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-16T18:09:33.664 INFO:tasks.rados.rados.0.smithi071.stdout:227: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:09:33.680 INFO:tasks.rados.rados.0.smithi071.stdout:229: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-16T18:09:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 1 to smithi071127730-15 2023-12-16T18:09:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 2 to smithi071127730-15 2023-12-16T18:09:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 3 to smithi071127730-15 2023-12-16T18:09:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 4 to smithi071127730-15 2023-12-16T18:09:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 5 to smithi071127730-15 2023-12-16T18:09:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 44 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-16T18:09:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:230: left oid 15 (ObjNum 95 snap 18 seq_num 95) 2023-12-16T18:09:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing write tid 1 to smithi071127730-19 2023-12-16T18:09:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing write tid 2 to smithi071127730-19 2023-12-16T18:09:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:238: seq_num 98 ranges {24576=450560,475136=466944,942080=737280} 2023-12-16T18:09:33.698 INFO:tasks.rados.rados.0.smithi071.stdout:238: writing smithi071127730-36 from 24576 to 475136 tid 1 2023-12-16T18:09:33.701 INFO:tasks.rados.rados.0.smithi071.stdout:238: writing smithi071127730-36 from 475136 to 942080 tid 2 2023-12-16T18:09:33.706 INFO:tasks.rados.rados.0.smithi071.stdout:238: writing smithi071127730-36 from 942080 to 1679360 tid 3 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:227: done (10 left) 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:228: done (9 left) 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:229: done (8 left) 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:230: done (7 left) 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:239: setattr oid 6 current snap is 18 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing write tid 3 to smithi071127730-19 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing write tid 4 to smithi071127730-19 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing write tid 5 to smithi071127730-19 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 81 (ObjNum 96 snap 18 seq_num 96) dirty exists 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:231: left oid 19 (ObjNum 96 snap 18 seq_num 96) 2023-12-16T18:09:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:232: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-16T18:09:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:233: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:09:33.753 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 1 to smithi071127730-40 2023-12-16T18:09:33.753 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 2 to smithi071127730-40 2023-12-16T18:09:33.753 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 3 to smithi071127730-40 2023-12-16T18:09:33.753 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 4 to smithi071127730-40 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 5 to smithi071127730-40 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 6 to smithi071127730-40 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 91 (ObjNum 97 snap 18 seq_num 97) dirty exists 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:236: left oid 40 (ObjNum 97 snap 18 seq_num 97) 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: finishing write tid 1 to smithi071127730-36 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: finishing write tid 2 to smithi071127730-36 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: finishing write tid 3 to smithi071127730-36 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: finishing write tid 4 to smithi071127730-36 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: finishing write tid 5 to smithi071127730-36 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 29 (ObjNum 98 snap 18 seq_num 98) dirty exists 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:238: left oid 36 (ObjNum 98 snap 18 seq_num 98) 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:231: done (7 left) 2023-12-16T18:09:33.754 INFO:tasks.rados.rados.0.smithi071.stdout:232: done (6 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:233: done (5 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:234: done (4 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:236: done (3 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:237: done (2 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:238: done (1 left) 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 18 2023-12-16T18:09:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:240: seq_num 99 ranges {1916928=466944,2383872=802816,3186688=401408} 2023-12-16T18:09:33.765 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi071127730-19 from 1916928 to 2383872 tid 1 2023-12-16T18:09:33.769 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi071127730-19 from 2383872 to 3186688 tid 2 2023-12-16T18:09:33.772 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi071127730-19 from 3186688 to 3588096 tid 3 2023-12-16T18:09:33.772 INFO:tasks.rados.rados.0.smithi071.stdout:241: read oid 1 snap 14 2023-12-16T18:09:33.772 INFO:tasks.rados.rados.0.smithi071.stdout:241: expect deleted 2023-12-16T18:09:33.772 INFO:tasks.rados.rados.0.smithi071.stdout:242: snap_remove snap 10 2023-12-16T18:09:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:242: done (3 left) 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:243: copy_from oid 49 from oid 25 current snap is 18 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 52 (ObjNum 88 snap 17 seq_num 88) dirty exists 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 1 to smithi071127730-19 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 2 to smithi071127730-19 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 3 to smithi071127730-19 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 4 to smithi071127730-19 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 5 to smithi071127730-19 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 95 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: left oid 19 (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:239: done (3 left) 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:240: done (2 left) 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:241: done (1 left) 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 18 2023-12-16T18:09:34.658 INFO:tasks.rados.rados.0.smithi071.stdout:244: seq_num 100 ranges {1384448=483328,1867776=688128,2555904=516096} 2023-12-16T18:09:34.668 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi071127730-9 from 1384448 to 1867776 tid 1 2023-12-16T18:09:34.673 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi071127730-9 from 1867776 to 2555904 tid 2 2023-12-16T18:09:34.677 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi071127730-9 from 2555904 to 3072000 tid 3 2023-12-16T18:09:34.677 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 18 2023-12-16T18:09:34.677 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 1 to smithi071127730-9 2023-12-16T18:09:34.677 INFO:tasks.rados.rados.0.smithi071.stdout:245: seq_num 101 ranges {3817472=499712,4317184=573440,4890624=524288,5414912=106496} 2023-12-16T18:09:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:245: writing smithi071127730-47 from 3817472 to 4317184 tid 1 2023-12-16T18:09:34.703 INFO:tasks.rados.rados.0.smithi071.stdout:245: writing smithi071127730-47 from 4317184 to 4890624 tid 2 2023-12-16T18:09:34.706 INFO:tasks.rados.rados.0.smithi071.stdout:245: writing smithi071127730-47 from 4890624 to 5414912 tid 3 2023-12-16T18:09:34.707 INFO:tasks.rados.rados.0.smithi071.stdout:245: writing smithi071127730-47 from 5414912 to 5521408 tid 4 2023-12-16T18:09:34.707 INFO:tasks.rados.rados.0.smithi071.stdout:246: read oid 11 snap -1 2023-12-16T18:09:34.707 INFO:tasks.rados.rados.0.smithi071.stdout:246: expect deleted 2023-12-16T18:09:34.707 INFO:tasks.rados.rados.0.smithi071.stdout:247: read oid 48 snap 11 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:247: expect (ObjNum 69 snap 7 seq_num 69) 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:248: setattr oid 46 current snap is 18 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:243: finishing copy_from to smithi071127730-49 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:243: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 2 to smithi071127730-9 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 3 to smithi071127730-9 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 4 to smithi071127730-9 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 5 to smithi071127730-9 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 53 (ObjNum 100 snap 18 seq_num 100) dirty exists 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:244: left oid 9 (ObjNum 100 snap 18 seq_num 100) 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 1 to smithi071127730-47 2023-12-16T18:09:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 2 to smithi071127730-47 2023-12-16T18:09:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 3 to smithi071127730-47 2023-12-16T18:09:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 4 to smithi071127730-47 2023-12-16T18:09:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 5 to smithi071127730-47 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:243: done (5 left) 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:244: done (4 left) 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:246: done (3 left) 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:249: rollback oid 24 current snap is 18 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 7 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:250: delete oid 3 current snap is 18 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:245: finishing write tid 6 to smithi071127730-47 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 87 (ObjNum 101 snap 18 seq_num 101) dirty exists 2023-12-16T18:09:34.710 INFO:tasks.rados.rados.0.smithi071.stdout:245: left oid 47 (ObjNum 101 snap 18 seq_num 101) 2023-12-16T18:09:34.712 INFO:tasks.rados.rados.0.smithi071.stdout:245: done (4 left) 2023-12-16T18:09:34.712 INFO:tasks.rados.rados.0.smithi071.stdout:250: done (3 left) 2023-12-16T18:09:34.712 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 18 2023-12-16T18:09:34.712 INFO:tasks.rados.rados.0.smithi071.stdout:251: seq_num 103 ranges {1597440=532480,2129920=737280,2867200=466944} 2023-12-16T18:09:34.724 INFO:tasks.rados.rados.0.smithi071.stdout:251: writing smithi071127730-39 from 1597440 to 2129920 tid 1 2023-12-16T18:09:34.728 INFO:tasks.rados.rados.0.smithi071.stdout:251: writing smithi071127730-39 from 2129920 to 2867200 tid 2 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:251: writing smithi071127730-39 from 2867200 to 3334144 tid 3 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:252: setattr oid 1 current snap is 18 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 16 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 55 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:247: expect (ObjNum 69 snap 7 seq_num 69) 2023-12-16T18:09:34.830 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing write tid 1 to smithi071127730-39 2023-12-16T18:09:34.830 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing write tid 2 to smithi071127730-39 2023-12-16T18:09:34.830 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing write tid 3 to smithi071127730-39 2023-12-16T18:09:34.830 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing write tid 4 to smithi071127730-39 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing write tid 5 to smithi071127730-39 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 61 (ObjNum 103 snap 18 seq_num 103) dirty exists 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:251: left oid 39 (ObjNum 103 snap 18 seq_num 103) 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:247: done (4 left) 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:248: done (3 left) 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:249: done (2 left) 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:251: done (1 left) 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:253: setattr oid 37 current snap is 18 2023-12-16T18:09:34.831 INFO:tasks.rados.rados.0.smithi071.stdout:254: snap_remove snap 7 2023-12-16T18:09:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:34 smithi071 ceph-mon[78585]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T18:09:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:34 smithi071 ceph-mon[78585]: pgmap v103: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:34 smithi071 ceph-mon[89361]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T18:09:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:34 smithi071 ceph-mon[89361]: pgmap v103: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:34 smithi184 ceph-mon[82596]: osdmap e97: 8 total, 8 up, 8 in 2023-12-16T18:09:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:34 smithi184 ceph-mon[82596]: pgmap v103: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 4 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 90 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:252: done (2 left) 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:253: done (1 left) 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:254: done (0 left) 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:255: read oid 31 snap -1 2023-12-16T18:09:35.660 INFO:tasks.rados.rados.0.smithi071.stdout:255: expect deleted 2023-12-16T18:09:35.661 INFO:tasks.rados.rados.0.smithi071.stdout:256: read oid 6 snap -1 2023-12-16T18:09:35.661 INFO:tasks.rados.rados.0.smithi071.stdout:256: expect (ObjNum 88 snap 17 seq_num 88) 2023-12-16T18:09:35.661 INFO:tasks.rados.rados.0.smithi071.stdout:257: snap_create 2023-12-16T18:09:35.677 INFO:tasks.rados.rados.0.smithi071.stdout:256: expect (ObjNum 88 snap 17 seq_num 88) 2023-12-16T18:09:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:35 smithi071 ceph-mon[78585]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T18:09:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:35 smithi071 ceph-mon[89361]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T18:09:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:35 smithi184 ceph-mon[82596]: osdmap e98: 8 total, 8 up, 8 in 2023-12-16T18:09:36.570 INFO:tasks.rados.rados.0.smithi071.stdout:255: done (2 left) 2023-12-16T18:09:36.570 INFO:tasks.rados.rados.0.smithi071.stdout:256: done (1 left) 2023-12-16T18:09:36.570 INFO:tasks.rados.rados.0.smithi071.stdout:257: done (0 left) 2023-12-16T18:09:36.570 INFO:tasks.rados.rados.0.smithi071.stdout:258: rollback oid 30 current snap is 19 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 18 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:259: copy_from oid 9 from oid 25 current snap is 19 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:260: copy_from oid 12 from oid 28 current snap is 19 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:261: read oid 1 snap -1 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:261: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:262: read oid 17 snap -1 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:262: expect (ObjNum 73 snap 7 seq_num 73) 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:263: read oid 15 snap 16 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:263: expect (ObjNum 58 snap 4 seq_num 58) 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 19 2023-12-16T18:09:36.571 INFO:tasks.rados.rados.0.smithi071.stdout:264: seq_num 104 ranges {2007040=548864,2555904=622592,3178496=581632} 2023-12-16T18:09:36.584 INFO:tasks.rados.rados.0.smithi071.stdout:264: writing smithi071127730-43 from 2007040 to 2555904 tid 1 2023-12-16T18:09:36.588 INFO:tasks.rados.rados.0.smithi071.stdout:264: writing smithi071127730-43 from 2555904 to 3178496 tid 2 2023-12-16T18:09:36.591 INFO:tasks.rados.rados.0.smithi071.stdout:264: writing smithi071127730-43 from 3178496 to 3760128 tid 3 2023-12-16T18:09:36.591 INFO:tasks.rados.rados.0.smithi071.stdout:265: snap_remove snap 17 2023-12-16T18:09:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[78585]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T18:09:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[78585]: pgmap v106: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[78585]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T18:09:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[89361]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T18:09:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[89361]: pgmap v106: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:36 smithi071 ceph-mon[89361]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T18:09:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:36 smithi184 ceph-mon[82596]: osdmap e99: 8 total, 8 up, 8 in 2023-12-16T18:09:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:36 smithi184 ceph-mon[82596]: pgmap v106: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:36 smithi184 ceph-mon[82596]: osdmap e100: 8 total, 8 up, 8 in 2023-12-16T18:09:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:265: done (7 left) 2023-12-16T18:09:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:266: copy_from oid 13 from oid 21 current snap is 19 2023-12-16T18:09:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:258: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:09:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:09:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:261: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:09:37.578 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing copy_from to smithi071127730-12 2023-12-16T18:09:37.578 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-16T18:09:37.579 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing copy_from racing read to smithi071127730-12 2023-12-16T18:09:37.579 INFO:tasks.rados.rados.0.smithi071.stdout:262: expect (ObjNum 73 snap 7 seq_num 73) 2023-12-16T18:09:37.614 INFO:tasks.rados.rados.0.smithi071.stdout:263: expect (ObjNum 58 snap 4 seq_num 58) 2023-12-16T18:09:37.643 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing copy_from to smithi071127730-9 2023-12-16T18:09:37.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:09:37.643 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing copy_from racing read to smithi071127730-9 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:264: finishing write tid 1 to smithi071127730-43 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:264: finishing write tid 2 to smithi071127730-43 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:264: finishing write tid 3 to smithi071127730-43 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:264: finishing write tid 4 to smithi071127730-43 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:258: done (7 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:259: done (6 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:260: done (5 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:261: done (4 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:262: done (3 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:263: done (2 left) 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:267: rollback oid 49 current snap is 19 2023-12-16T18:09:37.644 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 16 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:264: finishing write tid 5 to smithi071127730-43 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 59 (ObjNum 104 snap 19 seq_num 104) dirty exists 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:264: left oid 43 (ObjNum 104 snap 19 seq_num 104) 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:266: finishing copy_from to smithi071127730-13 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 62 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:266: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:264: done (2 left) 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:266: done (1 left) 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:268: rollback oid 50 current snap is 19 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 14 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:269: rmattr oid 5 current snap is 19 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:269: done (2 left) 2023-12-16T18:09:37.645 INFO:tasks.rados.rados.0.smithi071.stdout:270: rollback oid 26 current snap is 19 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 16 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:271: rmattr oid 37 current snap is 19 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:272: copy_from oid 2 from oid 38 current snap is 19 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:273: rollback oid 7 current snap is 19 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 16 2023-12-16T18:09:37.646 INFO:tasks.rados.rados.0.smithi071.stdout:274: snap_remove snap 18 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:274: done (6 left) 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:275: snap_create 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 0 to smithi071127730-7 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing rollback tid 0 to smithi071127730-50 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing rollback tid 2 to smithi071127730-50 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 79 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 2 to smithi071127730-7 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 37 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-16T18:09:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:270: finishing rollback tid 0 to smithi071127730-26 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:270: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:270: finishing rollback tid 2 to smithi071127730-26 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 115 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 117 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:267: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:267: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:267: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 99 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing copy_from to smithi071127730-2 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 37 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-16T18:09:38.583 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:09:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:38 smithi071 ceph-mon[78585]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T18:09:38.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:38 smithi071 ceph-mon[78585]: pgmap v109: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:38 smithi071 ceph-mon[89361]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T18:09:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:38 smithi071 ceph-mon[89361]: pgmap v109: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:38.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:38] "GET /metrics HTTP/1.1" 200 239095 "" "Prometheus/2.43.0" 2023-12-16T18:09:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:38 smithi184 ceph-mon[82596]: osdmap e101: 8 total, 8 up, 8 in 2023-12-16T18:09:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:38 smithi184 ceph-mon[82596]: pgmap v109: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:267: done (6 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:268: done (5 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:270: done (4 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:271: done (3 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:272: done (2 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:273: done (1 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:275: done (0 left) 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 20 2023-12-16T18:09:39.582 INFO:tasks.rados.rados.0.smithi071.stdout:276: seq_num 105 ranges {3817472=565248,4382720=507904,4890624=507904,5398528=188416} 2023-12-16T18:09:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi071127730-16 from 3817472 to 4382720 tid 1 2023-12-16T18:09:39.608 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi071127730-16 from 4382720 to 4890624 tid 2 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi071127730-16 from 4890624 to 5398528 tid 3 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi071127730-16 from 5398528 to 5586944 tid 4 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 20 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 1 to smithi071127730-16 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 2 to smithi071127730-16 2023-12-16T18:09:39.623 INFO:tasks.rados.rados.0.smithi071.stdout:277: seq_num 106 ranges {286720=581632,868352=794624,1662976=409600} 2023-12-16T18:09:39.624 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi071127730-18 from 286720 to 868352 tid 1 2023-12-16T18:09:39.624 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi071127730-18 from 868352 to 1662976 tid 2 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi071127730-18 from 1662976 to 2072576 tid 3 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:278: setattr oid 45 current snap is 20 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 3 to smithi071127730-16 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 4 to smithi071127730-16 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 5 to smithi071127730-16 2023-12-16T18:09:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 6 to smithi071127730-16 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 103 (ObjNum 105 snap 20 seq_num 105) dirty exists 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:276: left oid 16 (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 1 to smithi071127730-18 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 2 to smithi071127730-18 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:276: done (2 left) 2023-12-16T18:09:39.626 INFO:tasks.rados.rados.0.smithi071.stdout:279: snap_remove snap 11 2023-12-16T18:09:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:39 smithi184 ceph-mon[82596]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T18:09:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:39 smithi071 ceph-mon[78585]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T18:09:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:39 smithi071 ceph-mon[89361]: osdmap e102: 8 total, 8 up, 8 in 2023-12-16T18:09:40.601 INFO:tasks.rados.rados.0.smithi071.stdout:279: done (2 left) 2023-12-16T18:09:40.601 INFO:tasks.rados.rados.0.smithi071.stdout:280: setattr oid 15 current snap is 20 2023-12-16T18:09:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 3 to smithi071127730-18 2023-12-16T18:09:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:281: snap_create 2023-12-16T18:09:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 4 to smithi071127730-18 2023-12-16T18:09:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 5 to smithi071127730-18 2023-12-16T18:09:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 25 (ObjNum 106 snap 20 seq_num 106) dirty exists 2023-12-16T18:09:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:277: left oid 18 (ObjNum 106 snap 20 seq_num 106) 2023-12-16T18:09:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 43 (ObjNum 87 snap 17 seq_num 87) dirty exists 2023-12-16T18:09:40.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 73 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-16T18:09:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:40 smithi071 ceph-mon[78585]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T18:09:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:40 smithi071 ceph-mon[78585]: pgmap v112: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:40 smithi071 ceph-mon[89361]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T18:09:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:40 smithi071 ceph-mon[89361]: pgmap v112: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:41.008 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:40 smithi184 ceph-mon[82596]: osdmap e103: 8 total, 8 up, 8 in 2023-12-16T18:09:41.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:40 smithi184 ceph-mon[82596]: pgmap v112: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2023-12-16T18:09:41.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:41 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[84365]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:09:41.569 INFO:tasks.rados.rados.0.smithi071.stdout:277: done (3 left) 2023-12-16T18:09:41.570 INFO:tasks.rados.rados.0.smithi071.stdout:278: done (2 left) 2023-12-16T18:09:41.570 INFO:tasks.rados.rados.0.smithi071.stdout:280: done (1 left) 2023-12-16T18:09:41.570 INFO:tasks.rados.rados.0.smithi071.stdout:281: done (0 left) 2023-12-16T18:09:41.570 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 21 2023-12-16T18:09:41.570 INFO:tasks.rados.rados.0.smithi071.stdout:282: seq_num 107 ranges {966656=598016,1564672=729088,2293760=466944,2760704=8192} 2023-12-16T18:09:41.578 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi071127730-33 from 966656 to 1564672 tid 1 2023-12-16T18:09:41.582 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi071127730-33 from 1564672 to 2293760 tid 2 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi071127730-33 from 2293760 to 2760704 tid 3 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi071127730-33 from 2760704 to 2768896 tid 4 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:283: copy_from oid 18 from oid 13 current snap is 21 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 1 to smithi071127730-33 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:284: snap_create 2023-12-16T18:09:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 2 to smithi071127730-33 2023-12-16T18:09:41.588 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 3 to smithi071127730-33 2023-12-16T18:09:41.590 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 4 to smithi071127730-33 2023-12-16T18:09:41.590 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 5 to smithi071127730-33 2023-12-16T18:09:41.591 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 6 to smithi071127730-33 2023-12-16T18:09:41.591 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 49 (ObjNum 107 snap 21 seq_num 107) dirty exists 2023-12-16T18:09:41.591 INFO:tasks.rados.rados.0.smithi071.stdout:282: left oid 33 (ObjNum 107 snap 21 seq_num 107) 2023-12-16T18:09:41.603 INFO:tasks.rados.rados.0.smithi071.stdout:283: finishing copy_from to smithi071127730-18 2023-12-16T18:09:41.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 62 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-16T18:09:41.603 INFO:tasks.rados.rados.0.smithi071.stdout:283: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[89361]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[89361]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[78585]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:41 smithi071 ceph-mon[78585]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T18:09:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:41 smithi184 ceph-mon[82596]: osdmap e104: 8 total, 8 up, 8 in 2023-12-16T18:09:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:41 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:41 smithi184 ceph-mon[82596]: osdmap e105: 8 total, 8 up, 8 in 2023-12-16T18:09:42.575 INFO:tasks.rados.rados.0.smithi071.stdout:282: done (2 left) 2023-12-16T18:09:42.575 INFO:tasks.rados.rados.0.smithi071.stdout:283: done (1 left) 2023-12-16T18:09:42.575 INFO:tasks.rados.rados.0.smithi071.stdout:284: done (0 left) 2023-12-16T18:09:42.576 INFO:tasks.rados.rados.0.smithi071.stdout:285: snap_create 2023-12-16T18:09:42.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:42 smithi071 ceph-mon[78585]: pgmap v115: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:42.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:42 smithi071 ceph-mon[78585]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T18:09:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:42 smithi071 ceph-mon[89361]: pgmap v115: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:42.881 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:42 smithi071 ceph-mon[89361]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T18:09:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:42 smithi184 ceph-mon[82596]: pgmap v115: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:42 smithi184 ceph-mon[82596]: osdmap e106: 8 total, 8 up, 8 in 2023-12-16T18:09:43.581 INFO:tasks.rados.rados.0.smithi071.stdout:285: done (0 left) 2023-12-16T18:09:43.582 INFO:tasks.rados.rados.0.smithi071.stdout:286: read oid 15 snap -1 2023-12-16T18:09:43.582 INFO:tasks.rados.rados.0.smithi071.stdout:286: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-16T18:09:43.582 INFO:tasks.rados.rados.0.smithi071.stdout:287: snap_create 2023-12-16T18:09:43.591 INFO:tasks.rados.rados.0.smithi071.stdout:286: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-16T18:09:44.585 INFO:tasks.rados.rados.0.smithi071.stdout:286: done (1 left) 2023-12-16T18:09:44.585 INFO:tasks.rados.rados.0.smithi071.stdout:287: done (0 left) 2023-12-16T18:09:44.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 24 2023-12-16T18:09:44.586 INFO:tasks.rados.rados.0.smithi071.stdout:288: seq_num 108 ranges {1687552=614400,2301952=606208,2908160=598016} 2023-12-16T18:09:44.597 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi071127730-23 from 1687552 to 2301952 tid 1 2023-12-16T18:09:44.601 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi071127730-23 from 2301952 to 2908160 tid 2 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi071127730-23 from 2908160 to 3506176 tid 3 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:289: rollback oid 9 current snap is 24 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 21 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 1 to smithi071127730-23 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 2 to smithi071127730-23 2023-12-16T18:09:44.605 INFO:tasks.rados.rados.0.smithi071.stdout:290: snap_remove snap 16 2023-12-16T18:09:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:44 smithi184 ceph-mon[82596]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T18:09:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:44 smithi184 ceph-mon[82596]: pgmap v118: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:44 smithi071 ceph-mon[78585]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T18:09:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:44 smithi071 ceph-mon[78585]: pgmap v118: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:44 smithi071 ceph-mon[89361]: osdmap e107: 8 total, 8 up, 8 in 2023-12-16T18:09:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:44 smithi071 ceph-mon[89361]: pgmap v118: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 19 op/s 2023-12-16T18:09:45.589 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 3 to smithi071127730-23 2023-12-16T18:09:45.589 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 4 to smithi071127730-23 2023-12-16T18:09:45.589 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 5 to smithi071127730-23 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 48 (ObjNum 108 snap 24 seq_num 108) dirty exists 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:288: left oid 23 (ObjNum 108 snap 24 seq_num 108) 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 83 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:288: done (2 left) 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:289: done (1 left) 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:290: done (0 left) 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:291: read oid 7 snap 14 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:291: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:45.590 INFO:tasks.rados.rados.0.smithi071.stdout:292: snap_create 2023-12-16T18:09:45.599 INFO:tasks.rados.rados.0.smithi071.stdout:291: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:45 smithi184 ceph-mon[82596]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T18:09:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:45 smithi071 ceph-mon[78585]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T18:09:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:45 smithi071 ceph-mon[89361]: osdmap e108: 8 total, 8 up, 8 in 2023-12-16T18:09:46.571 INFO:tasks.rados.rados.0.smithi071.stdout:291: done (1 left) 2023-12-16T18:09:46.571 INFO:tasks.rados.rados.0.smithi071.stdout:292: done (0 left) 2023-12-16T18:09:46.571 INFO:tasks.rados.rados.0.smithi071.stdout:293: read oid 23 snap -1 2023-12-16T18:09:46.571 INFO:tasks.rados.rados.0.smithi071.stdout:293: expect (ObjNum 108 snap 24 seq_num 108) 2023-12-16T18:09:46.571 INFO:tasks.rados.rados.0.smithi071.stdout:294: delete oid 31 current snap is 25 2023-12-16T18:09:46.578 INFO:tasks.rados.rados.0.smithi071.stdout:294: done (1 left) 2023-12-16T18:09:46.578 INFO:tasks.rados.rados.0.smithi071.stdout:295: read oid 20 snap -1 2023-12-16T18:09:46.578 INFO:tasks.rados.rados.0.smithi071.stdout:295: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:09:46.578 INFO:tasks.rados.rados.0.smithi071.stdout:296: read oid 28 snap 23 2023-12-16T18:09:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:296: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:297: delete oid 8 current snap is 25 2023-12-16T18:09:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:296: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:46.583 INFO:tasks.rados.rados.0.smithi071.stdout:296: done (3 left) 2023-12-16T18:09:46.584 INFO:tasks.rados.rados.0.smithi071.stdout:297: done (2 left) 2023-12-16T18:09:46.584 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 25 2023-12-16T18:09:46.584 INFO:tasks.rados.rados.0.smithi071.stdout:298: seq_num 111 ranges {2596864=663552,3260416=663552,3923968=450560,4374528=90112} 2023-12-16T18:09:46.602 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi071127730-15 from 2596864 to 3260416 tid 1 2023-12-16T18:09:46.605 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi071127730-15 from 3260416 to 3923968 tid 2 2023-12-16T18:09:46.608 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi071127730-15 from 3923968 to 4374528 tid 3 2023-12-16T18:09:46.608 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi071127730-15 from 4374528 to 4464640 tid 4 2023-12-16T18:09:46.608 INFO:tasks.rados.rados.0.smithi071.stdout:299: delete oid 27 current snap is 25 2023-12-16T18:09:46.608 INFO:tasks.rados.rados.0.smithi071.stdout:293: expect (ObjNum 108 snap 24 seq_num 108) 2023-12-16T18:09:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:295: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:09:46.782 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 1 to smithi071127730-15 2023-12-16T18:09:46.782 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 2 to smithi071127730-15 2023-12-16T18:09:46.782 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 3 to smithi071127730-15 2023-12-16T18:09:46.782 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 4 to smithi071127730-15 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 5 to smithi071127730-15 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 6 to smithi071127730-15 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 95 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:298: left oid 15 (ObjNum 111 snap 25 seq_num 111) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:293: done (3 left) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:295: done (2 left) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:298: done (1 left) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:299: done (0 left) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:300: copy_from oid 32 from oid 23 current snap is 25 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:301: read oid 7 snap -1 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:301: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:302: read oid 19 snap -1 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:302: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:303: copy_from oid 5 from oid 44 current snap is 25 2023-12-16T18:09:46.783 INFO:tasks.rados.rados.0.smithi071.stdout:304: rmattr oid 36 current snap is 25 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:304: done (4 left) 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:305: read oid 45 snap -1 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:305: expect (ObjNum 87 snap 17 seq_num 87) 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:306: setattr oid 29 current snap is 25 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:307: rollback oid 31 current snap is 25 2023-12-16T18:09:46.784 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 14 2023-12-16T18:09:46.785 INFO:tasks.rados.rados.0.smithi071.stdout:308: snap_create 2023-12-16T18:09:46.785 INFO:tasks.rados.rados.0.smithi071.stdout:301: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:46.788 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:09:46.788 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:09:46.788 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 49 (ObjNum 82 snap 14 seq_num 82) dirty exists 2023-12-16T18:09:46.790 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from to smithi071127730-5 2023-12-16T18:09:46.790 INFO:tasks.rados.rados.0.smithi071.stdout:303: got expected ENOENT (src dne) 2023-12-16T18:09:46.790 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:09:46.801 INFO:tasks.rados.rados.0.smithi071.stdout:305: expect (ObjNum 87 snap 17 seq_num 87) 2023-12-16T18:09:46.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 48 (ObjNum 65 snap 0 seq_num 1601066321) dirty exists 2023-12-16T18:09:46.941 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing copy_from to smithi071127730-32 2023-12-16T18:09:46.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 48 (ObjNum 108 snap 24 seq_num 108) dirty exists 2023-12-16T18:09:46.941 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:09:46.941 INFO:tasks.rados.rados.0.smithi071.stdout:302: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:09:46.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[89361]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T18:09:46.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[89361]: pgmap v121: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[89361]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T18:09:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[78585]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T18:09:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[78585]: pgmap v121: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:46 smithi071 ceph-mon[78585]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T18:09:47.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:46 smithi184 ceph-mon[82596]: osdmap e109: 8 total, 8 up, 8 in 2023-12-16T18:09:47.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:46 smithi184 ceph-mon[82596]: pgmap v121: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:47.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:46 smithi184 ceph-mon[82596]: osdmap e110: 8 total, 8 up, 8 in 2023-12-16T18:09:47.595 INFO:tasks.rados.rados.0.smithi071.stdout:300: done (7 left) 2023-12-16T18:09:47.595 INFO:tasks.rados.rados.0.smithi071.stdout:301: done (6 left) 2023-12-16T18:09:47.595 INFO:tasks.rados.rados.0.smithi071.stdout:302: done (5 left) 2023-12-16T18:09:47.595 INFO:tasks.rados.rados.0.smithi071.stdout:303: done (4 left) 2023-12-16T18:09:47.595 INFO:tasks.rados.rados.0.smithi071.stdout:305: done (3 left) 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:306: done (2 left) 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:307: done (1 left) 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:308: done (0 left) 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:309: rollback oid 50 current snap is 26 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 14 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:310: rmattr oid 38 current snap is 26 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:310: done (1 left) 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 26 2023-12-16T18:09:47.596 INFO:tasks.rados.rados.0.smithi071.stdout:311: seq_num 113 ranges {2957312=696320,3653632=434176,4087808=466944,4554752=303104} 2023-12-16T18:09:47.615 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi071127730-21 from 2957312 to 3653632 tid 1 2023-12-16T18:09:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi071127730-21 from 3653632 to 4087808 tid 2 2023-12-16T18:09:47.620 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi071127730-21 from 4087808 to 4554752 tid 3 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi071127730-21 from 4554752 to 4857856 tid 4 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:312: copy_from oid 37 from oid 14 current snap is 26 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing rollback tid 0 to smithi071127730-50 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing rollback tid 2 to smithi071127730-50 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 103 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 1 to smithi071127730-21 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 2 to smithi071127730-21 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 3 to smithi071127730-21 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:309: done (2 left) 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:313: rmattr oid 44 current snap is 26 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:313: done (2 left) 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 26 2023-12-16T18:09:47.623 INFO:tasks.rados.rados.0.smithi071.stdout:314: seq_num 114 ranges {4464640=712704,5177344=712704,5890048=491520} 2023-12-16T18:09:47.650 INFO:tasks.rados.rados.0.smithi071.stdout:314: writing smithi071127730-15 from 4464640 to 5177344 tid 1 2023-12-16T18:09:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:314: writing smithi071127730-15 from 5177344 to 5890048 tid 2 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:314: writing smithi071127730-15 from 5890048 to 6381568 tid 3 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 26 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 4 to smithi071127730-21 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 5 to smithi071127730-21 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 6 to smithi071127730-21 2023-12-16T18:09:47.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 147 (ObjNum 113 snap 26 seq_num 113) dirty exists 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:311: left oid 21 (ObjNum 113 snap 26 seq_num 113) 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing copy_from to smithi071127730-37 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:312: got expected ENOENT (src dne) 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:314: finishing write tid 1 to smithi071127730-15 2023-12-16T18:09:47.658 INFO:tasks.rados.rados.0.smithi071.stdout:315: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2023-12-16T18:09:47.661 INFO:tasks.rados.rados.0.smithi071.stdout:315: writing smithi071127730-22 from 0 to 729088 tid 1 2023-12-16T18:09:47.665 INFO:tasks.rados.rados.0.smithi071.stdout:315: writing smithi071127730-22 from 729088 to 1376256 tid 2 2023-12-16T18:09:47.668 INFO:tasks.rados.rados.0.smithi071.stdout:315: writing smithi071127730-22 from 1376256 to 1810432 tid 3 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:315: writing smithi071127730-22 from 1810432 to 1933312 tid 4 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:311: done (3 left) 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:312: done (2 left) 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:316: copy_from oid 27 from oid 35 current snap is 26 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:314: finishing write tid 2 to smithi071127730-15 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:314: finishing write tid 3 to smithi071127730-15 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:314: finishing write tid 4 to smithi071127730-15 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:314: finishing write tid 5 to smithi071127730-15 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 100 (ObjNum 114 snap 26 seq_num 114) dirty exists 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:314: left oid 15 (ObjNum 114 snap 26 seq_num 114) 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 1 to smithi071127730-22 2023-12-16T18:09:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 2 to smithi071127730-22 2023-12-16T18:09:47.671 INFO:tasks.rados.rados.0.smithi071.stdout:314: done (2 left) 2023-12-16T18:09:47.671 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 26 2023-12-16T18:09:47.671 INFO:tasks.rados.rados.0.smithi071.stdout:317: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2023-12-16T18:09:47.674 INFO:tasks.rados.rados.0.smithi071.stdout:317: writing smithi071127730-11 from 0 to 745472 tid 1 2023-12-16T18:09:47.677 INFO:tasks.rados.rados.0.smithi071.stdout:317: writing smithi071127730-11 from 745472 to 1277952 tid 2 2023-12-16T18:09:47.681 INFO:tasks.rados.rados.0.smithi071.stdout:317: writing smithi071127730-11 from 1277952 to 1916928 tid 3 2023-12-16T18:09:47.681 INFO:tasks.rados.rados.0.smithi071.stdout:317: writing smithi071127730-11 from 1916928 to 1949696 tid 4 2023-12-16T18:09:47.681 INFO:tasks.rados.rados.0.smithi071.stdout:318: snap_remove snap 22 2023-12-16T18:09:48.604 INFO:tasks.rados.rados.0.smithi071.stdout:318: done (3 left) 2023-12-16T18:09:48.604 INFO:tasks.rados.rados.0.smithi071.stdout:319: copy_from oid 16 from oid 44 current snap is 26 2023-12-16T18:09:48.604 INFO:tasks.rados.rados.0.smithi071.stdout:320: copy_from oid 2 from oid 46 current snap is 26 2023-12-16T18:09:48.604 INFO:tasks.rados.rados.0.smithi071.stdout:321: snap_create 2023-12-16T18:09:48.604 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 3 to smithi071127730-22 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 4 to smithi071127730-22 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 5 to smithi071127730-22 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:316: finishing copy_from to smithi071127730-27 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:316: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:315: finishing write tid 6 to smithi071127730-22 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 122 (ObjNum 115 snap 26 seq_num 115) dirty exists 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:315: left oid 22 (ObjNum 115 snap 26 seq_num 115) 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 1 to smithi071127730-11 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 2 to smithi071127730-11 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 3 to smithi071127730-11 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 4 to smithi071127730-11 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 5 to smithi071127730-11 2023-12-16T18:09:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing write tid 6 to smithi071127730-11 2023-12-16T18:09:48.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 152 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:09:48.606 INFO:tasks.rados.rados.0.smithi071.stdout:317: left oid 11 (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:09:48.608 INFO:tasks.rados.rados.0.smithi071.stdout:319: finishing copy_from to smithi071127730-16 2023-12-16T18:09:48.609 INFO:tasks.rados.rados.0.smithi071.stdout:319: got expected ENOENT (src dne) 2023-12-16T18:09:48.609 INFO:tasks.rados.rados.0.smithi071.stdout:319: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:09:48.612 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing copy_from to smithi071127730-2 2023-12-16T18:09:48.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 55 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:48.612 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:09:48.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:09:48] "GET /metrics HTTP/1.1" 200 239279 "" "Prometheus/2.43.0" 2023-12-16T18:09:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:48 smithi071 ceph-mon[78585]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T18:09:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:48 smithi071 ceph-mon[78585]: pgmap v124: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:48 smithi071 ceph-mon[89361]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T18:09:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:48 smithi071 ceph-mon[89361]: pgmap v124: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:48 smithi184 ceph-mon[82596]: osdmap e111: 8 total, 8 up, 8 in 2023-12-16T18:09:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:48 smithi184 ceph-mon[82596]: pgmap v124: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:49.610 INFO:tasks.rados.rados.0.smithi071.stdout:315: done (5 left) 2023-12-16T18:09:49.610 INFO:tasks.rados.rados.0.smithi071.stdout:316: done (4 left) 2023-12-16T18:09:49.610 INFO:tasks.rados.rados.0.smithi071.stdout:317: done (3 left) 2023-12-16T18:09:49.610 INFO:tasks.rados.rados.0.smithi071.stdout:319: done (2 left) 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:320: done (1 left) 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:321: done (0 left) 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:322: read oid 15 snap -1 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:322: expect (ObjNum 114 snap 26 seq_num 114) 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:323: copy_from oid 39 from oid 19 current snap is 27 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 27 2023-12-16T18:09:49.611 INFO:tasks.rados.rados.0.smithi071.stdout:324: seq_num 117 ranges {1425408=770048,2195456=417792,2613248=442368,3055616=344064} 2023-12-16T18:09:49.622 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi071127730-9 from 1425408 to 2195456 tid 1 2023-12-16T18:09:49.625 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi071127730-9 from 2195456 to 2613248 tid 2 2023-12-16T18:09:49.628 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi071127730-9 from 2613248 to 3055616 tid 3 2023-12-16T18:09:49.630 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi071127730-9 from 3055616 to 3399680 tid 4 2023-12-16T18:09:49.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 27 2023-12-16T18:09:49.631 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing copy_from to smithi071127730-39 2023-12-16T18:09:49.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 95 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:09:49.631 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:09:49.631 INFO:tasks.rados.rados.0.smithi071.stdout:325: seq_num 118 ranges {3563520=786432,4349952=704512,5054464=499712} 2023-12-16T18:09:49.654 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi071127730-45 from 3563520 to 4349952 tid 1 2023-12-16T18:09:49.658 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi071127730-45 from 4349952 to 5054464 tid 2 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi071127730-45 from 5054464 to 5554176 tid 3 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:323: done (3 left) 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:326: snap_create 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 1 to smithi071127730-9 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 2 to smithi071127730-9 2023-12-16T18:09:49.662 INFO:tasks.rados.rados.0.smithi071.stdout:322: expect (ObjNum 114 snap 26 seq_num 114) 2023-12-16T18:09:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: Upgrade: Updating mgr.x 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:49 smithi184 ceph-mon[82596]: Deploying daemon mgr.x on smithi184 2023-12-16T18:09:49.953 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 3 to smithi071127730-9 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 4 to smithi071127730-9 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 5 to smithi071127730-9 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 6 to smithi071127730-9 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 110 (ObjNum 117 snap 27 seq_num 117) dirty exists 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:324: left oid 9 (ObjNum 117 snap 27 seq_num 117) 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 1 to smithi071127730-45 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 2 to smithi071127730-45 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 3 to smithi071127730-45 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 4 to smithi071127730-45 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 5 to smithi071127730-45 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 53 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-16T18:09:49.954 INFO:tasks.rados.rados.0.smithi071.stdout:325: left oid 45 (ObjNum 118 snap 27 seq_num 118) 2023-12-16T18:09:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T18:09:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: Upgrade: Updating mgr.x 2023-12-16T18:09:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[78585]: Deploying daemon mgr.x on smithi184 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: osdmap e112: 8 total, 8 up, 8 in 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: Upgrade: Updating mgr.x 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:09:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:09:49.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:49.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:49 smithi071 ceph-mon[89361]: Deploying daemon mgr.x on smithi184 2023-12-16T18:09:50.216 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:49 smithi184 systemd[1]: Stopping Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:09:50.216 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115845]: 2023-12-16 18:09:50.082132292 +0000 UTC m=+0.073830921 container died 8bc93af3524ef38d8eab88931c2d54d0262eceee5b3b78e1006a31d1f6fb6a83 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, GIT_CLEAN=True, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2023-12-16T18:09:50.476 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115845]: 2023-12-16 18:09:50.217381987 +0000 UTC m=+0.209080599 container cleanup 8bc93af3524ef38d8eab88931c2d54d0262eceee5b3b78e1006a31d1f6fb6a83 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:09:50.476 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 bash[115845]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x 2023-12-16T18:09:50.476 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115860]: 2023-12-16 18:09:50.34216208 +0000 UTC m=+0.252007397 container remove 8bc93af3524ef38d8eab88931c2d54d0262eceee5b3b78e1006a31d1f6fb6a83 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T18:09:50.476 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:09:50.619 INFO:tasks.rados.rados.0.smithi071.stdout:322: done (3 left) 2023-12-16T18:09:50.620 INFO:tasks.rados.rados.0.smithi071.stdout:324: done (2 left) 2023-12-16T18:09:50.620 INFO:tasks.rados.rados.0.smithi071.stdout:325: done (1 left) 2023-12-16T18:09:50.620 INFO:tasks.rados.rados.0.smithi071.stdout:326: done (0 left) 2023-12-16T18:09:50.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 28 2023-12-16T18:09:50.620 INFO:tasks.rados.rados.0.smithi071.stdout:327: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2023-12-16T18:09:50.624 INFO:tasks.rados.rados.0.smithi071.stdout:327: writing smithi071127730-5 from 0 to 802816 tid 1 2023-12-16T18:09:50.627 INFO:tasks.rados.rados.0.smithi071.stdout:327: writing smithi071127730-5 from 802816 to 1392640 tid 2 2023-12-16T18:09:50.630 INFO:tasks.rados.rados.0.smithi071.stdout:327: writing smithi071127730-5 from 1392640 to 1802240 tid 3 2023-12-16T18:09:50.631 INFO:tasks.rados.rados.0.smithi071.stdout:327: writing smithi071127730-5 from 1802240 to 2007040 tid 4 2023-12-16T18:09:50.631 INFO:tasks.rados.rados.0.smithi071.stdout:328: rollback oid 31 current snap is 28 2023-12-16T18:09:50.631 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 26 2023-12-16T18:09:50.631 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 1 to smithi071127730-5 2023-12-16T18:09:50.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 28 2023-12-16T18:09:50.632 INFO:tasks.rados.rados.0.smithi071.stdout:329: seq_num 120 ranges {811008=417792,1228800=475136,1703936=622592,2326528=507904} 2023-12-16T18:09:50.638 INFO:tasks.rados.rados.0.smithi071.stdout:329: writing smithi071127730-49 from 811008 to 1228800 tid 1 2023-12-16T18:09:50.641 INFO:tasks.rados.rados.0.smithi071.stdout:329: writing smithi071127730-49 from 1228800 to 1703936 tid 2 2023-12-16T18:09:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:329: writing smithi071127730-49 from 1703936 to 2326528 tid 3 2023-12-16T18:09:50.648 INFO:tasks.rados.rados.0.smithi071.stdout:329: writing smithi071127730-49 from 2326528 to 2834432 tid 4 2023-12-16T18:09:50.648 INFO:tasks.rados.rados.0.smithi071.stdout:330: rmattr oid 41 current snap is 28 2023-12-16T18:09:50.648 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 2 to smithi071127730-5 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 3 to smithi071127730-5 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 4 to smithi071127730-5 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 5 to smithi071127730-5 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing write tid 6 to smithi071127730-5 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 134 (ObjNum 119 snap 28 seq_num 119) dirty exists 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: left oid 5 (ObjNum 119 snap 28 seq_num 119) 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:328: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:328: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:327: done (3 left) 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:331: read oid 7 snap -1 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:331: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:332: snap_create 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:328: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:09:50.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 53 (ObjNum 82 snap 14 seq_num 82) dirty exists 2023-12-16T18:09:50.650 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 1 to smithi071127730-49 2023-12-16T18:09:50.650 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 2 to smithi071127730-49 2023-12-16T18:09:50.650 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 3 to smithi071127730-49 2023-12-16T18:09:50.650 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 4 to smithi071127730-49 2023-12-16T18:09:50.650 INFO:tasks.rados.rados.0.smithi071.stdout:331: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-16T18:09:50.653 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 82 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T18:09:50.653 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 5 to smithi071127730-49 2023-12-16T18:09:50.653 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing write tid 6 to smithi071127730-49 2023-12-16T18:09:50.653 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 138 (ObjNum 120 snap 28 seq_num 120) dirty exists 2023-12-16T18:09:50.653 INFO:tasks.rados.rados.0.smithi071.stdout:329: left oid 49 (ObjNum 120 snap 28 seq_num 120) 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:50 smithi184 ceph-mon[82596]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:50 smithi184 ceph-mon[82596]: pgmap v127: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 systemd[1]: Stopped Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Consumed 16.633s CPU time. 2023-12-16T18:09:50.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 systemd[1]: Starting Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:09:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:50 smithi071 ceph-mon[78585]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T18:09:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:50 smithi071 ceph-mon[78585]: pgmap v127: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:50 smithi071 ceph-mon[89361]: osdmap e113: 8 total, 8 up, 8 in 2023-12-16T18:09:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:50 smithi071 ceph-mon[89361]: pgmap v127: 121 pgs: 121 active+clean; 85 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115991]: 2023-12-16 18:09:50.858687049 +0000 UTC m=+0.074746783 container create 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.build-date=20231212, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115991]: 2023-12-16 18:09:50.801565795 +0000 UTC m=+0.017625497 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115991]: 2023-12-16 18:09:50.959304541 +0000 UTC m=+0.175364233 container init 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 podman[115991]: 2023-12-16 18:09:50.961803784 +0000 UTC m=+0.177863475 container start 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3) 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:50 smithi184 ceph-mgr[116010]: -- 172.21.15.184:0/1822759207 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56465528f520 con 0x564655264c00 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:51 smithi184 bash[115991]: 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 2023-12-16T18:09:51.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:51 smithi184 systemd[1]: Started Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:09:51.572 INFO:tasks.rados.rados.0.smithi071.stdout:328: done (4 left) 2023-12-16T18:09:51.572 INFO:tasks.rados.rados.0.smithi071.stdout:329: done (3 left) 2023-12-16T18:09:51.572 INFO:tasks.rados.rados.0.smithi071.stdout:330: done (2 left) 2023-12-16T18:09:51.572 INFO:tasks.rados.rados.0.smithi071.stdout:331: done (1 left) 2023-12-16T18:09:51.573 INFO:tasks.rados.rados.0.smithi071.stdout:332: done (0 left) 2023-12-16T18:09:51.573 INFO:tasks.rados.rados.0.smithi071.stdout:333: delete oid 49 current snap is 29 2023-12-16T18:09:51.575 INFO:tasks.rados.rados.0.smithi071.stdout:333: done (0 left) 2023-12-16T18:09:51.575 INFO:tasks.rados.rados.0.smithi071.stdout:334: rollback oid 18 current snap is 29 2023-12-16T18:09:51.575 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 19 2023-12-16T18:09:51.575 INFO:tasks.rados.rados.0.smithi071.stdout:335: snap_create 2023-12-16T18:09:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing rollback tid 0 to smithi071127730-18 2023-12-16T18:09:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:09:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:09:51.581 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 65 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-16T18:09:51.614 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:51.534+0000 7fee1013c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:09:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[78585]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[78585]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[89361]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:51.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:51 smithi071 ceph-mon[89361]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:51.635+0000 7fee1013c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-mon[82596]: osdmap e114: 8 total, 8 up, 8 in 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:52.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:51 smithi184 ceph-mon[82596]: osdmap e115: 8 total, 8 up, 8 in 2023-12-16T18:09:52.584 INFO:tasks.rados.rados.0.smithi071.stdout:334: done (1 left) 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:335: done (0 left) 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:336: rollback oid 41 current snap is 30 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 25 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:337: rollback oid 18 current snap is 30 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 28 2023-12-16T18:09:52.585 INFO:tasks.rados.rados.0.smithi071.stdout:338: rmattr oid 23 current snap is 30 2023-12-16T18:09:52.586 INFO:tasks.rados.rados.0.smithi071.stdout:339: copy_from oid 13 from oid 37 current snap is 30 2023-12-16T18:09:52.586 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 30 2023-12-16T18:09:52.586 INFO:tasks.rados.rados.0.smithi071.stdout:340: seq_num 122 ranges {1679360=450560,2129920=688128,2818048=630784,3448832=286720} 2023-12-16T18:09:52.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:52.329+0000 7fee1013c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:09:52.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:52.436+0000 7fee1013c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:09:52.596 INFO:tasks.rados.rados.0.smithi071.stdout:340: writing smithi071127730-36 from 1679360 to 2129920 tid 1 2023-12-16T18:09:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:340: writing smithi071127730-36 from 2129920 to 2818048 tid 2 2023-12-16T18:09:52.603 INFO:tasks.rados.rados.0.smithi071.stdout:340: writing smithi071127730-36 from 2818048 to 3448832 tid 3 2023-12-16T18:09:52.605 INFO:tasks.rados.rados.0.smithi071.stdout:340: writing smithi071127730-36 from 3448832 to 3735552 tid 4 2023-12-16T18:09:52.605 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 30 2023-12-16T18:09:52.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 56 (ObjNum 108 snap 24 seq_num 108) dirty exists 2023-12-16T18:09:52.605 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing rollback tid 0 to smithi071127730-18 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 68 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:09:52.606 INFO:tasks.rados.rados.0.smithi071.stdout:341: seq_num 123 ranges {2686976=466944,3153920=573440,3727360=794624,4521984=237568} 2023-12-16T18:09:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:341: writing smithi071127730-31 from 2686976 to 3153920 tid 1 2023-12-16T18:09:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:341: writing smithi071127730-31 from 3153920 to 3727360 tid 2 2023-12-16T18:09:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:341: writing smithi071127730-31 from 3727360 to 4521984 tid 3 2023-12-16T18:09:52.633 INFO:tasks.rados.rados.0.smithi071.stdout:341: writing smithi071127730-31 from 4521984 to 4759552 tid 4 2023-12-16T18:09:52.633 INFO:tasks.rados.rados.0.smithi071.stdout:337: done (5 left) 2023-12-16T18:09:52.633 INFO:tasks.rados.rados.0.smithi071.stdout:338: done (4 left) 2023-12-16T18:09:52.633 INFO:tasks.rados.rados.0.smithi071.stdout:342: setattr oid 42 current snap is 30 2023-12-16T18:09:52.633 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 86 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:339: finishing copy_from to smithi071127730-13 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 117 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:339: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 1 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 2 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 3 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 4 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 5 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing write tid 6 to smithi071127730-36 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 59 (ObjNum 122 snap 30 seq_num 122) dirty exists 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:340: left oid 36 (ObjNum 122 snap 30 seq_num 122) 2023-12-16T18:09:52.634 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 1 to smithi071127730-31 2023-12-16T18:09:52.635 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 2 to smithi071127730-31 2023-12-16T18:09:52.635 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 3 to smithi071127730-31 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:336: done (4 left) 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:339: done (3 left) 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:340: done (2 left) 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:343: snap_create 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 4 to smithi071127730-31 2023-12-16T18:09:52.636 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 5 to smithi071127730-31 2023-12-16T18:09:52.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 48 (ObjNum 33 snap 0 seq_num 6) dirty exists 2023-12-16T18:09:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:341: finishing write tid 6 to smithi071127730-31 2023-12-16T18:09:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 59 (ObjNum 123 snap 30 seq_num 123) dirty exists 2023-12-16T18:09:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:341: left oid 31 (ObjNum 123 snap 30 seq_num 123) 2023-12-16T18:09:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:52 smithi071 ceph-mon[78585]: pgmap v130: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:52 smithi071 ceph-mon[78585]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T18:09:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:52 smithi071 ceph-mon[89361]: pgmap v130: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:52 smithi071 ceph-mon[89361]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-mon[82596]: pgmap v130: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-mon[82596]: osdmap e116: 8 total, 8 up, 8 in 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:52.604+0000 7fee1013c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:52.718+0000 7fee1013c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:52.812+0000 7fee1013c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:09:53.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:53.085+0000 7fee1013c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:09:53.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:53.222+0000 7fee1013c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:09:53.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:53.319+0000 7fee1013c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:09:53.626 INFO:tasks.rados.rados.0.smithi071.stdout:341: done (2 left) 2023-12-16T18:09:53.626 INFO:tasks.rados.rados.0.smithi071.stdout:342: done (1 left) 2023-12-16T18:09:53.626 INFO:tasks.rados.rados.0.smithi071.stdout:343: done (0 left) 2023-12-16T18:09:53.626 INFO:tasks.rados.rados.0.smithi071.stdout:344: copy_from oid 34 from oid 46 current snap is 31 2023-12-16T18:09:53.626 INFO:tasks.rados.rados.0.smithi071.stdout:345: snap_remove snap 28 2023-12-16T18:09:53.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:53.425+0000 7fee1013c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:09:53.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:53.618+0000 7fee1013c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:344: finishing copy_from to smithi071127730-34 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 55 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:344: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:344: done (1 left) 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:345: done (0 left) 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:346: rollback oid 46 current snap is 31 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 14 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:347: read oid 28 snap -1 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:347: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:54.636 INFO:tasks.rados.rados.0.smithi071.stdout:348: read oid 36 snap -1 2023-12-16T18:09:54.637 INFO:tasks.rados.rados.0.smithi071.stdout:348: expect (ObjNum 122 snap 30 seq_num 122) 2023-12-16T18:09:54.637 INFO:tasks.rados.rados.0.smithi071.stdout:349: delete oid 12 current snap is 31 2023-12-16T18:09:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:349: done (3 left) 2023-12-16T18:09:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:350: rollback oid 45 current snap is 31 2023-12-16T18:09:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 21 2023-12-16T18:09:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:351: snap_remove snap 19 2023-12-16T18:09:54.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T18:09:54.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: pgmap v133: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:54.678+0000 7fee1013c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:09:54.890 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:54 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:54.827+0000 7fee1013c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: pgmap v133: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: osdmap e117: 8 total, 8 up, 8 in 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: pgmap v133: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2023-12-16T18:09:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:54 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:55.441 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:55.185+0000 7fee1013c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:09:55.441 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:55.284+0000 7fee1013c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:09:55.647 INFO:tasks.rados.rados.0.smithi071.stdout:351: done (4 left) 2023-12-16T18:09:55.647 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 31 2023-12-16T18:09:55.648 INFO:tasks.rados.rados.0.smithi071.stdout:347: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-16T18:09:55.650 INFO:tasks.rados.rados.0.smithi071.stdout:350: finishing rollback tid 0 to smithi071127730-45 2023-12-16T18:09:55.650 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:09:55.650 INFO:tasks.rados.rados.0.smithi071.stdout:350: finishing rollback tid 1 to smithi071127730-45 2023-12-16T18:09:55.650 INFO:tasks.rados.rados.0.smithi071.stdout:352: seq_num 125 ranges {4759552=499712,5259264=745472,6004736=409600,6414336=450560} 2023-12-16T18:09:55.679 INFO:tasks.rados.rados.0.smithi071.stdout:352: writing smithi071127730-31 from 4759552 to 5259264 tid 1 2023-12-16T18:09:55.683 INFO:tasks.rados.rados.0.smithi071.stdout:352: writing smithi071127730-31 from 5259264 to 6004736 tid 2 2023-12-16T18:09:55.685 INFO:tasks.rados.rados.0.smithi071.stdout:352: writing smithi071127730-31 from 6004736 to 6414336 tid 3 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:352: writing smithi071127730-31 from 6414336 to 6864896 tid 4 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:347: done (4 left) 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:353: read oid 23 snap -1 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:353: expect (ObjNum 108 snap 24 seq_num 108) 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:354: snap_create 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:350: finishing rollback tid 2 to smithi071127730-45 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 57 (ObjNum 87 snap 17 seq_num 87) dirty exists 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 114 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:348: expect (ObjNum 122 snap 30 seq_num 122) 2023-12-16T18:09:55.812 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 1 to smithi071127730-31 2023-12-16T18:09:55.812 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 2 to smithi071127730-31 2023-12-16T18:09:55.812 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 3 to smithi071127730-31 2023-12-16T18:09:55.812 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 4 to smithi071127730-31 2023-12-16T18:09:55.812 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 5 to smithi071127730-31 2023-12-16T18:09:55.813 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing write tid 6 to smithi071127730-31 2023-12-16T18:09:55.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 67 (ObjNum 125 snap 31 seq_num 125) dirty exists 2023-12-16T18:09:55.813 INFO:tasks.rados.rados.0.smithi071.stdout:352: left oid 31 (ObjNum 125 snap 31 seq_num 125) 2023-12-16T18:09:55.813 INFO:tasks.rados.rados.0.smithi071.stdout:353: expect (ObjNum 108 snap 24 seq_num 108) 2023-12-16T18:09:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-mon[82596]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T18:09:55.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:55.477+0000 7fee1013c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:09:55.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:55.681+0000 7fee1013c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:09:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:55 smithi071 ceph-mon[89361]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T18:09:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:55 smithi071 ceph-mon[78585]: osdmap e118: 8 total, 8 up, 8 in 2023-12-16T18:09:56.130 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:55 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:55.981+0000 7fee1013c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:09:56.381 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:56.258+0000 7fee1013c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:346: done (5 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:348: done (4 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:350: done (3 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:352: done (2 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:353: done (1 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:354: done (0 left) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:355: copy_from oid 43 from oid 3 current snap is 32 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:356: read oid 37 snap -1 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:356: expect (ObjNum 58 snap 4 seq_num 58) 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:357: read oid 5 snap -1 2023-12-16T18:09:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:357: expect (ObjNum 119 snap 28 seq_num 119) 2023-12-16T18:09:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:358: read oid 16 snap 26 2023-12-16T18:09:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:358: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:09:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:359: snap_remove snap 27 2023-12-16T18:09:56.647 INFO:tasks.rados.rados.0.smithi071.stdout:359: done (4 left) 2023-12-16T18:09:56.647 INFO:tasks.rados.rados.0.smithi071.stdout:360: read oid 18 snap -1 2023-12-16T18:09:56.647 INFO:tasks.rados.rados.0.smithi071.stdout:360: expect (ObjNum 93 snap 18 seq_num 93) 2023-12-16T18:09:56.647 INFO:tasks.rados.rados.0.smithi071.stdout:361: snap_remove snap 14 2023-12-16T18:09:56.654 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:56.494+0000 7fee1013c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:09:56.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setuser ceph since I am not root 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ignoring --setgroup ceph since I am not root 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mgr[78824]: -- 172.21.15.71:0/1174001706 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564741c569c0 con 0x564741c2cc00 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: pgmap v136: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: from='mgr.24515 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[78585]: mgrmap e22: x(active, starting, since 0.00918083s) 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: pgmap v136: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: from='mgr.24515 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T18:09:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:56 smithi071 ceph-mon[89361]: mgrmap e22: x(active, starting, since 0.00918083s) 2023-12-16T18:09:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: osdmap e119: 8 total, 8 up, 8 in 2023-12-16T18:09:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: pgmap v136: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:09:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: osdmap e120: 8 total, 8 up, 8 in 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 172.21.15.71:0/1948745560' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: osdmap e121: 8 total, 8 up, 8 in 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: from='mgr.24515 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-16T18:09:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:56 smithi184 ceph-mon[82596]: mgrmap e22: x(active, starting, since 0.00918083s) 2023-12-16T18:09:57.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:57.186+0000 7f9c1f1dd1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:09:57.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:57.273+0000 7f9c1f1dd1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:09:57.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:57.322+0000 7fee1013c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:09:57.654 INFO:tasks.rados.rados.0.smithi071.stdout:361: done (5 left) 2023-12-16T18:09:57.654 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 32 2023-12-16T18:09:57.654 INFO:tasks.rados.rados.0.smithi071.stdout:362: seq_num 126 ranges {2301952=516096,2818048=630784,3448832=614400,4063232=360448} 2023-12-16T18:09:57.671 INFO:tasks.rados.rados.0.smithi071.stdout:362: writing smithi071127730-40 from 2301952 to 2818048 tid 1 2023-12-16T18:09:57.675 INFO:tasks.rados.rados.0.smithi071.stdout:362: writing smithi071127730-40 from 2818048 to 3448832 tid 2 2023-12-16T18:09:57.679 INFO:tasks.rados.rados.0.smithi071.stdout:362: writing smithi071127730-40 from 3448832 to 4063232 tid 3 2023-12-16T18:09:57.681 INFO:tasks.rados.rados.0.smithi071.stdout:362: writing smithi071127730-40 from 4063232 to 4423680 tid 4 2023-12-16T18:09:57.681 INFO:tasks.rados.rados.0.smithi071.stdout:363: delete oid 28 current snap is 32 2023-12-16T18:09:57.681 INFO:tasks.rados.rados.0.smithi071.stdout:356: expect (ObjNum 58 snap 4 seq_num 58) 2023-12-16T18:09:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing copy_from to smithi071127730-43 2023-12-16T18:09:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:355: got expected ENOENT (src dne) 2023-12-16T18:09:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:09:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:357: expect (ObjNum 119 snap 28 seq_num 119) 2023-12-16T18:09:57.763 INFO:tasks.rados.rados.0.smithi071.stdout:358: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:09:58.005 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:57.904+0000 7fee1013c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:09:58.005 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.005+0000 7fee1013c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:09:58.025 INFO:tasks.rados.rados.0.smithi071.stdout:360: expect (ObjNum 93 snap 18 seq_num 93) 2023-12-16T18:09:58.131 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 1 to smithi071127730-40 2023-12-16T18:09:58.131 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 2 to smithi071127730-40 2023-12-16T18:09:58.132 INFO:tasks.rados.rados.0.smithi071.stdout:355: done (6 left) 2023-12-16T18:09:58.132 INFO:tasks.rados.rados.0.smithi071.stdout:356: done (5 left) 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:357: done (4 left) 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:358: done (3 left) 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:360: done (2 left) 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:363: done (1 left) 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:364: rollback oid 46 current snap is 32 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 24 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 3 to smithi071127730-40 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 4 to smithi071127730-40 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 5 to smithi071127730-40 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:362: finishing write tid 6 to smithi071127730-40 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 150 (ObjNum 126 snap 32 seq_num 126) dirty exists 2023-12-16T18:09:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:362: left oid 40 (ObjNum 126 snap 32 seq_num 126) 2023-12-16T18:09:58.134 INFO:tasks.rados.rados.0.smithi071.stdout:362: done (1 left) 2023-12-16T18:09:58.134 INFO:tasks.rados.rados.0.smithi071.stdout:365: rmattr oid 33 current snap is 32 2023-12-16T18:09:58.134 INFO:tasks.rados.rados.0.smithi071.stdout:366: snap_remove snap 29 2023-12-16T18:09:58.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:57.918+0000 7f9c1f1dd1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:09:58.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.009+0000 7f9c1f1dd1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:09:58.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.095+0000 7f9c1f1dd1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 0 (ObjNum 107 snap 21 seq_num 107) dirty exists 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:364: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:364: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:364: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 132 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:364: done (2 left) 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:365: done (1 left) 2023-12-16T18:09:58.232 INFO:tasks.rados.rados.0.smithi071.stdout:366: done (0 left) 2023-12-16T18:09:58.233 INFO:tasks.rados.rados.0.smithi071.stdout:367: copy_from oid 31 from oid 44 current snap is 32 2023-12-16T18:09:58.233 INFO:tasks.rados.rados.0.smithi071.stdout:368: snap_create 2023-12-16T18:09:58.239 INFO:tasks.rados.rados.0.smithi071.stdout:367: finishing copy_from to smithi071127730-31 2023-12-16T18:09:58.239 INFO:tasks.rados.rados.0.smithi071.stdout:367: got expected ENOENT (src dne) 2023-12-16T18:09:58.239 INFO:tasks.rados.rados.0.smithi071.stdout:367: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:09:58.328 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.210+0000 7fee1013c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:09:58.328 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STARTING 2023-12-16T18:09:58.507 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.252+0000 7f9c1f1dd1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:09:58.507 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.333+0000 7f9c1f1dd1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:09:58.507 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.507+0000 7f9c1f1dd1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:09:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: CherryPy Checker: 2023-12-16T18:09:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: The Application mounted at '' has an empty config. 2023-12-16T18:09:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Serving on http://:::9283 2023-12-16T18:09:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STARTED 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STOPPING 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STOPPED 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STARTING 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.502+0000 7fed6da6c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.502+0000 7fed6da6c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.502+0000 7fed6da6c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.502+0000 7fed6da6c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.502+0000 7fed6da6c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.505+0000 7fed71a74700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.505+0000 7fed71a74700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.505+0000 7fed71a74700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.505+0000 7fed71a74700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.588 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:09:58.505+0000 7fed71a74700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:09:58.589 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Serving on http://:::9283 2023-12-16T18:09:58.589 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:09:58] ENGINE Bus STARTED 2023-12-16T18:09:58.780 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.692+0000 7f9c1f1dd1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:09:58.780 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: Active manager daemon x restarted 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: Activating manager daemon x 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: mgrmap e23: x(active, starting, since 0.00587533s) 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:09:58.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:09:58.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: Manager daemon x is now available 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T18:09:58.783 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: Active manager daemon x restarted 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: Activating manager daemon x 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: mgrmap e23: x(active, starting, since 0.00587533s) 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:09:58.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:09:58.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: Manager daemon x is now available 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:58.786 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: osdmap e122: 8 total, 8 up, 8 in 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: Active manager daemon x restarted 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: Activating manager daemon x 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: osdmap e123: 8 total, 8 up, 8 in 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: mgrmap e23: x(active, starting, since 0.00587533s) 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:09:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:09:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: Manager daemon x is now available 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:59.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:58 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-16T18:09:59.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.780+0000 7f9c1f1dd1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:09:59.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.877+0000 7f9c1f1dd1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:09:59.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:09:58 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:09:58.967+0000 7f9c1f1dd1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:09:59.233 INFO:tasks.rados.rados.0.smithi071.stdout:367: done (1 left) 2023-12-16T18:09:59.233 INFO:tasks.rados.rados.0.smithi071.stdout:368: done (0 left) 2023-12-16T18:09:59.233 INFO:tasks.rados.rados.0.smithi071.stdout:369: copy_from oid 27 from oid 39 current snap is 33 2023-12-16T18:09:59.233 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 33 2023-12-16T18:09:59.233 INFO:tasks.rados.rados.0.smithi071.stdout:370: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2023-12-16T18:09:59.236 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi071127730-8 from 0 to 548864 tid 1 2023-12-16T18:09:59.241 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi071127730-8 from 548864 to 1343488 tid 2 2023-12-16T18:09:59.244 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi071127730-8 from 1343488 to 1925120 tid 3 2023-12-16T18:09:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi071127730-8 from 1925120 to 2154496 tid 4 2023-12-16T18:09:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:371: copy_from oid 45 from oid 50 current snap is 33 2023-12-16T18:09:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 1 to smithi071127730-8 2023-12-16T18:09:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 2 to smithi071127730-8 2023-12-16T18:09:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:372: snap_create 2023-12-16T18:09:59.249 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 3 to smithi071127730-8 2023-12-16T18:09:59.251 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 4 to smithi071127730-8 2023-12-16T18:09:59.251 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 5 to smithi071127730-8 2023-12-16T18:09:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing copy_from to smithi071127730-27 2023-12-16T18:09:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 95 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:09:59.255 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 6 to smithi071127730-8 2023-12-16T18:09:59.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 157 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:09:59.255 INFO:tasks.rados.rados.0.smithi071.stdout:370: left oid 8 (ObjNum 128 snap 33 seq_num 128) 2023-12-16T18:09:59.255 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:09:59.256 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing copy_from to smithi071127730-45 2023-12-16T18:09:59.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 103 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-16T18:09:59.256 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:10:00.017 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: Deploying cephadm binary to smithi071 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: Deploying cephadm binary to smithi184 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: [16/Dec/2023:18:09:58] ENGINE Bus STARTING 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[89361]: mgrmap e24: x(active, since 1.01399s) 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: Deploying cephadm binary to smithi071 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: Deploying cephadm binary to smithi184 2023-12-16T18:10:00.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: [16/Dec/2023:18:09:58] ENGINE Bus STARTING 2023-12-16T18:10:00.019 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T18:10:00.019 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:09:59 smithi071 ceph-mon[78585]: mgrmap e24: x(active, since 1.01399s) 2023-12-16T18:10:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: Deploying cephadm binary to smithi071 2023-12-16T18:10:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: Deploying cephadm binary to smithi184 2023-12-16T18:10:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: [16/Dec/2023:18:09:58] ENGINE Bus STARTING 2023-12-16T18:10:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: osdmap e124: 8 total, 8 up, 8 in 2023-12-16T18:10:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:09:59 smithi184 ceph-mon[82596]: mgrmap e24: x(active, since 1.01399s) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:369: done (3 left) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:370: done (2 left) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:371: done (1 left) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:372: done (0 left) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:373: read oid 36 snap -1 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:373: expect (ObjNum 122 snap 30 seq_num 122) 2023-12-16T18:10:00.242 INFO:tasks.rados.rados.0.smithi071.stdout:374: delete oid 21 current snap is 34 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:374: done (1 left) 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:375: rmattr oid 9 current snap is 34 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:376: rmattr oid 3 current snap is 34 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:376: done (2 left) 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:377: rmattr oid 5 current snap is 34 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:377: done (2 left) 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:378: copy_from oid 12 from oid 11 current snap is 34 2023-12-16T18:10:00.245 INFO:tasks.rados.rados.0.smithi071.stdout:379: delete oid 6 current snap is 34 2023-12-16T18:10:00.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 136 (ObjNum 117 snap 27 seq_num 117) dirty exists 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:375: done (3 left) 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:379: done (2 left) 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:380: rollback oid 49 current snap is 34 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 24 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:381: read oid 45 snap -1 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:381: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:382: copy_from oid 42 from oid 19 current snap is 34 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 34 2023-12-16T18:10:00.249 INFO:tasks.rados.rados.0.smithi071.stdout:383: seq_num 131 ranges {3506176=598016,4104192=499712,4603904=753664,5357568=352256} 2023-12-16T18:10:00.272 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi071127730-23 from 3506176 to 4104192 tid 1 2023-12-16T18:10:00.275 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi071127730-23 from 4104192 to 4603904 tid 2 2023-12-16T18:10:00.280 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi071127730-23 from 4603904 to 5357568 tid 3 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi071127730-23 from 5357568 to 5709824 tid 4 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:384: read oid 31 snap -1 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:384: expect (ObjNum 125 snap 31 seq_num 125) 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:385: copy_from oid 34 from oid 29 current snap is 34 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:10:00.282 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:10:00.283 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 166 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-16T18:10:00.283 INFO:tasks.rados.rados.0.smithi071.stdout:381: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-16T18:10:00.325 INFO:tasks.rados.rados.0.smithi071.stdout:373: expect (ObjNum 122 snap 30 seq_num 122) 2023-12-16T18:10:00.384 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.017+0000 7f9c1f1dd1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:10:00.384 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.148+0000 7f9c1f1dd1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing copy_from to smithi071127730-12 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 152 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing copy_from racing read to smithi071127730-12 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:382: finishing copy_from to smithi071127730-42 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 95 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:00.463 INFO:tasks.rados.rados.0.smithi071.stdout:382: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 1 to smithi071127730-23 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 2 to smithi071127730-23 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 3 to smithi071127730-23 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:373: done (7 left) 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:378: done (6 left) 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:380: done (5 left) 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:381: done (4 left) 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:382: done (3 left) 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:386: copy_from oid 24 from oid 1 current snap is 34 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 4 to smithi071127730-23 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 5 to smithi071127730-23 2023-12-16T18:10:00.464 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing copy_from to smithi071127730-34 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 48 (ObjNum 81 snap 0 seq_num 1567710812) dirty exists 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 6 to smithi071127730-23 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 74 (ObjNum 131 snap 34 seq_num 131) dirty exists 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:383: left oid 23 (ObjNum 131 snap 34 seq_num 131) 2023-12-16T18:10:00.465 INFO:tasks.rados.rados.0.smithi071.stdout:384: expect (ObjNum 125 snap 31 seq_num 125) 2023-12-16T18:10:00.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.384+0000 7f9c1f1dd1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:10:00.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.618+0000 7f9c1f1dd1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:10:00.788 INFO:tasks.rados.rados.0.smithi071.stdout:386: finishing copy_from to smithi071127730-24 2023-12-16T18:10:00.788 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 4 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-12-16T18:10:00.788 INFO:tasks.rados.rados.0.smithi071.stdout:386: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:10:00.788 INFO:tasks.rados.rados.0.smithi071.stdout:383: done (3 left) 2023-12-16T18:10:00.789 INFO:tasks.rados.rados.0.smithi071.stdout:384: done (2 left) 2023-12-16T18:10:00.789 INFO:tasks.rados.rados.0.smithi071.stdout:385: done (1 left) 2023-12-16T18:10:00.789 INFO:tasks.rados.rados.0.smithi071.stdout:386: done (0 left) 2023-12-16T18:10:00.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 34 2023-12-16T18:10:00.789 INFO:tasks.rados.rados.0.smithi071.stdout:387: seq_num 132 ranges {2007040=614400,2621440=786432,3407872=565248,3973120=253952} 2023-12-16T18:10:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:387: writing smithi071127730-5 from 2007040 to 2621440 tid 1 2023-12-16T18:10:00.806 INFO:tasks.rados.rados.0.smithi071.stdout:387: writing smithi071127730-5 from 2621440 to 3407872 tid 2 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:387: writing smithi071127730-5 from 3407872 to 3973120 tid 3 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:387: writing smithi071127730-5 from 3973120 to 4227072 tid 4 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:388: read oid 38 snap -1 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:388: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:389: read oid 32 snap 21 2023-12-16T18:10:00.813 INFO:tasks.rados.rados.0.smithi071.stdout:389: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:10:00.814 INFO:tasks.rados.rados.0.smithi071.stdout:390: snap_remove snap 25 2023-12-16T18:10:01.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: [16/Dec/2023:18:09:59] ENGINE Serving on https://172.21.15.184:7150 2023-12-16T18:10:01.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: pgmap v4: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:01.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: [16/Dec/2023:18:09:59] ENGINE Serving on http://172.21.15.184:8765 2023-12-16T18:10:01.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: [16/Dec/2023:18:09:59] ENGINE Bus STARTED 2023-12-16T18:10:01.016 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: overall HEALTH_OK 2023-12-16T18:10:01.017 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:00 smithi184 ceph-mon[82596]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: [16/Dec/2023:18:09:59] ENGINE Serving on https://172.21.15.184:7150 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: pgmap v4: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: [16/Dec/2023:18:09:59] ENGINE Serving on http://172.21.15.184:8765 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: [16/Dec/2023:18:09:59] ENGINE Bus STARTED 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: overall HEALTH_OK 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[78585]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.801+0000 7f9c1f1dd1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:01.226 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:00.985+0000 7f9c1f1dd1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: [16/Dec/2023:18:09:59] ENGINE Serving on https://172.21.15.184:7150 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: pgmap v4: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: [16/Dec/2023:18:09:59] ENGINE Serving on http://172.21.15.184:8765 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: [16/Dec/2023:18:09:59] ENGINE Bus STARTED 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: overall HEALTH_OK 2023-12-16T18:10:01.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:00 smithi071 ceph-mon[89361]: osdmap e125: 8 total, 8 up, 8 in 2023-12-16T18:10:01.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:01] "GET /metrics HTTP/1.1" 200 33084 "" "Prometheus/2.43.0" 2023-12-16T18:10:01.581 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 1 to smithi071127730-5 2023-12-16T18:10:01.582 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 2 to smithi071127730-5 2023-12-16T18:10:01.582 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 3 to smithi071127730-5 2023-12-16T18:10:01.582 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 4 to smithi071127730-5 2023-12-16T18:10:01.582 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 5 to smithi071127730-5 2023-12-16T18:10:01.582 INFO:tasks.rados.rados.0.smithi071.stdout:388: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-16T18:10:01.605 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing write tid 6 to smithi071127730-5 2023-12-16T18:10:01.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 163 (ObjNum 132 snap 34 seq_num 132) dirty exists 2023-12-16T18:10:01.605 INFO:tasks.rados.rados.0.smithi071.stdout:387: left oid 5 (ObjNum 132 snap 34 seq_num 132) 2023-12-16T18:10:01.605 INFO:tasks.rados.rados.0.smithi071.stdout:389: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-16T18:10:01.623 INFO:tasks.rados.rados.0.smithi071.stdout:387: done (3 left) 2023-12-16T18:10:01.623 INFO:tasks.rados.rados.0.smithi071.stdout:388: done (2 left) 2023-12-16T18:10:01.623 INFO:tasks.rados.rados.0.smithi071.stdout:389: done (1 left) 2023-12-16T18:10:01.623 INFO:tasks.rados.rados.0.smithi071.stdout:390: done (0 left) 2023-12-16T18:10:01.623 INFO:tasks.rados.rados.0.smithi071.stdout:391: snap_create 2023-12-16T18:10:01.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:01.249+0000 7f9c1f1dd1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:01.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:01.334+0000 7f9c1f1dd1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:10:01.964 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:10:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:01 smithi184 ceph-mon[82596]: pgmap v6: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:01 smithi184 ceph-mon[82596]: mgrmap e25: x(active, since 3s) 2023-12-16T18:10:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:01 smithi184 ceph-mon[82596]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T18:10:02.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:01.741+0000 7f9c1f1dd1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[78585]: pgmap v6: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[78585]: mgrmap e25: x(active, since 3s) 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[78585]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[89361]: pgmap v6: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[89361]: mgrmap e25: x(active, since 3s) 2023-12-16T18:10:02.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:01 smithi071 ceph-mon[89361]: osdmap e126: 8 total, 8 up, 8 in 2023-12-16T18:10:02.311 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:10:02.311 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (117s) 110s ago 2m 18.2M - 0.25.0 c8568f914cd2 3deb4c4dbc5f 2023-12-16T18:10:02.311 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (2m) 8s ago 2m 87.4M - 9.4.7 954c08fa6188 e851e08d6558 2023-12-16T18:10:02.311 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (3m) 110s ago 3m 17.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:10:02.311 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (3m) 8s ago 3m 15.3M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283 running (11s) 8s ago 5m 49.4M - 19.0.0-202-gc7586e95 e538bb48aa15 8b7547e62213 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (6m) 110s ago 6m 475M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 dcaaec490f8b 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 110s ago 6m 48.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 b343407f2395 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (5m) 8s ago 5m 40.7M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 110s ago 5m 45.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 159021d8e228 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 110s ago 2m 5733k - 1.5.0 0da6a335fe13 6905a75e9b73 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (2m) 8s ago 2m 8250k - 1.5.0 0da6a335fe13 510b58480738 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 110s ago 5m 44.0M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 110s ago 4m 41.5M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 110s ago 4m 43.4M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 110s ago 4m 42.2M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (4m) 8s ago 4m 69.9M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (3m) 8s ago 3m 82.1M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (3m) 8s ago 3m 52.3M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:10:02.312 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (3m) 8s ago 3m 62.9M 2992M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:10:02.313 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (114s) 8s ago 2m 49.2M - 2.43.0 a07b618ecd1d e5cc4a4fc559 2023-12-16T18:10:02.588 INFO:tasks.rados.rados.0.smithi071.stdout:391: done (0 left) 2023-12-16T18:10:02.588 INFO:tasks.rados.rados.0.smithi071.stdout:392: snap_remove snap 31 2023-12-16T18:10:02.698 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:10:02.698 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 13, 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T18:10:02.699 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:10:02.700 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:10:02.700 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:02.559+0000 7f9c1f1dd1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:10:02.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:02.862+0000 7f9c1f1dd1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[78585]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[78585]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1254272024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[89361]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[89361]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T18:10:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:02 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1254272024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:02 smithi184 ceph-mon[82596]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:02 smithi184 ceph-mon[82596]: osdmap e127: 8 total, 8 up, 8 in 2023-12-16T18:10:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:02 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1254272024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:03.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:03.177+0000 7f9c1f1dd1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:10:03.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:03.373+0000 7f9c1f1dd1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:10:03.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:10:03] ENGINE Bus STARTING 2023-12-16T18:10:03.589 INFO:tasks.rados.rados.0.smithi071.stdout:392: done (0 left) 2023-12-16T18:10:03.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 35 2023-12-16T18:10:03.589 INFO:tasks.rados.rados.0.smithi071.stdout:393: seq_num 133 ranges {827392=630784,1458176=663552,2121728=770048,2891776=172032} 2023-12-16T18:10:03.598 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi071127730-50 from 827392 to 1458176 tid 1 2023-12-16T18:10:03.601 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi071127730-50 from 1458176 to 2121728 tid 2 2023-12-16T18:10:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi071127730-50 from 2121728 to 2891776 tid 3 2023-12-16T18:10:03.607 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi071127730-50 from 2891776 to 3063808 tid 4 2023-12-16T18:10:03.607 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 35 2023-12-16T18:10:03.608 INFO:tasks.rados.rados.0.smithi071.stdout:394: seq_num 134 ranges {57344=647168,704512=548864,1253376=573440,1826816=483328} 2023-12-16T18:10:03.611 INFO:tasks.rados.rados.0.smithi071.stdout:394: writing smithi071127730-4 from 57344 to 704512 tid 1 2023-12-16T18:10:03.614 INFO:tasks.rados.rados.0.smithi071.stdout:394: writing smithi071127730-4 from 704512 to 1253376 tid 2 2023-12-16T18:10:03.617 INFO:tasks.rados.rados.0.smithi071.stdout:394: writing smithi071127730-4 from 1253376 to 1826816 tid 3 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:394: writing smithi071127730-4 from 1826816 to 2310144 tid 4 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:395: rmattr oid 9 current snap is 35 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 1 to smithi071127730-50 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:396: delete oid 33 current snap is 35 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 2 to smithi071127730-50 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 3 to smithi071127730-50 2023-12-16T18:10:03.621 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 4 to smithi071127730-50 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 5 to smithi071127730-50 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 6 to smithi071127730-50 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 147 (ObjNum 133 snap 35 seq_num 133) dirty exists 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:393: left oid 50 (ObjNum 133 snap 35 seq_num 133) 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 1 to smithi071127730-4 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 2 to smithi071127730-4 2023-12-16T18:10:03.622 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 3 to smithi071127730-4 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 148 (ObjNum 117 snap 27 seq_num 117) dirty exists 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:393: done (3 left) 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:395: done (2 left) 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:396: done (1 left) 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:397: read oid 29 snap -1 2023-12-16T18:10:03.623 INFO:tasks.rados.rados.0.smithi071.stdout:397: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:03.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 35 2023-12-16T18:10:03.624 INFO:tasks.rados.rados.0.smithi071.stdout:398: seq_num 136 ranges {811008=688128,1499136=720896,2220032=540672,2760704=344064} 2023-12-16T18:10:03.631 INFO:tasks.rados.rados.0.smithi071.stdout:398: writing smithi071127730-49 from 811008 to 1499136 tid 1 2023-12-16T18:10:03.635 INFO:tasks.rados.rados.0.smithi071.stdout:398: writing smithi071127730-49 from 1499136 to 2220032 tid 2 2023-12-16T18:10:03.639 INFO:tasks.rados.rados.0.smithi071.stdout:398: writing smithi071127730-49 from 2220032 to 2760704 tid 3 2023-12-16T18:10:03.641 INFO:tasks.rados.rados.0.smithi071.stdout:398: writing smithi071127730-49 from 2760704 to 3104768 tid 4 2023-12-16T18:10:03.641 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 35 2023-12-16T18:10:03.641 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 4 to smithi071127730-4 2023-12-16T18:10:03.641 INFO:tasks.rados.rados.0.smithi071.stdout:399: seq_num 137 ranges {3735552=704512,4440064=655360,5095424=753664,5849088=196608} 2023-12-16T18:10:03.665 INFO:tasks.rados.rados.0.smithi071.stdout:399: writing smithi071127730-36 from 3735552 to 4440064 tid 1 2023-12-16T18:10:03.669 INFO:tasks.rados.rados.0.smithi071.stdout:399: writing smithi071127730-36 from 4440064 to 5095424 tid 2 2023-12-16T18:10:03.673 INFO:tasks.rados.rados.0.smithi071.stdout:399: writing smithi071127730-36 from 5095424 to 5849088 tid 3 2023-12-16T18:10:03.678 INFO:tasks.rados.rados.0.smithi071.stdout:399: writing smithi071127730-36 from 5849088 to 6045696 tid 4 2023-12-16T18:10:03.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 35 2023-12-16T18:10:03.679 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 5 to smithi071127730-4 2023-12-16T18:10:03.679 INFO:tasks.rados.rados.0.smithi071.stdout:397: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:03.679 INFO:tasks.rados.rados.0.smithi071.stdout:394: finishing write tid 6 to smithi071127730-4 2023-12-16T18:10:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 8 (ObjNum 134 snap 35 seq_num 134) dirty exists 2023-12-16T18:10:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:394: left oid 4 (ObjNum 134 snap 35 seq_num 134) 2023-12-16T18:10:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 1 to smithi071127730-49 2023-12-16T18:10:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 2 to smithi071127730-49 2023-12-16T18:10:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:400: seq_num 138 ranges {761856=720896,1482752=540672,2023424=557056,2580480=507904} 2023-12-16T18:10:03.687 INFO:tasks.rados.rados.0.smithi071.stdout:400: writing smithi071127730-2 from 761856 to 1482752 tid 1 2023-12-16T18:10:03.690 INFO:tasks.rados.rados.0.smithi071.stdout:400: writing smithi071127730-2 from 1482752 to 2023424 tid 2 2023-12-16T18:10:03.693 INFO:tasks.rados.rados.0.smithi071.stdout:400: writing smithi071127730-2 from 2023424 to 2580480 tid 3 2023-12-16T18:10:03.696 INFO:tasks.rados.rados.0.smithi071.stdout:400: writing smithi071127730-2 from 2580480 to 3088384 tid 4 2023-12-16T18:10:03.696 INFO:tasks.rados.rados.0.smithi071.stdout:394: done (4 left) 2023-12-16T18:10:03.696 INFO:tasks.rados.rados.0.smithi071.stdout:397: done (3 left) 2023-12-16T18:10:03.697 INFO:tasks.rados.rados.0.smithi071.stdout:401: snap_remove snap 23 2023-12-16T18:10:03.752 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: CherryPy Checker: 2023-12-16T18:10:03.752 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: The Application mounted at '' has an empty config. 2023-12-16T18:10:03.753 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: 2023-12-16T18:10:03.753 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:10:03] ENGINE Serving on http://:::9283 2023-12-16T18:10:03.753 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: [16/Dec/2023:18:10:03] ENGINE Bus STARTED 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: pgmap v8: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: mgrmap e26: x(active, since 4s) 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: Standby manager daemon y started 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[78585]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: pgmap v8: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: mgrmap e26: x(active, since 4s) 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: Standby manager daemon y started 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:04.046 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:03 smithi071 ceph-mon[89361]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T18:10:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: pgmap v8: 121 pgs: 121 active+clean; 103 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: mgrmap e26: x(active, since 4s) 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: Standby manager daemon y started 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.71:0/1736107454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:04.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:03 smithi184 ceph-mon[82596]: osdmap e128: 8 total, 8 up, 8 in 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:401: done (3 left) 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:402: copy_from oid 21 from oid 12 current snap is 35 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:403: read oid 27 snap -1 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:403: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:404: rollback oid 3 current snap is 35 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 26 2023-12-16T18:10:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:405: snap_remove snap 32 2023-12-16T18:10:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:04 smithi184 ceph-mon[82596]: mgrmap e27: x(active, since 5s), standbys: y 2023-12-16T18:10:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:04 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:04 smithi184 ceph-mon[82596]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T18:10:05.139 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[78585]: mgrmap e27: x(active, since 5s), standbys: y 2023-12-16T18:10:05.139 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:05.139 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[78585]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T18:10:05.140 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[89361]: mgrmap e27: x(active, since 5s), standbys: y 2023-12-16T18:10:05.140 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:05.140 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:04 smithi071 ceph-mon[89361]: osdmap e129: 8 total, 8 up, 8 in 2023-12-16T18:10:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:405: done (6 left) 2023-12-16T18:10:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 35 2023-12-16T18:10:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 3 to smithi071127730-49 2023-12-16T18:10:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:406: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2023-12-16T18:10:05.597 INFO:tasks.rados.rados.0.smithi071.stdout:406: writing smithi071127730-28 from 0 to 737280 tid 1 2023-12-16T18:10:05.600 INFO:tasks.rados.rados.0.smithi071.stdout:406: writing smithi071127730-28 from 737280 to 1163264 tid 2 2023-12-16T18:10:05.606 INFO:tasks.rados.rados.0.smithi071.stdout:406: writing smithi071127730-28 from 1163264 to 1925120 tid 3 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:406: writing smithi071127730-28 from 1925120 to 2342912 tid 4 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:407: delete oid 26 current snap is 35 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 4 to smithi071127730-49 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 5 to smithi071127730-49 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 6 to smithi071127730-49 2023-12-16T18:10:05.609 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 178 (ObjNum 136 snap 35 seq_num 136) dirty exists 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:398: left oid 49 (ObjNum 136 snap 35 seq_num 136) 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 1 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 2 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 3 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 4 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 5 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: finishing write tid 6 to smithi071127730-36 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 83 (ObjNum 137 snap 35 seq_num 137) dirty exists 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:399: left oid 36 (ObjNum 137 snap 35 seq_num 137) 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 1 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 2 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 3 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 4 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 5 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 6 to smithi071127730-2 2023-12-16T18:10:05.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 184 (ObjNum 138 snap 35 seq_num 138) dirty exists 2023-12-16T18:10:05.611 INFO:tasks.rados.rados.0.smithi071.stdout:400: left oid 2 (ObjNum 138 snap 35 seq_num 138) 2023-12-16T18:10:05.611 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:10:05.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 0 (ObjNum 33 snap 0 seq_num 2563351928) dirty dne 2023-12-16T18:10:05.611 INFO:tasks.rados.rados.0.smithi071.stdout:403: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:05.741 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing copy_from to smithi071127730-21 2023-12-16T18:10:05.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 152 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:05.741 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 1 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 2 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 3 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 4 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 5 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing write tid 6 to smithi071127730-28 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 90 (ObjNum 139 snap 35 seq_num 139) dirty exists 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:406: left oid 28 (ObjNum 139 snap 35 seq_num 139) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:398: done (7 left) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:399: done (6 left) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:400: done (5 left) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:402: done (4 left) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:403: done (3 left) 2023-12-16T18:10:05.742 INFO:tasks.rados.rados.0.smithi071.stdout:404: done (2 left) 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:406: done (1 left) 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:407: done (0 left) 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:408: read oid 16 snap 33 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:408: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:409: read oid 14 snap -1 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:409: expect deleted 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:410: read oid 40 snap -1 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:410: expect (ObjNum 126 snap 32 seq_num 126) 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 35 2023-12-16T18:10:05.743 INFO:tasks.rados.rados.0.smithi071.stdout:411: seq_num 141 ranges {5709824=770048,6479872=589824,7069696=729088,7798784=286720} 2023-12-16T18:10:05.777 INFO:tasks.rados.rados.0.smithi071.stdout:411: writing smithi071127730-23 from 5709824 to 6479872 tid 1 2023-12-16T18:10:05.780 INFO:tasks.rados.rados.0.smithi071.stdout:411: writing smithi071127730-23 from 6479872 to 7069696 tid 2 2023-12-16T18:10:05.785 INFO:tasks.rados.rados.0.smithi071.stdout:411: writing smithi071127730-23 from 7069696 to 7798784 tid 3 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:411: writing smithi071127730-23 from 7798784 to 8085504 tid 4 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:412: read oid 47 snap -1 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:412: expect (ObjNum 101 snap 18 seq_num 101) 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:413: rollback oid 37 current snap is 35 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 24 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:414: delete oid 45 current snap is 35 2023-12-16T18:10:05.787 INFO:tasks.rados.rados.0.smithi071.stdout:408: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:10:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:410: expect (ObjNum 126 snap 32 seq_num 126) 2023-12-16T18:10:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:05 smithi184 ceph-mon[82596]: pgmap v11: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:10:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:05 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:05 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:05 smithi184 ceph-mon[82596]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 1 to smithi071127730-23 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 2 to smithi071127730-23 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:408: done (6 left) 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:409: done (5 left) 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:410: done (4 left) 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:414: done (3 left) 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:415: copy_from oid 31 from oid 34 current snap is 35 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 3 to smithi071127730-23 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 0 to smithi071127730-37 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 4 to smithi071127730-23 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 5 to smithi071127730-23 2023-12-16T18:10:06.214 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 1 to smithi071127730-37 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 2 to smithi071127730-37 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 190 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:411: finishing write tid 6 to smithi071127730-23 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 88 (ObjNum 141 snap 35 seq_num 141) dirty exists 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:411: left oid 23 (ObjNum 141 snap 35 seq_num 141) 2023-12-16T18:10:06.215 INFO:tasks.rados.rados.0.smithi071.stdout:412: expect (ObjNum 101 snap 18 seq_num 101) 2023-12-16T18:10:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[78585]: pgmap v11: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:10:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[78585]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T18:10:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[89361]: pgmap v11: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:10:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:05 smithi071 ceph-mon[89361]: osdmap e130: 8 total, 8 up, 8 in 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:415: finishing copy_from to smithi071127730-31 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 48 (ObjNum 49 snap 0 seq_num 2570699824) dirty exists 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:415: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:411: done (3 left) 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:412: done (2 left) 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:413: done (1 left) 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:415: done (0 left) 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:416: read oid 42 snap -1 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:416: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:417: rollback oid 35 current snap is 35 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 33 2023-12-16T18:10:06.474 INFO:tasks.rados.rados.0.smithi071.stdout:418: snap_create 2023-12-16T18:10:06.476 INFO:tasks.rados.rados.0.smithi071.stdout:417: finishing rollback tid 0 to smithi071127730-35 2023-12-16T18:10:06.476 INFO:tasks.rados.rados.0.smithi071.stdout:417: finishing rollback tid 1 to smithi071127730-35 2023-12-16T18:10:06.476 INFO:tasks.rados.rados.0.smithi071.stdout:417: finishing rollback tid 2 to smithi071127730-35 2023-12-16T18:10:06.476 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 92 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-16T18:10:06.491 INFO:tasks.rados.rados.0.smithi071.stdout:416: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:416: done (2 left) 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:417: done (1 left) 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:418: done (0 left) 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:419: read oid 14 snap -1 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:419: expect deleted 2023-12-16T18:10:07.444 INFO:tasks.rados.rados.0.smithi071.stdout:420: delete oid 12 current snap is 36 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:419: done (1 left) 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:420: done (0 left) 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 36 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:421: seq_num 144 ranges {0=16384} 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:421: writing smithi071127730-3 from 0 to 16384 tid 1 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 36 2023-12-16T18:10:07.448 INFO:tasks.rados.rados.0.smithi071.stdout:422: seq_num 145 ranges {3104768=32768} 2023-12-16T18:10:07.464 INFO:tasks.rados.rados.0.smithi071.stdout:422: writing smithi071127730-49 from 3104768 to 3137536 tid 1 2023-12-16T18:10:07.465 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 36 2023-12-16T18:10:07.465 INFO:tasks.rados.rados.0.smithi071.stdout:423: seq_num 146 ranges {90112=49152} 2023-12-16T18:10:07.465 INFO:tasks.rados.rados.0.smithi071.stdout:423: writing smithi071127730-7 from 90112 to 139264 tid 1 2023-12-16T18:10:07.465 INFO:tasks.rados.rados.0.smithi071.stdout:424: snap_remove snap 26 2023-12-16T18:10:07.466 INFO:tasks.rados.rados.0.smithi071.stdout:421: finishing write tid 1 to smithi071127730-3 2023-12-16T18:10:07.466 INFO:tasks.rados.rados.0.smithi071.stdout:421: finishing write tid 2 to smithi071127730-3 2023-12-16T18:10:07.466 INFO:tasks.rados.rados.0.smithi071.stdout:421: finishing write tid 3 to smithi071127730-3 2023-12-16T18:10:07.466 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 192 (ObjNum 144 snap 36 seq_num 144) dirty exists 2023-12-16T18:10:07.466 INFO:tasks.rados.rados.0.smithi071.stdout:421: left oid 3 (ObjNum 144 snap 36 seq_num 144) 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: pgmap v14: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 53 op/s 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi071 to 2480M 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: pgmap v14: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 53 op/s 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi071 to 2480M 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:07 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: pgmap v14: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 MiB/s wr, 53 op/s 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi071 to 2480M 2023-12-16T18:10:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:07.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:07 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:421: done (3 left) 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:424: done (2 left) 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:425: rollback oid 42 current snap is 36 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 35 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:423: finishing write tid 1 to smithi071127730-7 2023-12-16T18:10:08.453 INFO:tasks.rados.rados.0.smithi071.stdout:422: finishing write tid 1 to smithi071127730-49 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:422: finishing write tid 2 to smithi071127730-49 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:423: finishing write tid 2 to smithi071127730-7 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:422: finishing write tid 3 to smithi071127730-49 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 199 (ObjNum 145 snap 36 seq_num 145) dirty exists 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:422: left oid 49 (ObjNum 145 snap 36 seq_num 145) 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:423: finishing write tid 3 to smithi071127730-7 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 95 (ObjNum 146 snap 36 seq_num 146) dirty exists 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:423: left oid 7 (ObjNum 146 snap 36 seq_num 146) 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:422: done (2 left) 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:423: done (1 left) 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 36 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:426: seq_num 147 ranges {0=65536} 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:426: writing smithi071127730-14 from 0 to 65536 tid 1 2023-12-16T18:10:08.454 INFO:tasks.rados.rados.0.smithi071.stdout:427: copy_from oid 6 from oid 19 current snap is 36 2023-12-16T18:10:08.455 INFO:tasks.rados.rados.0.smithi071.stdout:428: snap_create 2023-12-16T18:10:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:425: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:10:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:425: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:10:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:425: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:10:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 156 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:08.464 INFO:tasks.rados.rados.0.smithi071.stdout:426: finishing write tid 1 to smithi071127730-14 2023-12-16T18:10:08.465 INFO:tasks.rados.rados.0.smithi071.stdout:426: finishing write tid 2 to smithi071127730-14 2023-12-16T18:10:08.469 INFO:tasks.rados.rados.0.smithi071.stdout:426: finishing write tid 3 to smithi071127730-14 2023-12-16T18:10:08.469 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 177 (ObjNum 147 snap 36 seq_num 147) dirty exists 2023-12-16T18:10:08.469 INFO:tasks.rados.rados.0.smithi071.stdout:426: left oid 14 (ObjNum 147 snap 36 seq_num 147) 2023-12-16T18:10:08.476 INFO:tasks.rados.rados.0.smithi071.stdout:427: finishing copy_from to smithi071127730-6 2023-12-16T18:10:08.476 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 95 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:08.476 INFO:tasks.rados.rados.0.smithi071.stdout:427: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:10:08.694 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:08 smithi184 ceph-mon[82596]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T18:10:08.695 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:08 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.695 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:08 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[78585]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T18:10:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[89361]: osdmap e131: 8 total, 8 up, 8 in 2023-12-16T18:10:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:08.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:08 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:10:09.454 INFO:tasks.rados.rados.0.smithi071.stdout:425: done (3 left) 2023-12-16T18:10:09.454 INFO:tasks.rados.rados.0.smithi071.stdout:426: done (2 left) 2023-12-16T18:10:09.454 INFO:tasks.rados.rados.0.smithi071.stdout:427: done (1 left) 2023-12-16T18:10:09.454 INFO:tasks.rados.rados.0.smithi071.stdout:428: done (0 left) 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 37 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:429: seq_num 148 ranges {0=81920} 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:429: writing smithi071127730-12 from 0 to 81920 tid 1 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:430: read oid 9 snap -1 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:430: expect (ObjNum 117 snap 27 seq_num 117) 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:431: copy_from oid 49 from oid 36 current snap is 37 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 37 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:432: seq_num 149 ranges {0=98304} 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:432: writing smithi071127730-24 from 0 to 98304 tid 1 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:433: rollback oid 15 current snap is 37 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 24 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 37 2023-12-16T18:10:09.455 INFO:tasks.rados.rados.0.smithi071.stdout:434: seq_num 150 ranges {3506176=114688} 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:434: writing smithi071127730-32 from 3506176 to 3620864 tid 1 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:435: copy_from oid 3 from oid 44 current snap is 37 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 1 to smithi071127730-12 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:432: finishing write tid 1 to smithi071127730-24 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 2 to smithi071127730-12 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:432: finishing write tid 2 to smithi071127730-24 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 3 to smithi071127730-12 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 158 (ObjNum 148 snap 37 seq_num 148) dirty exists 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:429: left oid 12 (ObjNum 148 snap 37 seq_num 148) 2023-12-16T18:10:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:432: finishing write tid 3 to smithi071127730-24 2023-12-16T18:10:09.476 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 76 (ObjNum 149 snap 37 seq_num 149) dirty exists 2023-12-16T18:10:09.476 INFO:tasks.rados.rados.0.smithi071.stdout:432: left oid 24 (ObjNum 149 snap 37 seq_num 149) 2023-12-16T18:10:09.476 INFO:tasks.rados.rados.0.smithi071.stdout:430: expect (ObjNum 117 snap 27 seq_num 117) 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:433: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:433: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:433: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 164 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing copy_from to smithi071127730-3 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:435: got expected ENOENT (src dne) 2023-12-16T18:10:09.592 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:434: finishing write tid 1 to smithi071127730-32 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:434: finishing write tid 2 to smithi071127730-32 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:434: finishing write tid 3 to smithi071127730-32 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 208 (ObjNum 150 snap 37 seq_num 150) dirty exists 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:434: left oid 32 (ObjNum 150 snap 37 seq_num 150) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:431: finishing copy_from to smithi071127730-49 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 83 (ObjNum 137 snap 35 seq_num 137) dirty exists 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:431: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:429: done (6 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:430: done (5 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:431: done (4 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:432: done (3 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:433: done (2 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:434: done (1 left) 2023-12-16T18:10:09.593 INFO:tasks.rados.rados.0.smithi071.stdout:435: done (0 left) 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:436: read oid 11 snap -1 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:436: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:437: copy_from oid 2 from oid 4 current snap is 37 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:438: rmattr oid 7 current snap is 37 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:438: done (2 left) 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:439: rmattr oid 50 current snap is 37 2023-12-16T18:10:09.594 INFO:tasks.rados.rados.0.smithi071.stdout:440: setattr oid 26 current snap is 37 2023-12-16T18:10:09.595 INFO:tasks.rados.rados.0.smithi071.stdout:441: rollback oid 19 current snap is 37 2023-12-16T18:10:09.595 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 30 2023-12-16T18:10:09.595 INFO:tasks.rados.rados.0.smithi071.stdout:442: delete oid 43 current snap is 37 2023-12-16T18:10:09.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 170 (ObjNum 133 snap 35 seq_num 133) dirty exists 2023-12-16T18:10:09.596 INFO:tasks.rados.rados.0.smithi071.stdout:439: done (5 left) 2023-12-16T18:10:09.596 INFO:tasks.rados.rados.0.smithi071.stdout:442: done (4 left) 2023-12-16T18:10:09.596 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 37 2023-12-16T18:10:09.596 INFO:tasks.rados.rados.0.smithi071.stdout:443: seq_num 152 ranges {2596864=147456} 2023-12-16T18:10:09.611 INFO:tasks.rados.rados.0.smithi071.stdout:443: writing smithi071127730-15 from 2596864 to 2744320 tid 1 2023-12-16T18:10:09.612 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 37 2023-12-16T18:10:09.612 INFO:tasks.rados.rados.0.smithi071.stdout:444: seq_num 153 ranges {6045696=163840} 2023-12-16T18:10:09.645 INFO:tasks.rados.rados.0.smithi071.stdout:444: writing smithi071127730-36 from 6045696 to 6209536 tid 1 2023-12-16T18:10:09.645 INFO:tasks.rados.rados.0.smithi071.stdout:445: read oid 34 snap -1 2023-12-16T18:10:09.645 INFO:tasks.rados.rados.0.smithi071.stdout:445: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:09.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 37 2023-12-16T18:10:09.645 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:10:09.646 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:10:09.646 INFO:tasks.rados.rados.0.smithi071.stdout:446: seq_num 154 ranges {3620864=180224} 2023-12-16T18:10:09.665 INFO:tasks.rados.rados.0.smithi071.stdout:446: writing smithi071127730-32 from 3620864 to 3801088 tid 1 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:447: read oid 3 snap 34 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:447: expect deleted 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:448: rollback oid 14 current snap is 37 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 183 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:09.666 INFO:tasks.rados.rados.0.smithi071.stdout:436: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:09.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 199 (ObjNum 33 snap 0 seq_num 603998256) dirty exists 2023-12-16T18:10:09.715 INFO:tasks.rados.rados.0.smithi071.stdout:437: finishing copy_from to smithi071127730-2 2023-12-16T18:10:09.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 8 (ObjNum 134 snap 35 seq_num 134) dirty exists 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:437: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 33 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 1 to smithi071127730-15 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 2 to smithi071127730-15 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 3 to smithi071127730-15 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 166 (ObjNum 152 snap 37 seq_num 152) dirty exists 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:443: left oid 15 (ObjNum 152 snap 37 seq_num 152) 2023-12-16T18:10:09.716 INFO:tasks.rados.rados.0.smithi071.stdout:445: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:09.718 INFO:tasks.rados.rados.0.smithi071.stdout:444: finishing write tid 1 to smithi071127730-36 2023-12-16T18:10:09.718 INFO:tasks.rados.rados.0.smithi071.stdout:444: finishing write tid 2 to smithi071127730-36 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:444: finishing write tid 3 to smithi071127730-36 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 98 (ObjNum 153 snap 37 seq_num 153) dirty exists 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:444: left oid 36 (ObjNum 153 snap 37 seq_num 153) 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:446: finishing write tid 1 to smithi071127730-32 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:446: finishing write tid 2 to smithi071127730-32 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:446: finishing write tid 3 to smithi071127730-32 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 214 (ObjNum 154 snap 37 seq_num 154) dirty exists 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:446: left oid 32 (ObjNum 154 snap 37 seq_num 154) 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:448: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:448: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 186 (ObjNum 33 snap 0 seq_num 2570632224) dirty dne 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:436: done (9 left) 2023-12-16T18:10:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:437: done (8 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:440: done (7 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:441: done (6 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:443: done (5 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:444: done (4 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:445: done (3 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:446: done (2 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:447: done (1 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:448: done (0 left) 2023-12-16T18:10:09.720 INFO:tasks.rados.rados.0.smithi071.stdout:449: delete oid 17 current snap is 37 2023-12-16T18:10:09.721 INFO:tasks.rados.rados.0.smithi071.stdout:449: done (0 left) 2023-12-16T18:10:09.721 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 37 2023-12-16T18:10:09.721 INFO:tasks.rados.rados.0.smithi071.stdout:450: seq_num 156 ranges {2342912=221184} 2023-12-16T18:10:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:09 smithi071 ceph-mon[78585]: pgmap v16: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2023-12-16T18:10:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:09 smithi071 ceph-mon[78585]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T18:10:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:09 smithi071 ceph-mon[89361]: pgmap v16: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2023-12-16T18:10:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:09 smithi071 ceph-mon[89361]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T18:10:09.733 INFO:tasks.rados.rados.0.smithi071.stdout:450: writing smithi071127730-28 from 2342912 to 2564096 tid 1 2023-12-16T18:10:09.733 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 37 2023-12-16T18:10:09.733 INFO:tasks.rados.rados.0.smithi071.stdout:451: seq_num 157 ranges {0=237568} 2023-12-16T18:10:09.734 INFO:tasks.rados.rados.0.smithi071.stdout:451: writing smithi071127730-17 from 0 to 237568 tid 1 2023-12-16T18:10:09.735 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 37 2023-12-16T18:10:09.735 INFO:tasks.rados.rados.0.smithi071.stdout:452: seq_num 158 ranges {81920=253952} 2023-12-16T18:10:09.737 INFO:tasks.rados.rados.0.smithi071.stdout:452: writing smithi071127730-12 from 81920 to 335872 tid 1 2023-12-16T18:10:09.737 INFO:tasks.rados.rados.0.smithi071.stdout:453: read oid 34 snap -1 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:453: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 37 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:450: finishing write tid 1 to smithi071127730-28 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:450: finishing write tid 2 to smithi071127730-28 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing write tid 1 to smithi071127730-17 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:450: finishing write tid 3 to smithi071127730-28 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 97 (ObjNum 156 snap 37 seq_num 156) dirty exists 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:450: left oid 28 (ObjNum 156 snap 37 seq_num 156) 2023-12-16T18:10:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:454: seq_num 159 ranges {622592=270336} 2023-12-16T18:10:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:454: writing smithi071127730-38 from 622592 to 892928 tid 1 2023-12-16T18:10:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:450: done (4 left) 2023-12-16T18:10:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:455: read oid 15 snap 21 2023-12-16T18:10:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:455: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-16T18:10:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:456: snap_create 2023-12-16T18:10:09.743 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing write tid 2 to smithi071127730-17 2023-12-16T18:10:09.743 INFO:tasks.rados.rados.0.smithi071.stdout:453: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing write tid 3 to smithi071127730-17 2023-12-16T18:10:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 218 (ObjNum 157 snap 37 seq_num 157) dirty exists 2023-12-16T18:10:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:451: left oid 17 (ObjNum 157 snap 37 seq_num 157) 2023-12-16T18:10:09.746 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing write tid 1 to smithi071127730-12 2023-12-16T18:10:09.746 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing write tid 2 to smithi071127730-12 2023-12-16T18:10:09.746 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing write tid 3 to smithi071127730-12 2023-12-16T18:10:09.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 160 (ObjNum 158 snap 37 seq_num 158) dirty exists 2023-12-16T18:10:09.746 INFO:tasks.rados.rados.0.smithi071.stdout:452: left oid 12 (ObjNum 158 snap 37 seq_num 158) 2023-12-16T18:10:09.748 INFO:tasks.rados.rados.0.smithi071.stdout:454: finishing write tid 1 to smithi071127730-38 2023-12-16T18:10:09.748 INFO:tasks.rados.rados.0.smithi071.stdout:454: finishing write tid 2 to smithi071127730-38 2023-12-16T18:10:09.749 INFO:tasks.rados.rados.0.smithi071.stdout:455: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-16T18:10:09.833 INFO:tasks.rados.rados.0.smithi071.stdout:454: finishing write tid 3 to smithi071127730-38 2023-12-16T18:10:09.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 221 (ObjNum 159 snap 37 seq_num 159) dirty exists 2023-12-16T18:10:09.833 INFO:tasks.rados.rados.0.smithi071.stdout:454: left oid 38 (ObjNum 159 snap 37 seq_num 159) 2023-12-16T18:10:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:09 smithi184 ceph-mon[82596]: pgmap v16: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2023-12-16T18:10:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:09 smithi184 ceph-mon[82596]: osdmap e132: 8 total, 8 up, 8 in 2023-12-16T18:10:10.462 INFO:tasks.rados.rados.0.smithi071.stdout:451: done (5 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:452: done (4 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:453: done (3 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:454: done (2 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:455: done (1 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:456: done (0 left) 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:457: rollback oid 11 current snap is 38 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 37 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 38 2023-12-16T18:10:10.463 INFO:tasks.rados.rados.0.smithi071.stdout:458: seq_num 160 ranges {237568=286720} 2023-12-16T18:10:10.468 INFO:tasks.rados.rados.0.smithi071.stdout:458: writing smithi071127730-17 from 237568 to 524288 tid 1 2023-12-16T18:10:10.468 INFO:tasks.rados.rados.0.smithi071.stdout:459: rollback oid 47 current snap is 38 2023-12-16T18:10:10.468 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 37 2023-12-16T18:10:10.468 INFO:tasks.rados.rados.0.smithi071.stdout:460: snap_remove snap 21 2023-12-16T18:10:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:10 smithi071 ceph-mon[78585]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T18:10:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:10 smithi071 ceph-mon[89361]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T18:10:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:10 smithi184 ceph-mon[82596]: osdmap e133: 8 total, 8 up, 8 in 2023-12-16T18:10:11.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:11] "GET /metrics HTTP/1.1" 200 33084 "" "Prometheus/2.43.0" 2023-12-16T18:10:11.472 INFO:tasks.rados.rados.0.smithi071.stdout:460: done (3 left) 2023-12-16T18:10:11.472 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 38 2023-12-16T18:10:11.472 INFO:tasks.rados.rados.0.smithi071.stdout:461: seq_num 161 ranges {2957312=303104} 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:461: writing smithi071127730-18 from 2957312 to 3260416 tid 1 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:462: delete oid 2 current snap is 38 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing rollback tid 0 to smithi071127730-11 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing rollback tid 2 to smithi071127730-11 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 203 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 1 to smithi071127730-17 2023-12-16T18:10:11.491 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 2 to smithi071127730-17 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:459: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:459: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 3 to smithi071127730-17 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 224 (ObjNum 160 snap 38 seq_num 160) dirty exists 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:458: left oid 17 (ObjNum 160 snap 38 seq_num 160) 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:459: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 134 (ObjNum 101 snap 18 seq_num 101) dirty exists 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:457: done (4 left) 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:458: done (3 left) 2023-12-16T18:10:11.492 INFO:tasks.rados.rados.0.smithi071.stdout:459: done (2 left) 2023-12-16T18:10:11.493 INFO:tasks.rados.rados.0.smithi071.stdout:462: done (1 left) 2023-12-16T18:10:11.493 INFO:tasks.rados.rados.0.smithi071.stdout:463: snap_create 2023-12-16T18:10:11.493 INFO:tasks.rados.rados.0.smithi071.stdout:461: finishing write tid 1 to smithi071127730-18 2023-12-16T18:10:11.494 INFO:tasks.rados.rados.0.smithi071.stdout:461: finishing write tid 2 to smithi071127730-18 2023-12-16T18:10:11.495 INFO:tasks.rados.rados.0.smithi071.stdout:461: finishing write tid 3 to smithi071127730-18 2023-12-16T18:10:11.495 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 83 (ObjNum 161 snap 38 seq_num 161) dirty exists 2023-12-16T18:10:11.495 INFO:tasks.rados.rados.0.smithi071.stdout:461: left oid 18 (ObjNum 161 snap 38 seq_num 161) 2023-12-16T18:10:11.579 INFO:tasks.rados.rados.0.smithi071.stdout:461: done (1 left) 2023-12-16T18:10:11.579 INFO:tasks.rados.rados.0.smithi071.stdout:463: done (0 left) 2023-12-16T18:10:11.579 INFO:tasks.rados.rados.0.smithi071.stdout:464: snap_create 2023-12-16T18:10:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:11 smithi071 ceph-mon[78585]: pgmap v19: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-16T18:10:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:11 smithi071 ceph-mon[78585]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T18:10:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:11 smithi071 ceph-mon[89361]: pgmap v19: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-16T18:10:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:11 smithi071 ceph-mon[89361]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T18:10:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:11 smithi184 ceph-mon[82596]: pgmap v19: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-16T18:10:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:11 smithi184 ceph-mon[82596]: osdmap e134: 8 total, 8 up, 8 in 2023-12-16T18:10:12.588 INFO:tasks.rados.rados.0.smithi071.stdout:464: done (0 left) 2023-12-16T18:10:12.588 INFO:tasks.rados.rados.0.smithi071.stdout:465: snap_remove snap 38 2023-12-16T18:10:12.715 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:12 smithi184 ceph-mon[82596]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T18:10:12.715 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:12 smithi184 ceph-mon[82596]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T18:10:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:12 smithi071 ceph-mon[78585]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T18:10:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:12 smithi071 ceph-mon[78585]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T18:10:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:12 smithi071 ceph-mon[89361]: osdmap e135: 8 total, 8 up, 8 in 2023-12-16T18:10:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:12 smithi071 ceph-mon[89361]: osdmap e136: 8 total, 8 up, 8 in 2023-12-16T18:10:13.591 INFO:tasks.rados.rados.0.smithi071.stdout:465: done (0 left) 2023-12-16T18:10:13.592 INFO:tasks.rados.rados.0.smithi071.stdout:466: read oid 21 snap -1 2023-12-16T18:10:13.592 INFO:tasks.rados.rados.0.smithi071.stdout:466: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:13.592 INFO:tasks.rados.rados.0.smithi071.stdout:467: snap_create 2023-12-16T18:10:13.600 INFO:tasks.rados.rados.0.smithi071.stdout:466: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[78585]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2023-12-16T18:10:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[78585]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T18:10:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[89361]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2023-12-16T18:10:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[89361]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T18:10:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:13 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:13 smithi184 ceph-mon[82596]: pgmap v23: 121 pgs: 121 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2023-12-16T18:10:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:13 smithi184 ceph-mon[82596]: osdmap e137: 8 total, 8 up, 8 in 2023-12-16T18:10:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:13 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:14.607 INFO:tasks.rados.rados.0.smithi071.stdout:466: done (1 left) 2023-12-16T18:10:14.607 INFO:tasks.rados.rados.0.smithi071.stdout:467: done (0 left) 2023-12-16T18:10:14.607 INFO:tasks.rados.rados.0.smithi071.stdout:468: copy_from oid 24 from oid 25 current snap is 41 2023-12-16T18:10:14.607 INFO:tasks.rados.rados.0.smithi071.stdout:469: snap_remove snap 30 2023-12-16T18:10:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:14 smithi071 ceph-mon[78585]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T18:10:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:14 smithi071 ceph-mon[89361]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T18:10:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:14 smithi184 ceph-mon[82596]: osdmap e138: 8 total, 8 up, 8 in 2023-12-16T18:10:15.608 INFO:tasks.rados.rados.0.smithi071.stdout:469: done (1 left) 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:470: rollback oid 16 current snap is 41 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 20 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:471: read oid 35 snap 33 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:471: expect (ObjNum 34 snap 0 seq_num 34) 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:472: rollback oid 10 current snap is 41 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 35 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:473: snap_create 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:468: finishing copy_from to smithi071127730-24 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:10:15.609 INFO:tasks.rados.rados.0.smithi071.stdout:468: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:10:15.619 INFO:tasks.rados.rados.0.smithi071.stdout:471: expect (ObjNum 34 snap 0 seq_num 34) 2023-12-16T18:10:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:470: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:10:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:470: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:10:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:470: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:10:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 140 (ObjNum 105 snap 20 seq_num 105) dirty exists 2023-12-16T18:10:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:10:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:10:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing rollback tid 2 to smithi071127730-10 2023-12-16T18:10:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 108 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-16T18:10:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:15 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: pgmap v26: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2023-12-16T18:10:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: osdmap e139: 8 total, 8 up, 8 in 2023-12-16T18:10:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:15 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:468: done (4 left) 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:470: done (3 left) 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:471: done (2 left) 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:472: done (1 left) 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:473: done (0 left) 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 42 2023-12-16T18:10:16.628 INFO:tasks.rados.rados.0.smithi071.stdout:474: seq_num 163 ranges {0=335872} 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:474: writing smithi071127730-33 from 0 to 335872 tid 1 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:475: read oid 27 snap -1 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:475: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:476: copy_from oid 30 from oid 25 current snap is 42 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:477: read oid 31 snap -1 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:477: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 42 2023-12-16T18:10:16.630 INFO:tasks.rados.rados.0.smithi071.stdout:478: seq_num 164 ranges {5586944=352256} 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:478: writing smithi071127730-16 from 5586944 to 5939200 tid 1 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:479: read oid 48 snap -1 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:479: expect deleted 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:480: rollback oid 43 current snap is 42 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 36 2023-12-16T18:10:16.663 INFO:tasks.rados.rados.0.smithi071.stdout:477: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:16.667 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 1 to smithi071127730-33 2023-12-16T18:10:16.667 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 2 to smithi071127730-33 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 3 to smithi071127730-33 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 108 (ObjNum 163 snap 42 seq_num 163) dirty exists 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:474: left oid 33 (ObjNum 163 snap 42 seq_num 163) 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:474: done (6 left) 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:477: done (5 left) 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:481: copy_from oid 22 from oid 37 current snap is 42 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:476: finishing copy_from to smithi071127730-30 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:476: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:10:16.668 INFO:tasks.rados.rados.0.smithi071.stdout:475: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:480: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:478: finishing write tid 1 to smithi071127730-16 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:478: finishing write tid 2 to smithi071127730-16 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:480: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 107 (ObjNum 104 snap 19 seq_num 104) dirty exists 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:478: finishing write tid 3 to smithi071127730-16 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 145 (ObjNum 164 snap 42 seq_num 164) dirty exists 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:478: left oid 16 (ObjNum 164 snap 42 seq_num 164) 2023-12-16T18:10:16.811 INFO:tasks.rados.rados.0.smithi071.stdout:481: finishing copy_from to smithi071127730-22 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 190 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:481: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:475: done (5 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:476: done (4 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:478: done (3 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:479: done (2 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:480: done (1 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:481: done (0 left) 2023-12-16T18:10:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:482: delete oid 46 current snap is 42 2023-12-16T18:10:16.813 INFO:tasks.rados.rados.0.smithi071.stdout:482: done (0 left) 2023-12-16T18:10:16.813 INFO:tasks.rados.rados.0.smithi071.stdout:483: delete oid 22 current snap is 42 2023-12-16T18:10:16.814 INFO:tasks.rados.rados.0.smithi071.stdout:483: done (0 left) 2023-12-16T18:10:16.814 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 42 2023-12-16T18:10:16.814 INFO:tasks.rados.rados.0.smithi071.stdout:484: seq_num 167 ranges {8085504=401408} 2023-12-16T18:10:16.859 INFO:tasks.rados.rados.0.smithi071.stdout:484: writing smithi071127730-23 from 8085504 to 8486912 tid 1 2023-12-16T18:10:16.860 INFO:tasks.rados.rados.0.smithi071.stdout:485: snap_remove snap 24 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Adjusting osd_memory_target on smithi184 to 2480M 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Adjusting osd_memory_target on smithi184 to 2480M 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:16.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:16 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Adjusting osd_memory_target on smithi184 to 2480M 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: osdmap e140: 8 total, 8 up, 8 in 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:16 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:485: done (1 left) 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:486: delete oid 29 current snap is 42 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:484: finishing write tid 1 to smithi071127730-23 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:484: finishing write tid 2 to smithi071127730-23 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:484: finishing write tid 3 to smithi071127730-23 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 116 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:17.631 INFO:tasks.rados.rados.0.smithi071.stdout:484: left oid 23 (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:10:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:484: done (1 left) 2023-12-16T18:10:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:486: done (0 left) 2023-12-16T18:10:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 42 2023-12-16T18:10:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:487: seq_num 169 ranges {3588096=434176} 2023-12-16T18:10:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:487: writing smithi071127730-39 from 3588096 to 4022272 tid 1 2023-12-16T18:10:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:488: rollback oid 8 current snap is 42 2023-12-16T18:10:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 36 2023-12-16T18:10:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 42 2023-12-16T18:10:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:489: seq_num 170 ranges {3760128=450560} 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:489: writing smithi071127730-43 from 3760128 to 4210688 tid 1 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:490: delete oid 49 current snap is 42 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing rollback tid 0 to smithi071127730-8 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:487: finishing write tid 1 to smithi071127730-39 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing rollback tid 1 to smithi071127730-8 2023-12-16T18:10:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing rollback tid 2 to smithi071127730-8 2023-12-16T18:10:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 208 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:10:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:487: finishing write tid 2 to smithi071127730-39 2023-12-16T18:10:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:487: finishing write tid 3 to smithi071127730-39 2023-12-16T18:10:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 193 (ObjNum 169 snap 42 seq_num 169) dirty exists 2023-12-16T18:10:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:487: left oid 39 (ObjNum 169 snap 42 seq_num 169) 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:487: done (3 left) 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:488: done (2 left) 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:490: done (1 left) 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:491: delete oid 10 current snap is 42 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing write tid 1 to smithi071127730-43 2023-12-16T18:10:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing write tid 2 to smithi071127730-43 2023-12-16T18:10:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing write tid 3 to smithi071127730-43 2023-12-16T18:10:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 113 (ObjNum 170 snap 42 seq_num 170) dirty exists 2023-12-16T18:10:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:489: left oid 43 (ObjNum 170 snap 42 seq_num 170) 2023-12-16T18:10:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:489: done (1 left) 2023-12-16T18:10:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:491: done (0 left) 2023-12-16T18:10:17.687 INFO:tasks.rados.rados.0.smithi071.stdout:492: rmattr oid 6 current snap is 42 2023-12-16T18:10:17.687 INFO:tasks.rados.rados.0.smithi071.stdout:492: done (0 left) 2023-12-16T18:10:17.687 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 42 2023-12-16T18:10:17.687 INFO:tasks.rados.rados.0.smithi071.stdout:493: seq_num 173 ranges {0=499712} 2023-12-16T18:10:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:493: writing smithi071127730-14 from 0 to 499712 tid 1 2023-12-16T18:10:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:494: read oid 4 snap -1 2023-12-16T18:10:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:494: expect (ObjNum 134 snap 35 seq_num 134) 2023-12-16T18:10:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 42 2023-12-16T18:10:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:495: seq_num 174 ranges {3063808=516096} 2023-12-16T18:10:17.709 INFO:tasks.rados.rados.0.smithi071.stdout:495: writing smithi071127730-50 from 3063808 to 3579904 tid 1 2023-12-16T18:10:17.709 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 42 2023-12-16T18:10:17.709 INFO:tasks.rados.rados.0.smithi071.stdout:493: finishing write tid 1 to smithi071127730-14 2023-12-16T18:10:17.709 INFO:tasks.rados.rados.0.smithi071.stdout:496: seq_num 175 ranges {573440=540672} 2023-12-16T18:10:17.715 INFO:tasks.rados.rados.0.smithi071.stdout:496: writing smithi071127730-35 from 573440 to 1114112 tid 1 2023-12-16T18:10:17.715 INFO:tasks.rados.rados.0.smithi071.stdout:497: snap_remove snap 39 2023-12-16T18:10:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[78585]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2023-12-16T18:10:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:10:17.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:10:17.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:17 smithi071 ceph-mon[89361]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T18:10:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2023-12-16T18:10:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-16T18:10:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: Reconfiguring daemon alertmanager.a on smithi071 2023-12-16T18:10:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:17 smithi184 ceph-mon[82596]: osdmap e141: 8 total, 8 up, 8 in 2023-12-16T18:10:18.273 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:18.544 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[78819]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:10:18.545 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[124778]: ts=2023-12-16T18:10:18.273Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T18:10:18.545 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 podman[130144]: 2023-12-16 18:10:18.335079091 +0000 UTC m=+0.115765716 container died 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:18.545 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 podman[130144]: 2023-12-16 18:10:18.446369713 +0000 UTC m=+0.227056315 container cleanup 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:18.545 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 bash[130144]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T18:10:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:493: finishing write tid 2 to smithi071127730-14 2023-12-16T18:10:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:493: finishing write tid 3 to smithi071127730-14 2023-12-16T18:10:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 210 (ObjNum 173 snap 42 seq_num 173) dirty exists 2023-12-16T18:10:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:493: left oid 14 (ObjNum 173 snap 42 seq_num 173) 2023-12-16T18:10:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:494: expect (ObjNum 134 snap 35 seq_num 134) 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 1 to smithi071127730-50 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 2 to smithi071127730-50 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:493: done (4 left) 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:494: done (3 left) 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:497: done (2 left) 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:498: snap_create 2023-12-16T18:10:18.706 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 3 to smithi071127730-50 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 196 (ObjNum 174 snap 42 seq_num 174) dirty exists 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:495: left oid 50 (ObjNum 174 snap 42 seq_num 174) 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 1 to smithi071127730-35 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 2 to smithi071127730-35 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 3 to smithi071127730-35 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 125 (ObjNum 175 snap 42 seq_num 175) dirty exists 2023-12-16T18:10:18.707 INFO:tasks.rados.rados.0.smithi071.stdout:496: left oid 35 (ObjNum 175 snap 42 seq_num 175) 2023-12-16T18:10:18.808 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:18 smithi071 ceph-mon[78585]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T18:10:18.808 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:18 smithi071 ceph-mon[89361]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T18:10:18.809 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 podman[130158]: 2023-12-16 18:10:18.546089607 +0000 UTC m=+0.209935158 container remove 3deb4c4dbc5fe8025b67b04ad296c50b687b3cfd90fe2bb6bc9c31c65515e8b6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:18.809 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 podman[130158]: 2023-12-16 18:10:18.579638818 +0000 UTC m=+0.243484359 volume remove a8d9f70ced15112c43c811ab1115fc7a5b7241b68df1ee92567c3fc65c1759b7 2023-12-16T18:10:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:18 smithi184 ceph-mon[82596]: osdmap e142: 8 total, 8 up, 8 in 2023-12-16T18:10:19.093 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T18:10:19.093 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:19.094 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:18 smithi071 systemd[1]: Starting Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:19.094 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130252]: 2023-12-16 18:10:19.004247183 +0000 UTC m=+0.096715061 volume create 455161d1cda59666ab927d6abd2c3858e74d1ba58add3b1fbf63e58e546cbd3f 2023-12-16T18:10:19.094 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130252]: 2023-12-16 18:10:18.925299035 +0000 UTC m=+0.017766872 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2023-12-16T18:10:19.094 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130252]: 2023-12-16 18:10:19.037539152 +0000 UTC m=+0.130006995 container create 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130252]: 2023-12-16 18:10:19.138166807 +0000 UTC m=+0.230634641 container init 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130252]: 2023-12-16 18:10:19.141475288 +0000 UTC m=+0.233943115 container start 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.152Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.152Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.153Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.154Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 bash[130252]: 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 systemd[1]: Started Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.177Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.178Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.181Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-16T18:10:19.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:19.181Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-16T18:10:19.638 INFO:tasks.rados.rados.0.smithi071.stdout:495: done (2 left) 2023-12-16T18:10:19.639 INFO:tasks.rados.rados.0.smithi071.stdout:496: done (1 left) 2023-12-16T18:10:19.639 INFO:tasks.rados.rados.0.smithi071.stdout:498: done (0 left) 2023-12-16T18:10:19.639 INFO:tasks.rados.rados.0.smithi071.stdout:499: snap_remove snap 40 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[78585]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[78585]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[89361]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[89361]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:19.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:19 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:19.900 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:19 smithi071 systemd[1]: Stopping Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:19 smithi184 ceph-mon[82596]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s 2023-12-16T18:10:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:19 smithi184 ceph-mon[82596]: osdmap e143: 8 total, 8 up, 8 in 2023-12-16T18:10:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:19 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:19 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:20.161 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:19 smithi071 podman[130400]: 2023-12-16 18:10:19.900196742 +0000 UTC m=+0.052536246 container died 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.161 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130400]: 2023-12-16 18:10:20.045714612 +0000 UTC m=+0.198054137 container cleanup 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.161 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 bash[130400]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130415]: 2023-12-16 18:10:20.162366392 +0000 UTC m=+0.266577440 container remove 6905a75e9b73b1de522a8bfbd4ca98d73512f9fe2b1ac3e97d61e06f1407381c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: Stopped Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Consumed 1.908s CPU time. 2023-12-16T18:10:20.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: Starting Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:20.652 INFO:tasks.rados.rados.0.smithi071.stdout:499: done (0 left) 2023-12-16T18:10:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:500: read oid 16 snap 36 2023-12-16T18:10:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:500: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:10:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 43 2023-12-16T18:10:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:501: seq_num 176 ranges {0=557056} 2023-12-16T18:10:20.660 INFO:tasks.rados.rados.0.smithi071.stdout:501: writing smithi071127730-2 from 0 to 557056 tid 1 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:502: setattr oid 49 current snap is 43 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 43 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:503: seq_num 177 ranges {0=573440} 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:503: writing smithi071127730-45 from 0 to 573440 tid 1 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:504: read oid 35 snap -1 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:504: expect (ObjNum 175 snap 42 seq_num 175) 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:505: read oid 14 snap -1 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:505: expect (ObjNum 173 snap 42 seq_num 173) 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:506: copy_from oid 19 from oid 32 current snap is 43 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:507: rollback oid 25 current snap is 43 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 35 2023-12-16T18:10:20.661 INFO:tasks.rados.rados.0.smithi071.stdout:508: snap_remove snap 20 2023-12-16T18:10:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[78585]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T18:10:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[78585]: Reconfiguring daemon node-exporter.a on smithi071 2023-12-16T18:10:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[78585]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T18:10:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[89361]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T18:10:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[89361]: Reconfiguring daemon node-exporter.a on smithi071 2023-12-16T18:10:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-mon[89361]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T18:10:20.975 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130510]: 2023-12-16 18:10:20.518359864 +0000 UTC m=+0.071658462 container create a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.975 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130510]: 2023-12-16 18:10:20.464448197 +0000 UTC m=+0.017746765 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130510]: 2023-12-16 18:10:20.587585839 +0000 UTC m=+0.140884395 container init a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 podman[130510]: 2023-12-16 18:10:20.590062695 +0000 UTC m=+0.143361241 container start a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.593Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.593Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.593Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.593Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T18:10:20.976 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T18:10:20.977 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T18:10:20.978 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T18:10:20.979 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T18:10:20.980 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.594Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.595Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a[130525]: ts=2023-12-16T18:10:20.595Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 bash[130510]: a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 2023-12-16T18:10:20.981 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 18:10:20 smithi071 systemd[1]: Started Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:21.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:20 smithi184 ceph-mon[82596]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-16T18:10:21.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:20 smithi184 ceph-mon[82596]: Reconfiguring daemon node-exporter.a on smithi071 2023-12-16T18:10:21.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:20 smithi184 ceph-mon[82596]: osdmap e144: 8 total, 8 up, 8 in 2023-12-16T18:10:21.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:21] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2023-12-16T18:10:21.473 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:21.154Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000303082s 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:501: finishing write tid 1 to smithi071127730-2 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:501: finishing write tid 2 to smithi071127730-2 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:503: finishing write tid 1 to smithi071127730-45 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:503: finishing write tid 2 to smithi071127730-45 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:503: finishing write tid 3 to smithi071127730-45 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 107 (ObjNum 177 snap 43 seq_num 177) dirty exists 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:503: left oid 45 (ObjNum 177 snap 43 seq_num 177) 2023-12-16T18:10:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:505: expect (ObjNum 173 snap 42 seq_num 173) 2023-12-16T18:10:21.603 INFO:tasks.rados.rados.0.smithi071.stdout:504: expect (ObjNum 175 snap 42 seq_num 175) 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 269 (ObjNum 129 snap 0 seq_num 2570899232) dirty exists 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:501: finishing write tid 3 to smithi071127730-2 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 268 (ObjNum 176 snap 43 seq_num 176) dirty exists 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:501: left oid 2 (ObjNum 176 snap 43 seq_num 176) 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:501: done (8 left) 2023-12-16T18:10:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:502: done (7 left) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:503: done (6 left) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:504: done (5 left) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:505: done (4 left) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:508: done (3 left) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:509: read oid 12 snap -1 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:509: expect (ObjNum 158 snap 37 seq_num 158) 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:510: rollback oid 41 current snap is 43 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 36 2023-12-16T18:10:21.643 INFO:tasks.rados.rados.0.smithi071.stdout:500: expect (ObjNum 105 snap 20 seq_num 105) 2023-12-16T18:10:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: pgmap v35: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T18:10:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:21 smithi184 ceph-mon[82596]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing rollback tid 0 to smithi071127730-25 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing rollback tid 2 to smithi071127730-25 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 194 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:506: finishing copy_from to smithi071127730-19 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 214 (ObjNum 154 snap 37 seq_num 154) dirty exists 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:506: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:10:21.898 INFO:tasks.rados.rados.0.smithi071.stdout:500: done (4 left) 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:506: done (3 left) 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:507: done (2 left) 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:511: delete oid 11 current snap is 43 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 126 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-16T18:10:21.899 INFO:tasks.rados.rados.0.smithi071.stdout:509: expect (ObjNum 158 snap 37 seq_num 158) 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:509: done (2 left) 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:510: done (1 left) 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:511: done (0 left) 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:512: rmattr oid 4 current snap is 43 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:512: done (0 left) 2023-12-16T18:10:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:513: snap_create 2023-12-16T18:10:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: pgmap v35: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[78585]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: pgmap v35: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: osdmap e145: 8 total, 8 up, 8 in 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:21 smithi071 ceph-mon[89361]: osdmap e146: 8 total, 8 up, 8 in 2023-12-16T18:10:22.653 INFO:tasks.rados.rados.0.smithi071.stdout:513: done (0 left) 2023-12-16T18:10:22.654 INFO:tasks.rados.rados.0.smithi071.stdout:514: delete oid 37 current snap is 44 2023-12-16T18:10:22.658 INFO:tasks.rados.rados.0.smithi071.stdout:514: done (0 left) 2023-12-16T18:10:22.658 INFO:tasks.rados.rados.0.smithi071.stdout:515: read oid 28 snap 35 2023-12-16T18:10:22.658 INFO:tasks.rados.rados.0.smithi071.stdout:515: expect (ObjNum 139 snap 35 seq_num 139) 2023-12-16T18:10:22.658 INFO:tasks.rados.rados.0.smithi071.stdout:516: read oid 2 snap 35 2023-12-16T18:10:22.659 INFO:tasks.rados.rados.0.smithi071.stdout:516: expect (ObjNum 138 snap 35 seq_num 138) 2023-12-16T18:10:22.659 INFO:tasks.rados.rados.0.smithi071.stdout:517: read oid 46 snap 33 2023-12-16T18:10:22.659 INFO:tasks.rados.rados.0.smithi071.stdout:517: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:10:22.661 INFO:tasks.rados.rados.0.smithi071.stdout:518: read oid 49 snap -1 2023-12-16T18:10:22.662 INFO:tasks.rados.rados.0.smithi071.stdout:518: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:22.662 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 44 2023-12-16T18:10:22.663 INFO:tasks.rados.rados.0.smithi071.stdout:519: seq_num 180 ranges {5521408=622592} 2023-12-16T18:10:22.690 INFO:tasks.rados.rados.0.smithi071.stdout:519: writing smithi071127730-47 from 5521408 to 6144000 tid 1 2023-12-16T18:10:22.690 INFO:tasks.rados.rados.0.smithi071.stdout:520: rollback oid 7 current snap is 44 2023-12-16T18:10:22.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 42 2023-12-16T18:10:22.690 INFO:tasks.rados.rados.0.smithi071.stdout:518: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:10:22.691 INFO:tasks.rados.rados.0.smithi071.stdout:517: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-16T18:10:22.716 INFO:tasks.rados.rados.0.smithi071.stdout:515: expect (ObjNum 139 snap 35 seq_num 139) 2023-12-16T18:10:22.753 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 systemd[1]: Stopping Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:22.753 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[113994]: ts=2023-12-16T18:10:22.656Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T18:10:22.754 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 podman[124258]: 2023-12-16 18:10:22.666336557 +0000 UTC m=+0.072086595 container died e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:22.775 INFO:tasks.rados.rados.0.smithi071.stdout:516: expect (ObjNum 138 snap 35 seq_num 138) 2023-12-16T18:10:22.868 INFO:tasks.rados.rados.0.smithi071.stdout:520: finishing rollback tid 0 to smithi071127730-7 2023-12-16T18:10:22.868 INFO:tasks.rados.rados.0.smithi071.stdout:520: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:10:22.868 INFO:tasks.rados.rados.0.smithi071.stdout:520: finishing rollback tid 2 to smithi071127730-7 2023-12-16T18:10:22.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 143 (ObjNum 146 snap 36 seq_num 146) dirty exists 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:519: finishing write tid 1 to smithi071127730-47 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:519: finishing write tid 2 to smithi071127730-47 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:519: finishing write tid 3 to smithi071127730-47 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 196 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:519: left oid 47 (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:515: done (5 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:516: done (4 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:517: done (3 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:518: done (2 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:519: done (1 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:520: done (0 left) 2023-12-16T18:10:22.869 INFO:tasks.rados.rados.0.smithi071.stdout:521: delete oid 41 current snap is 44 2023-12-16T18:10:22.870 INFO:tasks.rados.rados.0.smithi071.stdout:521: done (0 left) 2023-12-16T18:10:22.870 INFO:tasks.rados.rados.0.smithi071.stdout:522: read oid 6 snap -1 2023-12-16T18:10:22.870 INFO:tasks.rados.rados.0.smithi071.stdout:522: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:22.870 INFO:tasks.rados.rados.0.smithi071.stdout:523: copy_from oid 26 from oid 31 current snap is 44 2023-12-16T18:10:22.870 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 44 2023-12-16T18:10:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:524: seq_num 182 ranges {999424=655360} 2023-12-16T18:10:22.880 INFO:tasks.rados.rados.0.smithi071.stdout:524: writing smithi071127730-13 from 999424 to 1654784 tid 1 2023-12-16T18:10:22.880 INFO:tasks.rados.rados.0.smithi071.stdout:525: delete oid 15 current snap is 44 2023-12-16T18:10:22.880 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing copy_from to smithi071127730-26 2023-12-16T18:10:22.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 48 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:10:22.880 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:10:22.881 INFO:tasks.rados.rados.0.smithi071.stdout:523: done (3 left) 2023-12-16T18:10:22.882 INFO:tasks.rados.rados.0.smithi071.stdout:525: done (2 left) 2023-12-16T18:10:22.882 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 44 2023-12-16T18:10:22.882 INFO:tasks.rados.rados.0.smithi071.stdout:526: seq_num 184 ranges {0=688128} 2023-12-16T18:10:22.886 INFO:tasks.rados.rados.0.smithi071.stdout:526: writing smithi071127730-46 from 0 to 688128 tid 1 2023-12-16T18:10:22.887 INFO:tasks.rados.rados.0.smithi071.stdout:527: setattr oid 24 current snap is 44 2023-12-16T18:10:22.888 INFO:tasks.rados.rados.0.smithi071.stdout:528: delete oid 19 current snap is 44 2023-12-16T18:10:22.888 INFO:tasks.rados.rados.0.smithi071.stdout:522: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:23.014 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 1 to smithi071127730-13 2023-12-16T18:10:23.014 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 2 to smithi071127730-13 2023-12-16T18:10:23.014 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 3 to smithi071127730-13 2023-12-16T18:10:23.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 215 (ObjNum 182 snap 44 seq_num 182) dirty exists 2023-12-16T18:10:23.014 INFO:tasks.rados.rados.0.smithi071.stdout:524: left oid 13 (ObjNum 182 snap 44 seq_num 182) 2023-12-16T18:10:23.015 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing write tid 1 to smithi071127730-46 2023-12-16T18:10:23.015 INFO:tasks.rados.rados.0.smithi071.stdout:522: done (4 left) 2023-12-16T18:10:23.015 INFO:tasks.rados.rados.0.smithi071.stdout:524: done (3 left) 2023-12-16T18:10:23.015 INFO:tasks.rados.rados.0.smithi071.stdout:528: done (2 left) 2023-12-16T18:10:23.015 INFO:tasks.rados.rados.0.smithi071.stdout:529: snap_remove snap 35 2023-12-16T18:10:23.054 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 podman[124258]: 2023-12-16 18:10:22.78655072 +0000 UTC m=+0.192300746 container cleanup e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:23.054 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 bash[124258]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T18:10:23.054 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:22 smithi184 podman[124273]: 2023-12-16 18:10:22.936486201 +0000 UTC m=+0.271860381 container remove e5cc4a4fc559e4231e918817851333e23e02ff9c68df0e1e44f2aca56adef032 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:23.335 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T18:10:23.335 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 systemd[1]: Stopped Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:23.336 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service: Consumed 1.406s CPU time. 2023-12-16T18:10:23.336 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 systemd[1]: Starting Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:23.336 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 podman[124365]: 2023-12-16 18:10:23.236337508 +0000 UTC m=+0.080855483 container create 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:23.336 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 podman[124365]: 2023-12-16 18:10:23.174910037 +0000 UTC m=+0.019428021 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T18:10:23.336 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 podman[124365]: 2023-12-16 18:10:23.33684269 +0000 UTC m=+0.181360668 container init 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 podman[124365]: 2023-12-16 18:10:23.339741714 +0000 UTC m=+0.184259683 container start 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.363Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.363Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.363Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi184 (none))" 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.363Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.363Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.364Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.364Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T18:10:23.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.365Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.365Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.367Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.367Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.759µs 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.367Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.368Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 bash[124365]: 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 systemd[1]: Started Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.382Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.382Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.382Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=145.095µs wal_replay_duration=14.328935ms wbl_replay_duration=126ns total_replay_duration=14.63964ms 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.385Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.385Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T18:10:23.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.385Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T18:10:23.589 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.402Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.603785ms db_storage=820ns remote_storage=1.221µs web_handler=376ns query_engine=741ns scrape=356.365µs scrape_sd=75.197µs notify=12.995µs notify_sd=36.041µs rules=15.895452ms tracing=6.327µs 2023-12-16T18:10:23.589 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.402Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T18:10:23.589 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:23.402Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T18:10:23.663 INFO:tasks.rados.rados.0.smithi071.stdout:529: done (2 left) 2023-12-16T18:10:23.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 44 2023-12-16T18:10:23.663 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing write tid 2 to smithi071127730-46 2023-12-16T18:10:23.663 INFO:tasks.rados.rados.0.smithi071.stdout:530: seq_num 186 ranges {335872=720896} 2023-12-16T18:10:23.670 INFO:tasks.rados.rados.0.smithi071.stdout:530: writing smithi071127730-33 from 335872 to 1056768 tid 1 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing write tid 3 to smithi071127730-46 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 200 (ObjNum 184 snap 44 seq_num 184) dirty exists 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:526: left oid 46 (ObjNum 184 snap 44 seq_num 184) 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 103 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:526: done (2 left) 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:527: done (1 left) 2023-12-16T18:10:23.671 INFO:tasks.rados.rados.0.smithi071.stdout:531: snap_create 2023-12-16T18:10:23.678 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 1 to smithi071127730-33 2023-12-16T18:10:23.679 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 2 to smithi071127730-33 2023-12-16T18:10:23.679 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 3 to smithi071127730-33 2023-12-16T18:10:23.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 121 (ObjNum 186 snap 44 seq_num 186) dirty exists 2023-12-16T18:10:23.679 INFO:tasks.rados.rados.0.smithi071.stdout:530: left oid 33 (ObjNum 186 snap 44 seq_num 186) 2023-12-16T18:10:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[78585]: pgmap v38: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[78585]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[89361]: pgmap v38: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[89361]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:23 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-mon[82596]: pgmap v38: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:10:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-mon[82596]: osdmap e147: 8 total, 8 up, 8 in 2023-12-16T18:10:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:23 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:530: done (1 left) 2023-12-16T18:10:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:531: done (0 left) 2023-12-16T18:10:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 45 2023-12-16T18:10:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:532: seq_num 187 ranges {3588096=737280} 2023-12-16T18:10:24.694 INFO:tasks.rados.rados.0.smithi071.stdout:532: writing smithi071127730-27 from 3588096 to 4325376 tid 1 2023-12-16T18:10:24.694 INFO:tasks.rados.rados.0.smithi071.stdout:533: rollback oid 16 current snap is 45 2023-12-16T18:10:24.694 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 44 2023-12-16T18:10:24.694 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 45 2023-12-16T18:10:24.694 INFO:tasks.rados.rados.0.smithi071.stdout:534: seq_num 188 ranges {3801088=753664} 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:534: writing smithi071127730-32 from 3801088 to 4554752 tid 1 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:535: snap_create 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:532: finishing write tid 1 to smithi071127730-27 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:532: finishing write tid 2 to smithi071127730-27 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 199 (ObjNum 164 snap 42 seq_num 164) dirty exists 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:532: finishing write tid 3 to smithi071127730-27 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 294 (ObjNum 187 snap 45 seq_num 187) dirty exists 2023-12-16T18:10:24.719 INFO:tasks.rados.rados.0.smithi071.stdout:532: left oid 27 (ObjNum 187 snap 45 seq_num 187) 2023-12-16T18:10:24.722 INFO:tasks.rados.rados.0.smithi071.stdout:534: finishing write tid 1 to smithi071127730-32 2023-12-16T18:10:24.722 INFO:tasks.rados.rados.0.smithi071.stdout:534: finishing write tid 2 to smithi071127730-32 2023-12-16T18:10:24.722 INFO:tasks.rados.rados.0.smithi071.stdout:534: finishing write tid 3 to smithi071127730-32 2023-12-16T18:10:24.722 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 297 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:10:24.722 INFO:tasks.rados.rados.0.smithi071.stdout:534: left oid 32 (ObjNum 188 snap 45 seq_num 188) 2023-12-16T18:10:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:24 smithi184 ceph-mon[82596]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T18:10:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:24 smithi184 ceph-mon[82596]: Reconfiguring daemon grafana.a on smithi184 2023-12-16T18:10:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:24 smithi184 ceph-mon[82596]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[78585]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[78585]: Reconfiguring daemon grafana.a on smithi184 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[78585]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[89361]: Reconfiguring grafana.a (dependencies changed)... 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[89361]: Reconfiguring daemon grafana.a on smithi184 2023-12-16T18:10:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:24 smithi071 ceph-mon[89361]: osdmap e148: 8 total, 8 up, 8 in 2023-12-16T18:10:25.678 INFO:tasks.rados.rados.0.smithi071.stdout:532: done (3 left) 2023-12-16T18:10:25.678 INFO:tasks.rados.rados.0.smithi071.stdout:533: done (2 left) 2023-12-16T18:10:25.678 INFO:tasks.rados.rados.0.smithi071.stdout:534: done (1 left) 2023-12-16T18:10:25.678 INFO:tasks.rados.rados.0.smithi071.stdout:535: done (0 left) 2023-12-16T18:10:25.678 INFO:tasks.rados.rados.0.smithi071.stdout:536: setattr oid 7 current snap is 46 2023-12-16T18:10:25.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 46 2023-12-16T18:10:25.679 INFO:tasks.rados.rados.0.smithi071.stdout:537: seq_num 189 ranges {0=770048} 2023-12-16T18:10:25.684 INFO:tasks.rados.rados.0.smithi071.stdout:537: writing smithi071127730-19 from 0 to 770048 tid 1 2023-12-16T18:10:25.685 INFO:tasks.rados.rados.0.smithi071.stdout:538: copy_from oid 13 from oid 8 current snap is 46 2023-12-16T18:10:25.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 151 (ObjNum 146 snap 36 seq_num 146) dirty exists 2023-12-16T18:10:25.685 INFO:tasks.rados.rados.0.smithi071.stdout:536: done (2 left) 2023-12-16T18:10:25.685 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 46 2023-12-16T18:10:25.685 INFO:tasks.rados.rados.0.smithi071.stdout:539: seq_num 190 ranges {0=786432} 2023-12-16T18:10:25.689 INFO:tasks.rados.rados.0.smithi071.stdout:539: writing smithi071127730-41 from 0 to 786432 tid 1 2023-12-16T18:10:25.689 INFO:tasks.rados.rados.0.smithi071.stdout:540: read oid 20 snap 33 2023-12-16T18:10:25.690 INFO:tasks.rados.rados.0.smithi071.stdout:540: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:10:25.690 INFO:tasks.rados.rados.0.smithi071.stdout:541: read oid 21 snap -1 2023-12-16T18:10:25.690 INFO:tasks.rados.rados.0.smithi071.stdout:541: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:25.690 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 46 2023-12-16T18:10:25.690 INFO:tasks.rados.rados.0.smithi071.stdout:542: seq_num 191 ranges {0=802816} 2023-12-16T18:10:25.695 INFO:tasks.rados.rados.0.smithi071.stdout:542: writing smithi071127730-26 from 0 to 802816 tid 1 2023-12-16T18:10:25.695 INFO:tasks.rados.rados.0.smithi071.stdout:543: rollback oid 12 current snap is 46 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 41 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:537: finishing write tid 1 to smithi071127730-19 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:537: finishing write tid 2 to smithi071127730-19 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:544: rollback oid 48 current snap is 46 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 33 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 46 2023-12-16T18:10:25.696 INFO:tasks.rados.rados.0.smithi071.stdout:545: seq_num 192 ranges {3260416=417792,3678208=401408} 2023-12-16T18:10:25.715 INFO:tasks.rados.rados.0.smithi071.stdout:545: writing smithi071127730-18 from 3260416 to 3678208 tid 1 2023-12-16T18:10:25.718 INFO:tasks.rados.rados.0.smithi071.stdout:545: writing smithi071127730-18 from 3678208 to 4079616 tid 2 2023-12-16T18:10:25.718 INFO:tasks.rados.rados.0.smithi071.stdout:546: rollback oid 2 current snap is 46 2023-12-16T18:10:25.718 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 36 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:537: finishing write tid 3 to smithi071127730-19 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 230 (ObjNum 189 snap 46 seq_num 189) dirty exists 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:537: left oid 19 (ObjNum 189 snap 46 seq_num 189) 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:537: done (9 left) 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:547: read oid 42 snap -1 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:547: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:548: rollback oid 47 current snap is 46 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 44 2023-12-16T18:10:25.719 INFO:tasks.rados.rados.0.smithi071.stdout:541: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing write tid 1 to smithi071127730-41 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing write tid 2 to smithi071127730-41 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:543: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:543: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:543: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 163 (ObjNum 158 snap 37 seq_num 158) dirty exists 2023-12-16T18:10:25.770 INFO:tasks.rados.rados.0.smithi071.stdout:540: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:544: finishing rollback tid 1 to smithi071127730-48 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing write tid 3 to smithi071127730-41 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 134 (ObjNum 190 snap 46 seq_num 190) dirty exists 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:539: left oid 41 (ObjNum 190 snap 46 seq_num 190) 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:542: finishing write tid 1 to smithi071127730-26 2023-12-16T18:10:25.812 INFO:tasks.rados.rados.0.smithi071.stdout:542: finishing write tid 2 to smithi071127730-26 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:538: finishing copy_from to smithi071127730-13 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 208 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:542: finishing write tid 3 to smithi071127730-26 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 243 (ObjNum 191 snap 46 seq_num 191) dirty exists 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:542: left oid 26 (ObjNum 191 snap 46 seq_num 191) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:538: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing write tid 1 to smithi071127730-18 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing write tid 2 to smithi071127730-18 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:538: done (10 left) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:539: done (9 left) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:540: done (8 left) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:541: done (7 left) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:542: done (6 left) 2023-12-16T18:10:25.813 INFO:tasks.rados.rados.0.smithi071.stdout:543: done (5 left) 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:544: done (4 left) 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:549: read oid 8 snap -1 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:549: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:550: rollback oid 34 current snap is 46 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 36 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing write tid 3 to smithi071127730-18 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:546: finishing rollback tid 0 to smithi071127730-2 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 202 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing write tid 4 to smithi071127730-18 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 111 (ObjNum 192 snap 46 seq_num 192) dirty exists 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:545: left oid 18 (ObjNum 192 snap 46 seq_num 192) 2023-12-16T18:10:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:546: finishing rollback tid 1 to smithi071127730-2 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:546: finishing rollback tid 2 to smithi071127730-2 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 301 (ObjNum 138 snap 35 seq_num 138) dirty exists 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:545: done (5 left) 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:546: done (4 left) 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:548: done (3 left) 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:551: snap_create 2023-12-16T18:10:25.815 INFO:tasks.rados.rados.0.smithi071.stdout:547: expect (ObjNum 99 snap 18 seq_num 99) 2023-12-16T18:10:25.938 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:10:25.938 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:10:25.938 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:10:25.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 247 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:10:25.938 INFO:tasks.rados.rados.0.smithi071.stdout:549: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-16T18:10:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:25 smithi071 ceph-mon[78585]: pgmap v41: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-12-16T18:10:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:25 smithi071 ceph-mon[78585]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T18:10:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:25 smithi071 ceph-mon[89361]: pgmap v41: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-12-16T18:10:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:25 smithi071 ceph-mon[89361]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T18:10:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:25 smithi184 ceph-mon[82596]: pgmap v41: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-12-16T18:10:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:25 smithi184 ceph-mon[82596]: osdmap e149: 8 total, 8 up, 8 in 2023-12-16T18:10:26.689 INFO:tasks.rados.rados.0.smithi071.stdout:547: done (3 left) 2023-12-16T18:10:26.689 INFO:tasks.rados.rados.0.smithi071.stdout:549: done (2 left) 2023-12-16T18:10:26.689 INFO:tasks.rados.rados.0.smithi071.stdout:550: done (1 left) 2023-12-16T18:10:26.689 INFO:tasks.rados.rados.0.smithi071.stdout:551: done (0 left) 2023-12-16T18:10:26.689 INFO:tasks.rados.rados.0.smithi071.stdout:552: rollback oid 42 current snap is 47 2023-12-16T18:10:26.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 43 2023-12-16T18:10:26.690 INFO:tasks.rados.rados.0.smithi071.stdout:553: copy_from oid 3 from oid 1 current snap is 47 2023-12-16T18:10:26.690 INFO:tasks.rados.rados.0.smithi071.stdout:554: snap_remove snap 33 2023-12-16T18:10:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:26 smithi071 ceph-mon[78585]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T18:10:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:26 smithi071 ceph-mon[89361]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T18:10:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:26 smithi184 ceph-mon[82596]: osdmap e150: 8 total, 8 up, 8 in 2023-12-16T18:10:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:554: done (2 left) 2023-12-16T18:10:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:555: snap_create 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 166 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:553: finishing copy_from to smithi071127730-3 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 4 (ObjNum 113 snap 0 seq_num 2572221408) dirty exists 2023-12-16T18:10:27.691 INFO:tasks.rados.rados.0.smithi071.stdout:553: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:10:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:27 smithi071 ceph-mon[78585]: pgmap v44: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 28 op/s 2023-12-16T18:10:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:27 smithi071 ceph-mon[78585]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T18:10:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:27 smithi071 ceph-mon[89361]: pgmap v44: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 28 op/s 2023-12-16T18:10:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:27 smithi071 ceph-mon[89361]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T18:10:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:27 smithi184 ceph-mon[82596]: pgmap v44: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 28 op/s 2023-12-16T18:10:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:27 smithi184 ceph-mon[82596]: osdmap e151: 8 total, 8 up, 8 in 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:552: done (2 left) 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:553: done (1 left) 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:555: done (0 left) 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:556: read oid 46 snap -1 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:556: expect (ObjNum 184 snap 44 seq_num 184) 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:557: rollback oid 42 current snap is 48 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 36 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 48 2023-12-16T18:10:28.701 INFO:tasks.rados.rados.0.smithi071.stdout:558: seq_num 193 ranges {802816=434176,1236992=401408} 2023-12-16T18:10:28.707 INFO:tasks.rados.rados.0.smithi071.stdout:558: writing smithi071127730-26 from 802816 to 1236992 tid 1 2023-12-16T18:10:28.710 INFO:tasks.rados.rados.0.smithi071.stdout:558: writing smithi071127730-26 from 1236992 to 1638400 tid 2 2023-12-16T18:10:28.710 INFO:tasks.rados.rados.0.smithi071.stdout:559: copy_from oid 41 from oid 40 current snap is 48 2023-12-16T18:10:28.710 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:10:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:10:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:10:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 169 (ObjNum 99 snap 18 seq_num 99) dirty exists 2023-12-16T18:10:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:556: expect (ObjNum 184 snap 44 seq_num 184) 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing write tid 1 to smithi071127730-26 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing write tid 2 to smithi071127730-26 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing write tid 3 to smithi071127730-26 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing write tid 4 to smithi071127730-26 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 263 (ObjNum 193 snap 48 seq_num 193) dirty exists 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: left oid 26 (ObjNum 193 snap 48 seq_num 193) 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:556: done (3 left) 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:557: done (2 left) 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:558: done (1 left) 2023-12-16T18:10:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:560: rollback oid 2 current snap is 48 2023-12-16T18:10:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 46 2023-12-16T18:10:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:561: copy_from oid 5 from oid 45 current snap is 48 2023-12-16T18:10:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:562: rollback oid 46 current snap is 48 2023-12-16T18:10:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 45 2023-12-16T18:10:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:563: delete oid 26 current snap is 48 2023-12-16T18:10:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing copy_from to smithi071127730-41 2023-12-16T18:10:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 150 (ObjNum 126 snap 32 seq_num 126) dirty exists 2023-12-16T18:10:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:563: done (4 left) 2023-12-16T18:10:28.734 INFO:tasks.rados.rados.0.smithi071.stdout:564: delete oid 30 current snap is 48 2023-12-16T18:10:28.734 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:10:28.734 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:10:28.734 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:10:28.734 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:10:28.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 214 (ObjNum 184 snap 44 seq_num 184) dirty exists 2023-12-16T18:10:28.735 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing rollback tid 0 to smithi071127730-2 2023-12-16T18:10:28.735 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing rollback tid 1 to smithi071127730-2 2023-12-16T18:10:28.735 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing rollback tid 2 to smithi071127730-2 2023-12-16T18:10:28.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 315 (ObjNum 138 snap 35 seq_num 138) dirty exists 2023-12-16T18:10:28.736 INFO:tasks.rados.rados.0.smithi071.stdout:559: done (4 left) 2023-12-16T18:10:28.736 INFO:tasks.rados.rados.0.smithi071.stdout:560: done (3 left) 2023-12-16T18:10:28.737 INFO:tasks.rados.rados.0.smithi071.stdout:562: done (2 left) 2023-12-16T18:10:28.737 INFO:tasks.rados.rados.0.smithi071.stdout:564: done (1 left) 2023-12-16T18:10:28.737 INFO:tasks.rados.rados.0.smithi071.stdout:565: read oid 2 snap -1 2023-12-16T18:10:28.737 INFO:tasks.rados.rados.0.smithi071.stdout:565: expect (ObjNum 138 snap 35 seq_num 138) 2023-12-16T18:10:28.737 INFO:tasks.rados.rados.0.smithi071.stdout:566: snap_create 2023-12-16T18:10:28.741 INFO:tasks.rados.rados.0.smithi071.stdout:561: finishing copy_from to smithi071127730-5 2023-12-16T18:10:28.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 107 (ObjNum 177 snap 43 seq_num 177) dirty exists 2023-12-16T18:10:28.742 INFO:tasks.rados.rados.0.smithi071.stdout:561: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:10:28.744 INFO:tasks.rados.rados.0.smithi071.stdout:565: expect (ObjNum 138 snap 35 seq_num 138) 2023-12-16T18:10:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:28 smithi071 ceph-mon[78585]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T18:10:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:28 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:28 smithi071 ceph-mon[89361]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T18:10:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:28 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:28 smithi184 ceph-mon[82596]: osdmap e152: 8 total, 8 up, 8 in 2023-12-16T18:10:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:28 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:29.473 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:10:29 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:10:29.157Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002851601s 2023-12-16T18:10:29.711 INFO:tasks.rados.rados.0.smithi071.stdout:561: done (2 left) 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:565: done (1 left) 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:566: done (0 left) 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:567: read oid 35 snap 46 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:567: expect (ObjNum 175 snap 42 seq_num 175) 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:568: copy_from oid 45 from oid 23 current snap is 49 2023-12-16T18:10:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:569: delete oid 1 current snap is 49 2023-12-16T18:10:29.715 INFO:tasks.rados.rados.0.smithi071.stdout:569: done (2 left) 2023-12-16T18:10:29.715 INFO:tasks.rados.rados.0.smithi071.stdout:570: snap_create 2023-12-16T18:10:29.717 INFO:tasks.rados.rados.0.smithi071.stdout:567: expect (ObjNum 175 snap 42 seq_num 175) 2023-12-16T18:10:29.763 INFO:tasks.rados.rados.0.smithi071.stdout:568: finishing copy_from to smithi071127730-45 2023-12-16T18:10:29.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 116 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:29.764 INFO:tasks.rados.rados.0.smithi071.stdout:568: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:10:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:29 smithi071 ceph-mon[78585]: pgmap v47: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 152 KiB/s wr, 2 op/s 2023-12-16T18:10:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:29 smithi071 ceph-mon[78585]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T18:10:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:29 smithi071 ceph-mon[89361]: pgmap v47: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 152 KiB/s wr, 2 op/s 2023-12-16T18:10:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:29 smithi071 ceph-mon[89361]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T18:10:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:29 smithi184 ceph-mon[82596]: pgmap v47: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 152 KiB/s wr, 2 op/s 2023-12-16T18:10:30.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:29 smithi184 ceph-mon[82596]: osdmap e153: 8 total, 8 up, 8 in 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:567: done (2 left) 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:568: done (1 left) 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:570: done (0 left) 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:571: read oid 45 snap -1 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:571: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:10:30.714 INFO:tasks.rados.rados.0.smithi071.stdout:572: snap_remove snap 36 2023-12-16T18:10:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:30 smithi071 ceph-mon[78585]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T18:10:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:30 smithi071 ceph-mon[89361]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T18:10:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:30 smithi184 ceph-mon[82596]: osdmap e154: 8 total, 8 up, 8 in 2023-12-16T18:10:31.587 INFO:tasks.rados.rados.0.smithi071.stdout:572: done (1 left) 2023-12-16T18:10:31.587 INFO:tasks.rados.rados.0.smithi071.stdout:573: rmattr oid 28 current snap is 50 2023-12-16T18:10:31.587 INFO:tasks.rados.rados.0.smithi071.stdout:573: done (1 left) 2023-12-16T18:10:31.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 50 2023-12-16T18:10:31.587 INFO:tasks.rados.rados.0.smithi071.stdout:574: seq_num 197 ranges {4423680=507904,4931584=401408} 2023-12-16T18:10:31.614 INFO:tasks.rados.rados.0.smithi071.stdout:574: writing smithi071127730-41 from 4423680 to 4931584 tid 1 2023-12-16T18:10:31.616 INFO:tasks.rados.rados.0.smithi071.stdout:574: writing smithi071127730-41 from 4931584 to 5332992 tid 2 2023-12-16T18:10:31.616 INFO:tasks.rados.rados.0.smithi071.stdout:575: copy_from oid 46 from oid 21 current snap is 50 2023-12-16T18:10:31.616 INFO:tasks.rados.rados.0.smithi071.stdout:571: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:10:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[78585]: pgmap v50: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[78585]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T18:10:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[78585]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T18:10:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[89361]: pgmap v50: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[89361]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T18:10:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:31 smithi071 ceph-mon[89361]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T18:10:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:31 smithi184 ceph-mon[82596]: pgmap v50: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:31 smithi184 ceph-mon[82596]: osdmap e155: 8 total, 8 up, 8 in 2023-12-16T18:10:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:31 smithi184 ceph-mon[82596]: osdmap e156: 8 total, 8 up, 8 in 2023-12-16T18:10:32.141 INFO:tasks.rados.rados.0.smithi071.stdout:574: finishing write tid 1 to smithi071127730-41 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:574: finishing write tid 2 to smithi071127730-41 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:574: finishing write tid 3 to smithi071127730-41 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:574: finishing write tid 4 to smithi071127730-41 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 153 (ObjNum 197 snap 50 seq_num 197) dirty exists 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:574: left oid 41 (ObjNum 197 snap 50 seq_num 197) 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:575: finishing copy_from to smithi071127730-46 2023-12-16T18:10:32.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 152 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:575: finishing copy_from racing read to smithi071127730-46 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:571: done (2 left) 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:574: done (1 left) 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:575: done (0 left) 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 50 2023-12-16T18:10:32.143 INFO:tasks.rados.rados.0.smithi071.stdout:576: seq_num 198 ranges {139264=524288,663552=401408} 2023-12-16T18:10:32.144 INFO:tasks.rados.rados.0.smithi071.stdout:576: writing smithi071127730-7 from 139264 to 663552 tid 1 2023-12-16T18:10:32.147 INFO:tasks.rados.rados.0.smithi071.stdout:576: writing smithi071127730-7 from 663552 to 1064960 tid 2 2023-12-16T18:10:32.147 INFO:tasks.rados.rados.0.smithi071.stdout:577: rollback oid 2 current snap is 50 2023-12-16T18:10:32.148 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 42 2023-12-16T18:10:32.148 INFO:tasks.rados.rados.0.smithi071.stdout:578: setattr oid 29 current snap is 50 2023-12-16T18:10:32.149 INFO:tasks.rados.rados.0.smithi071.stdout:576: finishing write tid 1 to smithi071127730-7 2023-12-16T18:10:32.151 INFO:tasks.rados.rados.0.smithi071.stdout:576: finishing write tid 2 to smithi071127730-7 2023-12-16T18:10:32.151 INFO:tasks.rados.rados.0.smithi071.stdout:579: rmattr oid 8 current snap is 50 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:579: done (3 left) 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:580: read oid 8 snap -1 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:580: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:581: rollback oid 26 current snap is 50 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 42 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:576: finishing write tid 3 to smithi071127730-7 2023-12-16T18:10:32.152 INFO:tasks.rados.rados.0.smithi071.stdout:582: copy_from oid 50 from oid 38 current snap is 50 2023-12-16T18:10:32.153 INFO:tasks.rados.rados.0.smithi071.stdout:583: delete oid 12 current snap is 50 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing rollback tid 0 to smithi071127730-2 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing rollback tid 1 to smithi071127730-2 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 330 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:576: finishing write tid 4 to smithi071127730-7 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 167 (ObjNum 198 snap 50 seq_num 198) dirty exists 2023-12-16T18:10:32.155 INFO:tasks.rados.rados.0.smithi071.stdout:576: left oid 7 (ObjNum 198 snap 50 seq_num 198) 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:576: done (6 left) 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:577: done (5 left) 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:583: done (4 left) 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:584: rollback oid 47 current snap is 50 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 41 2023-12-16T18:10:32.156 INFO:tasks.rados.rados.0.smithi071.stdout:585: snap_remove snap 47 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:581: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:581: finishing rollback tid 2 to smithi071127730-26 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 276 (ObjNum 129 snap 0 seq_num 2570908240) dirty exists 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 117 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:584: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:584: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:584: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 209 (ObjNum 101 snap 18 seq_num 101) dirty exists 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:582: finishing copy_from to smithi071127730-50 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 221 (ObjNum 159 snap 37 seq_num 159) dirty exists 2023-12-16T18:10:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:580: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:582: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:578: done (5 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:580: done (4 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:581: done (3 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:582: done (2 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:584: done (1 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:585: done (0 left) 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:586: read oid 10 snap -1 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:586: expect deleted 2023-12-16T18:10:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:587: delete oid 17 current snap is 50 2023-12-16T18:10:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:586: done (1 left) 2023-12-16T18:10:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:587: done (0 left) 2023-12-16T18:10:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:588: rollback oid 44 current snap is 50 2023-12-16T18:10:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 44 2023-12-16T18:10:32.790 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 50 2023-12-16T18:10:32.790 INFO:tasks.rados.rados.0.smithi071.stdout:589: seq_num 201 ranges {0=573440,573440=401408} 2023-12-16T18:10:32.792 INFO:tasks.rados.rados.0.smithi071.stdout:589: writing smithi071127730-30 from 0 to 573440 tid 1 2023-12-16T18:10:32.795 INFO:tasks.rados.rados.0.smithi071.stdout:589: writing smithi071127730-30 from 573440 to 974848 tid 2 2023-12-16T18:10:32.795 INFO:tasks.rados.rados.0.smithi071.stdout:590: rollback oid 40 current snap is 50 2023-12-16T18:10:32.795 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 45 2023-12-16T18:10:32.795 INFO:tasks.rados.rados.0.smithi071.stdout:588: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:10:32.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 3) dirty dne 2023-12-16T18:10:32.796 INFO:tasks.rados.rados.0.smithi071.stdout:588: done (2 left) 2023-12-16T18:10:32.796 INFO:tasks.rados.rados.0.smithi071.stdout:591: snap_remove snap 49 2023-12-16T18:10:33.049 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 starting - - - - 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (2m) 26s ago 2m 89.5M - 9.4.7 954c08fa6188 e851e08d6558 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (3m) 28s ago 3m 18.0M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (3m) 26s ago 3m 15.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283 running (42s) 26s ago 5m 483M - 19.0.0-202-gc7586e95 e538bb48aa15 8b7547e62213 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (7m) 28s ago 7m 428M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 dcaaec490f8b 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 28s ago 7m 51.9M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 b343407f2395 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (6m) 26s ago 6m 44.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 28s ago 5m 46.1M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 159021d8e228 2023-12-16T18:10:33.351 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 starting - - - - 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (2m) 26s ago 2m 8040k - 1.5.0 0da6a335fe13 510b58480738 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 28s ago 5m 93.6M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 28s ago 5m 82.0M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 28s ago 5m 95.9M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 28s ago 4m 67.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (4m) 26s ago 4m 82.1M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (4m) 26s ago 4m 97.7M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (4m) 26s ago 4m 64.9M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (3m) 26s ago 3m 69.1M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:10:33.352 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 starting - - - - 2023-12-16T18:10:33.731 INFO:tasks.rados.rados.0.smithi071.stdout:591: done (2 left) 2023-12-16T18:10:33.731 INFO:tasks.rados.rados.0.smithi071.stdout:592: snap_create 2023-12-16T18:10:33.731 INFO:tasks.rados.rados.0.smithi071.stdout:589: finishing write tid 1 to smithi071127730-30 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:589: finishing write tid 2 to smithi071127730-30 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:589: finishing write tid 3 to smithi071127730-30 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:590: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:590: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:590: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 252 (ObjNum 126 snap 32 seq_num 126) dirty exists 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:589: finishing write tid 4 to smithi071127730-30 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 283 (ObjNum 201 snap 50 seq_num 201) dirty exists 2023-12-16T18:10:33.732 INFO:tasks.rados.rados.0.smithi071.stdout:589: left oid 30 (ObjNum 201 snap 50 seq_num 201) 2023-12-16T18:10:33.732 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:10:33.732 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:10:33.733 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 14, 2023-12-16T18:10:33.734 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T18:10:33.734 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:10:33.734 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:10:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:33 smithi071 ceph-mon[78585]: pgmap v53: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:33 smithi071 ceph-mon[78585]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T18:10:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:33 smithi071 ceph-mon[89361]: pgmap v53: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:33 smithi071 ceph-mon[89361]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T18:10:34.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:33] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2023-12-16T18:10:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:33 smithi184 ceph-mon[82596]: pgmap v53: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:10:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:33 smithi184 ceph-mon[82596]: osdmap e157: 8 total, 8 up, 8 in 2023-12-16T18:10:34.510 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: Stopping Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:34.511 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 podman[124599]: 2023-12-16 18:10:34.422382415 +0000 UTC m=+0.069195907 container died e851e08d65588f55d549ec776ed91361054838b3f4d933ce1e9b046af328f404 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner ) 2023-12-16T18:10:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:589: done (2 left) 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:590: done (1 left) 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:592: done (0 left) 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:593: rmattr oid 40 current snap is 51 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:593: done (0 left) 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:594: read oid 10 snap 43 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:594: expect deleted 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:595: read oid 50 snap -1 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:595: expect (ObjNum 159 snap 37 seq_num 159) 2023-12-16T18:10:34.738 INFO:tasks.rados.rados.0.smithi071.stdout:596: setattr oid 7 current snap is 51 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:597: read oid 18 snap 45 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:597: expect (ObjNum 161 snap 38 seq_num 161) 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:598: copy_from oid 42 from oid 35 current snap is 51 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:599: read oid 46 snap -1 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:599: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:600: rollback oid 31 current snap is 51 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 43 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 51 2023-12-16T18:10:34.739 INFO:tasks.rados.rados.0.smithi071.stdout:601: seq_num 202 ranges {2154496=589824,2744320=401408} 2023-12-16T18:10:34.755 INFO:tasks.rados.rados.0.smithi071.stdout:601: writing smithi071127730-8 from 2154496 to 2744320 tid 1 2023-12-16T18:10:34.758 INFO:tasks.rados.rados.0.smithi071.stdout:601: writing smithi071127730-8 from 2744320 to 3145728 tid 2 2023-12-16T18:10:34.758 INFO:tasks.rados.rados.0.smithi071.stdout:602: rollback oid 19 current snap is 51 2023-12-16T18:10:34.758 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 44 2023-12-16T18:10:34.758 INFO:tasks.rados.rados.0.smithi071.stdout:595: expect (ObjNum 159 snap 37 seq_num 159) 2023-12-16T18:10:34.791 INFO:tasks.rados.rados.0.smithi071.stdout:600: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 173 (ObjNum 198 snap 50 seq_num 198) dirty exists 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:600: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:600: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 87 (ObjNum 65 snap 0 seq_num 1432448365) dirty exists 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:594: done (8 left) 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:595: done (7 left) 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:596: done (6 left) 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:600: done (5 left) 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:603: rollback oid 16 current snap is 51 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 37 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing copy_from to smithi071127730-42 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 125 (ObjNum 175 snap 42 seq_num 175) dirty exists 2023-12-16T18:10:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:10:34.793 INFO:tasks.rados.rados.0.smithi071.stdout:599: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:34.819 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:34 smithi184 ceph-mon[82596]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:34.820 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:34 smithi184 ceph-mon[82596]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:34.820 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:34 smithi184 ceph-mon[82596]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T18:10:34.820 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:34 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/1326213071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:34.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 podman[124599]: 2023-12-16 18:10:34.542860735 +0000 UTC m=+0.189674204 container cleanup e851e08d65588f55d549ec776ed91361054838b3f4d933ce1e9b046af328f404 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , name=ubi8, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, release=239.1651231664, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2023-12-16T18:10:34.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 bash[124599]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a 2023-12-16T18:10:34.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 podman[124613]: 2023-12-16 18:10:34.676114383 +0000 UTC m=+0.256532629 container remove e851e08d65588f55d549ec776ed91361054838b3f4d933ce1e9b046af328f404 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., version=8.5, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, release=239.1651231664, vcs-type=git, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner ) 2023-12-16T18:10:34.820 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:10:34.842 INFO:tasks.rados.rados.0.smithi071.stdout:597: expect (ObjNum 161 snap 38 seq_num 161) 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing write tid 1 to smithi071127730-8 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing write tid 2 to smithi071127730-8 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing write tid 3 to smithi071127730-8 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:597: done (5 left) 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:598: done (4 left) 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:599: done (3 left) 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:604: read oid 2 snap 50 2023-12-16T18:10:34.998 INFO:tasks.rados.rados.0.smithi071.stdout:604: expect deleted 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:605: copy_from oid 17 from oid 43 current snap is 51 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing write tid 4 to smithi071127730-8 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 258 (ObjNum 202 snap 51 seq_num 202) dirty exists 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:601: left oid 8 (ObjNum 202 snap 51 seq_num 202) 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 261 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:603: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:603: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:603: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 217 (ObjNum 105 snap 20 seq_num 105) dirty exists 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:601: done (4 left) 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:602: done (3 left) 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:603: done (2 left) 2023-12-16T18:10:34.999 INFO:tasks.rados.rados.0.smithi071.stdout:606: snap_remove snap 34 2023-12-16T18:10:35.086 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-16T18:10:35.086 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: Stopped Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:35.086 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Consumed 4.382s CPU time. 2023-12-16T18:10:35.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 systemd[1]: Starting Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:35.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:34 smithi184 podman[124703]: 2023-12-16 18:10:34.9927017 +0000 UTC m=+0.069086009 container create 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.component=ubi8-container, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., vcs-type=git, distribution-scope=public, io.openshift.tags=base rhel8, description=Ceph Grafana Container) 2023-12-16T18:10:35.087 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 podman[124703]: 2023-12-16 18:10:34.941153489 +0000 UTC m=+0.017537771 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[78585]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[78585]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[78585]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/1326213071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[89361]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[89361]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[89361]: osdmap e158: 8 total, 8 up, 8 in 2023-12-16T18:10:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:34 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/1326213071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:10:35.375 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 podman[124703]: 2023-12-16 18:10:35.111202478 +0000 UTC m=+0.187586759 container init 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, version=8.5, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vendor=Red Hat, Inc., vcs-type=git, release=239.1651231664, com.redhat.component=ubi8-container, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0) 2023-12-16T18:10:35.375 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 podman[124703]: 2023-12-16 18:10:35.113665586 +0000 UTC m=+0.190049847 container start 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, com.redhat.component=ubi8-container, description=Ceph Grafana Container, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public) 2023-12-16T18:10:35.375 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 bash[124703]: 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 2023-12-16T18:10:35.375 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 systemd[1]: Started Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269203197Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269413058Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269437576Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.26945059Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269461752Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269472643Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269483306Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269493915Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-16T18:10:35.376 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269505279Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269518905Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269528965Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269538853Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269548834Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=settings t=2023-12-16T18:10:35.269558734Z level=info msg="App mode production" 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=sqlstore t=2023-12-16T18:10:35.269616584Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=sqlstore t=2023-12-16T18:10:35.269639888Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=migrator t=2023-12-16T18:10:35.284818225Z level=info msg="Starting DB migrations" 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=migrator t=2023-12-16T18:10:35.289266086Z level=info msg="migrations completed" performed=0 skipped=481 duration=430.297µs 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=sqlstore t=2023-12-16T18:10:35.289615626Z level=info msg="Created default organization" 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=plugin.loader t=2023-12-16T18:10:35.348333748Z level=info msg="Plugin registered" pluginID=input 2023-12-16T18:10:35.377 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=plugin.loader t=2023-12-16T18:10:35.376556799Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-16T18:10:35.378 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=plugin.loader t=2023-12-16T18:10:35.376595954Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-16T18:10:35.378 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=secrets t=2023-12-16T18:10:35.376652682Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-16T18:10:35.706 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=query_data t=2023-12-16T18:10:35.378784772Z level=info msg="Query Service initialization" 2023-12-16T18:10:35.706 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=live.push_http t=2023-12-16T18:10:35.38160211Z level=info msg="Live Push Gateway initialization" 2023-12-16T18:10:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:605: finishing copy_from to smithi071127730-17 2023-12-16T18:10:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 113 (ObjNum 170 snap 42 seq_num 170) dirty exists 2023-12-16T18:10:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:605: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:10:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:604: done (2 left) 2023-12-16T18:10:35.740 INFO:tasks.rados.rados.0.smithi071.stdout:605: done (1 left) 2023-12-16T18:10:35.740 INFO:tasks.rados.rados.0.smithi071.stdout:606: done (0 left) 2023-12-16T18:10:35.740 INFO:tasks.rados.rados.0.smithi071.stdout:607: snap_remove snap 43 2023-12-16T18:10:36.051 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:35 smithi184 systemd[1]: Stopping Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:36.051 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:35 smithi184 podman[124853]: 2023-12-16 18:10:35.938458165 +0000 UTC m=+0.075241126 container died 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:36.051 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-mon[82596]: pgmap v56: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:36.052 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-mon[82596]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T18:10:36.052 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.052 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:35 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[78585]: pgmap v56: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[78585]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[89361]: pgmap v56: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[89361]: osdmap e159: 8 total, 8 up, 8 in 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:35 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:36.329 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124853]: 2023-12-16 18:10:36.093347417 +0000 UTC m=+0.230130366 container cleanup 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:36.329 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 bash[124853]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b 2023-12-16T18:10:36.329 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124867]: 2023-12-16 18:10:36.200766057 +0000 UTC m=+0.262831045 container remove 510b584807381335baba689ec94eed2ef8d38e0f5535262d41fb17759f7c3e74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:36.329 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:10:36.329 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=infra.usagestats.collector t=2023-12-16T18:10:36.147595827Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-16T18:10:36.329 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=provisioning.datasources t=2023-12-16T18:10:36.234366273Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-12-16T18:10:36.329 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=provisioning.datasources t=2023-12-16T18:10:36.234407436Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-12-16T18:10:36.329 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=provisioning.datasources t=2023-12-16T18:10:36.245738011Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-16T18:10:36.586 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-16T18:10:36.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: Stopped Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:36.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Consumed 1.941s CPU time. 2023-12-16T18:10:36.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: Starting Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:36.587 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124966]: 2023-12-16 18:10:36.575788749 +0000 UTC m=+0.063343779 container create dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:36.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=provisioning.alerting t=2023-12-16T18:10:36.330002017Z level=info msg="starting to provision alerting" 2023-12-16T18:10:36.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=provisioning.alerting t=2023-12-16T18:10:36.33003081Z level=info msg="finished to provision alerting" 2023-12-16T18:10:36.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=grafanaStorageLogger t=2023-12-16T18:10:36.330230758Z level=info msg="storage starting" 2023-12-16T18:10:36.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=ngalert.state.manager t=2023-12-16T18:10:36.33044708Z level=info msg="Warming state cache for startup" 2023-12-16T18:10:36.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=http.server t=2023-12-16T18:10:36.333847721Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-16T18:10:36.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=ngalert.state.manager t=2023-12-16T18:10:36.340682586Z level=info msg="State cache has been initialized" states=0 duration=10.231963ms 2023-12-16T18:10:36.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=ngalert.multiorg.alertmanager t=2023-12-16T18:10:36.340742042Z level=info msg="starting MultiOrg Alertmanager" 2023-12-16T18:10:36.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=ticker t=2023-12-16T18:10:36.34077176Z level=info msg=starting first_tick=2023-12-16T18:10:40Z 2023-12-16T18:10:36.589 INFO:tasks.rados.rados.0.smithi071.stdout:607: done (0 left) 2023-12-16T18:10:36.589 INFO:tasks.rados.rados.0.smithi071.stdout:608: rollback oid 28 current snap is 51 2023-12-16T18:10:36.589 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 42 2023-12-16T18:10:36.589 INFO:tasks.rados.rados.0.smithi071.stdout:609: delete oid 15 current snap is 51 2023-12-16T18:10:36.600 INFO:tasks.rados.rados.0.smithi071.stdout:608: finishing rollback tid 0 to smithi071127730-28 2023-12-16T18:10:36.600 INFO:tasks.rados.rados.0.smithi071.stdout:609: done (1 left) 2023-12-16T18:10:36.601 INFO:tasks.rados.rados.0.smithi071.stdout:610: read oid 10 snap -1 2023-12-16T18:10:36.601 INFO:tasks.rados.rados.0.smithi071.stdout:610: expect deleted 2023-12-16T18:10:36.601 INFO:tasks.rados.rados.0.smithi071.stdout:611: setattr oid 34 current snap is 51 2023-12-16T18:10:36.601 INFO:tasks.rados.rados.0.smithi071.stdout:608: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:10:36.603 INFO:tasks.rados.rados.0.smithi071.stdout:608: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:10:36.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 133 (ObjNum 156 snap 37 seq_num 156) dirty exists 2023-12-16T18:10:36.605 INFO:tasks.rados.rados.0.smithi071.stdout:608: done (2 left) 2023-12-16T18:10:36.605 INFO:tasks.rados.rados.0.smithi071.stdout:610: done (1 left) 2023-12-16T18:10:36.605 INFO:tasks.rados.rados.0.smithi071.stdout:612: rmattr oid 24 current snap is 51 2023-12-16T18:10:36.605 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 51 2023-12-16T18:10:36.605 INFO:tasks.rados.rados.0.smithi071.stdout:613: seq_num 204 ranges {2310144=622592,2932736=401408} 2023-12-16T18:10:36.620 INFO:tasks.rados.rados.0.smithi071.stdout:613: writing smithi071127730-4 from 2310144 to 2932736 tid 1 2023-12-16T18:10:36.622 INFO:tasks.rados.rados.0.smithi071.stdout:613: writing smithi071127730-4 from 2932736 to 3334144 tid 2 2023-12-16T18:10:36.622 INFO:tasks.rados.rados.0.smithi071.stdout:614: snap_create 2023-12-16T18:10:36.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 129 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:10:36.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 301 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:10:36.625 INFO:tasks.rados.rados.0.smithi071.stdout:613: finishing write tid 1 to smithi071127730-4 2023-12-16T18:10:36.625 INFO:tasks.rados.rados.0.smithi071.stdout:613: finishing write tid 2 to smithi071127730-4 2023-12-16T18:10:36.625 INFO:tasks.rados.rados.0.smithi071.stdout:613: finishing write tid 3 to smithi071127730-4 2023-12-16T18:10:36.627 INFO:tasks.rados.rados.0.smithi071.stdout:613: finishing write tid 4 to smithi071127730-4 2023-12-16T18:10:36.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 30 (ObjNum 204 snap 51 seq_num 204) dirty exists 2023-12-16T18:10:36.627 INFO:tasks.rados.rados.0.smithi071.stdout:613: left oid 4 (ObjNum 204 snap 51 seq_num 204) 2023-12-16T18:10:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T18:10:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: Reconfiguring daemon node-exporter.b on smithi184 2023-12-16T18:10:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T18:10:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T18:10:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.087 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124966]: 2023-12-16 18:10:36.530077091 +0000 UTC m=+0.017632085 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2023-12-16T18:10:37.087 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124966]: 2023-12-16 18:10:36.659354601 +0000 UTC m=+0.146909585 container init dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:37.087 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 podman[124966]: 2023-12-16 18:10:36.66188555 +0000 UTC m=+0.149440537 container start dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.665Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.665Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=arp 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-16T18:10:37.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=edac 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-16T18:10:37.089 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=os 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-16T18:10:37.090 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=stat 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=time 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.666Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=node_exporter.go:117 level=info collector=uname 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-16T18:10:37.091 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-16T18:10:37.092 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b[124981]: ts=2023-12-16T18:10:36.667Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-16T18:10:37.092 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 bash[124966]: dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e 2023-12-16T18:10:37.092 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 18:10:36 smithi184 systemd[1]: Started Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T18:10:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: Reconfiguring daemon node-exporter.b on smithi184 2023-12-16T18:10:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T18:10:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: Reconfiguring daemon node-exporter.b on smithi184 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: osdmap e160: 8 total, 8 up, 8 in 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: osdmap e161: 8 total, 8 up, 8 in 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:36 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:37.600 INFO:tasks.rados.rados.0.smithi071.stdout:611: done (3 left) 2023-12-16T18:10:37.600 INFO:tasks.rados.rados.0.smithi071.stdout:612: done (2 left) 2023-12-16T18:10:37.600 INFO:tasks.rados.rados.0.smithi071.stdout:613: done (1 left) 2023-12-16T18:10:37.600 INFO:tasks.rados.rados.0.smithi071.stdout:614: done (0 left) 2023-12-16T18:10:37.600 INFO:tasks.rados.rados.0.smithi071.stdout:615: snap_remove snap 48 2023-12-16T18:10:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: pgmap v59: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:37 smithi184 ceph-mon[82596]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T18:10:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: pgmap v59: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[78585]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: pgmap v59: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-16T18:10:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-16T18:10:38.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:37 smithi071 ceph-mon[89361]: osdmap e162: 8 total, 8 up, 8 in 2023-12-16T18:10:38.597 INFO:tasks.rados.rados.0.smithi071.stdout:615: done (0 left) 2023-12-16T18:10:38.597 INFO:tasks.rados.rados.0.smithi071.stdout:616: snap_remove snap 44 2023-12-16T18:10:38.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: Upgrade: Updating mgr.y 2023-12-16T18:10:38.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:38.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:38.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:38.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:38.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:38.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: Deploying daemon mgr.y on smithi071 2023-12-16T18:10:38.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[89361]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: Upgrade: Updating mgr.y 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:38.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: Deploying daemon mgr.y on smithi071 2023-12-16T18:10:38.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:38 smithi071 ceph-mon[78585]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T18:10:39.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:10:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: Upgrade: Updating mgr.y 2023-12-16T18:10:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:39.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:39.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:39.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: Deploying daemon mgr.y on smithi071 2023-12-16T18:10:39.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:38 smithi184 ceph-mon[82596]: osdmap e163: 8 total, 8 up, 8 in 2023-12-16T18:10:39.207 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:38 smithi071 systemd[1]: Stopping Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:39.207 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[130919]: 2023-12-16 18:10:39.091339677 +0000 UTC m=+0.075410570 container died dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2) 2023-12-16T18:10:39.207 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[130919]: 2023-12-16 18:10:39.208160398 +0000 UTC m=+0.192231289 container cleanup dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2023-12-16T18:10:39.464 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 bash[130919]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y 2023-12-16T18:10:39.465 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[130933]: 2023-12-16 18:10:39.333145617 +0000 UTC m=+0.242186857 container remove dcaaec490f8b867578b4debe51ace7df751807c99135a28203877b45738398ba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, ceph=True, org.label-schema.license=GPLv2) 2023-12-16T18:10:39.465 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:10:39.600 INFO:tasks.rados.rados.0.smithi071.stdout:616: done (0 left) 2023-12-16T18:10:39.601 INFO:tasks.rados.rados.0.smithi071.stdout:617: rollback oid 12 current snap is 52 2023-12-16T18:10:39.601 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 42 2023-12-16T18:10:39.601 INFO:tasks.rados.rados.0.smithi071.stdout:618: read oid 21 snap -1 2023-12-16T18:10:39.601 INFO:tasks.rados.rados.0.smithi071.stdout:618: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:39.601 INFO:tasks.rados.rados.0.smithi071.stdout:619: snap_remove snap 51 2023-12-16T18:10:39.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2023-12-16T18:10:39.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: Stopped Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:39.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service: Consumed 53.860s CPU time. 2023-12-16T18:10:39.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: Starting Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:39 smithi184 ceph-mon[82596]: pgmap v62: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:39 smithi184 ceph-mon[82596]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T18:10:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:39 smithi071 ceph-mon[78585]: pgmap v62: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:39 smithi071 ceph-mon[78585]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T18:10:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:39 smithi071 ceph-mon[89361]: pgmap v62: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:10:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:39 smithi071 ceph-mon[89361]: osdmap e164: 8 total, 8 up, 8 in 2023-12-16T18:10:40.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[131067]: 2023-12-16 18:10:39.833015984 +0000 UTC m=+0.076241325 container create 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[131067]: 2023-12-16 18:10:39.774315306 +0000 UTC m=+0.017540652 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[131067]: 2023-12-16 18:10:39.90845922 +0000 UTC m=+0.151684562 container init 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.31.3) 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 podman[131067]: 2023-12-16 18:10:39.928342359 +0000 UTC m=+0.171567701 container start 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0) 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 bash[131067]: 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 ceph-mgr[131086]: -- 172.21.15.71:0/1730426673 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55678fd19520 con 0x55678fcee800 2023-12-16T18:10:40.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:39 smithi071 systemd[1]: Started Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:619: done (2 left) 2023-12-16T18:10:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 52 2023-12-16T18:10:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:617: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:10:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:620: seq_num 205 ranges {0=638976,638976=401408} 2023-12-16T18:10:40.607 INFO:tasks.rados.rados.0.smithi071.stdout:620: writing smithi071127730-44 from 0 to 638976 tid 1 2023-12-16T18:10:40.609 INFO:tasks.rados.rados.0.smithi071.stdout:620: writing smithi071127730-44 from 638976 to 1040384 tid 2 2023-12-16T18:10:40.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 52 2023-12-16T18:10:40.610 INFO:tasks.rados.rados.0.smithi071.stdout:621: seq_num 206 ranges {2564096=655360,3219456=401408} 2023-12-16T18:10:40.627 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi071127730-28 from 2564096 to 3219456 tid 1 2023-12-16T18:10:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi071127730-28 from 3219456 to 3620864 tid 2 2023-12-16T18:10:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:617: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:10:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 172 (ObjNum 158 snap 37 seq_num 158) dirty exists 2023-12-16T18:10:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:618: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing write tid 1 to smithi071127730-44 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing write tid 2 to smithi071127730-44 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing write tid 3 to smithi071127730-44 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing write tid 4 to smithi071127730-44 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 175 (ObjNum 205 snap 52 seq_num 205) dirty exists 2023-12-16T18:10:40.684 INFO:tasks.rados.rados.0.smithi071.stdout:620: left oid 44 (ObjNum 205 snap 52 seq_num 205) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 1 to smithi071127730-28 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 2 to smithi071127730-28 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 3 to smithi071127730-28 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 4 to smithi071127730-28 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 140 (ObjNum 206 snap 52 seq_num 206) dirty exists 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: left oid 28 (ObjNum 206 snap 52 seq_num 206) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:617: done (3 left) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:618: done (2 left) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:620: done (1 left) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:621: done (0 left) 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 52 2023-12-16T18:10:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:622: seq_num 207 ranges {1114112=671744,1785856=401408} 2023-12-16T18:10:40.693 INFO:tasks.rados.rados.0.smithi071.stdout:622: writing smithi071127730-42 from 1114112 to 1785856 tid 1 2023-12-16T18:10:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:622: writing smithi071127730-42 from 1785856 to 2187264 tid 2 2023-12-16T18:10:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 52 2023-12-16T18:10:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:623: seq_num 208 ranges {1040384=688128,1728512=401408} 2023-12-16T18:10:40.705 INFO:tasks.rados.rados.0.smithi071.stdout:623: writing smithi071127730-44 from 1040384 to 1728512 tid 1 2023-12-16T18:10:40.708 INFO:tasks.rados.rados.0.smithi071.stdout:623: writing smithi071127730-44 from 1728512 to 2129920 tid 2 2023-12-16T18:10:40.708 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 52 2023-12-16T18:10:40.708 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 1 to smithi071127730-42 2023-12-16T18:10:40.708 INFO:tasks.rados.rados.0.smithi071.stdout:624: seq_num 209 ranges {4325376=704512,5029888=401408} 2023-12-16T18:10:40.735 INFO:tasks.rados.rados.0.smithi071.stdout:624: writing smithi071127730-27 from 4325376 to 5029888 tid 1 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:624: writing smithi071127730-27 from 5029888 to 5431296 tid 2 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:625: setattr oid 29 current snap is 52 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 2 to smithi071127730-42 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 3 to smithi071127730-42 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 4 to smithi071127730-42 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 178 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:622: left oid 42 (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:623: finishing write tid 1 to smithi071127730-44 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:623: finishing write tid 2 to smithi071127730-44 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:623: finishing write tid 3 to smithi071127730-44 2023-12-16T18:10:40.738 INFO:tasks.rados.rados.0.smithi071.stdout:623: finishing write tid 4 to smithi071127730-44 2023-12-16T18:10:40.739 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 181 (ObjNum 208 snap 52 seq_num 208) dirty exists 2023-12-16T18:10:40.739 INFO:tasks.rados.rados.0.smithi071.stdout:623: left oid 44 (ObjNum 208 snap 52 seq_num 208) 2023-12-16T18:10:40.739 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 1 to smithi071127730-27 2023-12-16T18:10:40.739 INFO:tasks.rados.rados.0.smithi071.stdout:622: done (3 left) 2023-12-16T18:10:40.740 INFO:tasks.rados.rados.0.smithi071.stdout:623: done (2 left) 2023-12-16T18:10:40.740 INFO:tasks.rados.rados.0.smithi071.stdout:626: delete oid 7 current snap is 52 2023-12-16T18:10:40.740 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 2 to smithi071127730-27 2023-12-16T18:10:40.741 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 3 to smithi071127730-27 2023-12-16T18:10:40.743 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 4 to smithi071127730-27 2023-12-16T18:10:40.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 375 (ObjNum 209 snap 52 seq_num 209) dirty exists 2023-12-16T18:10:40.743 INFO:tasks.rados.rados.0.smithi071.stdout:624: left oid 27 (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:10:40.744 INFO:tasks.rados.rados.0.smithi071.stdout:624: done (2 left) 2023-12-16T18:10:40.744 INFO:tasks.rados.rados.0.smithi071.stdout:626: done (1 left) 2023-12-16T18:10:40.744 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 52 2023-12-16T18:10:40.744 INFO:tasks.rados.rados.0.smithi071.stdout:627: seq_num 211 ranges {573440=737280,1310720=401408} 2023-12-16T18:10:40.751 INFO:tasks.rados.rados.0.smithi071.stdout:627: writing smithi071127730-5 from 573440 to 1310720 tid 1 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:627: writing smithi071127730-5 from 1310720 to 1712128 tid 2 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:628: copy_from oid 44 from oid 47 current snap is 52 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 120 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:625: done (2 left) 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:629: rollback oid 9 current snap is 52 2023-12-16T18:10:40.754 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 46 2023-12-16T18:10:40.755 INFO:tasks.rados.rados.0.smithi071.stdout:630: copy_from oid 31 from oid 18 current snap is 52 2023-12-16T18:10:40.755 INFO:tasks.rados.rados.0.smithi071.stdout:631: copy_from oid 17 from oid 7 current snap is 52 2023-12-16T18:10:40.755 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 52 2023-12-16T18:10:40.755 INFO:tasks.rados.rados.0.smithi071.stdout:632: seq_num 212 ranges {5586944=753664,6340608=401408} 2023-12-16T18:10:40.790 INFO:tasks.rados.rados.0.smithi071.stdout:632: writing smithi071127730-16 from 5586944 to 6340608 tid 1 2023-12-16T18:10:40.792 INFO:tasks.rados.rados.0.smithi071.stdout:632: writing smithi071127730-16 from 6340608 to 6742016 tid 2 2023-12-16T18:10:40.792 INFO:tasks.rados.rados.0.smithi071.stdout:633: snap_remove snap 41 2023-12-16T18:10:40.811 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:40.482+0000 7f0ebfbfe200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:10:40.811 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:40.583+0000 7f0ebfbfe200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:10:41.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[78585]: pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[78585]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[89361]: pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:41.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-mon[89361]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T18:10:41.291 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:41 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.291 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:41 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:41.291 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:41 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:41.291 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:41 smithi184 ceph-mon[82596]: pgmap v65: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:41.291 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:41 smithi184 ceph-mon[82596]: osdmap e165: 8 total, 8 up, 8 in 2023-12-16T18:10:41.453 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:41.335+0000 7f0ebfbfe200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:10:41.453 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:41.453+0000 7f0ebfbfe200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:10:41.587 INFO:tasks.rados.rados.0.smithi071.stdout:633: done (6 left) 2023-12-16T18:10:41.608 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 52 2023-12-16T18:10:41.608 INFO:tasks.rados.rados.0.smithi071.stdout:634: seq_num 213 ranges {0=770048,770048=401408} 2023-12-16T18:10:41.610 INFO:tasks.rados.rados.0.smithi071.stdout:634: writing smithi071127730-26 from 0 to 770048 tid 1 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:634: writing smithi071127730-26 from 770048 to 1171456 tid 2 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:631: finishing copy_from to smithi071127730-17 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:631: got expected ENOENT (src dne) 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:631: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:627: finishing write tid 1 to smithi071127730-5 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:627: finishing write tid 2 to smithi071127730-5 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 241 (ObjNum 117 snap 27 seq_num 117) dirty exists 2023-12-16T18:10:41.611 INFO:tasks.rados.rados.0.smithi071.stdout:627: finishing write tid 3 to smithi071127730-5 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:627: finishing write tid 4 to smithi071127730-5 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 293 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:627: left oid 5 (ObjNum 211 snap 52 seq_num 211) 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:630: finishing copy_from to smithi071127730-31 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 111 (ObjNum 192 snap 46 seq_num 192) dirty exists 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:630: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:628: finishing copy_from to smithi071127730-44 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 209 (ObjNum 101 snap 18 seq_num 101) dirty exists 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:628: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing write tid 1 to smithi071127730-16 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing write tid 2 to smithi071127730-16 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing write tid 3 to smithi071127730-16 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing write tid 4 to smithi071127730-16 2023-12-16T18:10:41.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 240 (ObjNum 212 snap 52 seq_num 212) dirty exists 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:632: left oid 16 (ObjNum 212 snap 52 seq_num 212) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:627: done (6 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:628: done (5 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:629: done (4 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:630: done (3 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:631: done (2 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:632: done (1 left) 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:635: read oid 22 snap -1 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:635: expect deleted 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 52 2023-12-16T18:10:41.613 INFO:tasks.rados.rados.0.smithi071.stdout:636: seq_num 214 ranges {3399680=794624,4194304=401408} 2023-12-16T18:10:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:636: writing smithi071127730-9 from 3399680 to 4194304 tid 1 2023-12-16T18:10:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:636: writing smithi071127730-9 from 4194304 to 4595712 tid 2 2023-12-16T18:10:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:637: snap_create 2023-12-16T18:10:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 1 to smithi071127730-26 2023-12-16T18:10:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 2 to smithi071127730-26 2023-12-16T18:10:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 3 to smithi071127730-26 2023-12-16T18:10:41.624 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 4 to smithi071127730-26 2023-12-16T18:10:41.624 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 321 (ObjNum 213 snap 52 seq_num 213) dirty exists 2023-12-16T18:10:41.624 INFO:tasks.rados.rados.0.smithi071.stdout:634: left oid 26 (ObjNum 213 snap 52 seq_num 213) 2023-12-16T18:10:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:636: finishing write tid 1 to smithi071127730-9 2023-12-16T18:10:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:636: finishing write tid 2 to smithi071127730-9 2023-12-16T18:10:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:636: finishing write tid 3 to smithi071127730-9 2023-12-16T18:10:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:636: finishing write tid 4 to smithi071127730-9 2023-12-16T18:10:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 250 (ObjNum 214 snap 52 seq_num 214) dirty exists 2023-12-16T18:10:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:636: left oid 9 (ObjNum 214 snap 52 seq_num 214) 2023-12-16T18:10:41.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:41.640+0000 7f0ebfbfe200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:10:42.102 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:41.745+0000 7f0ebfbfe200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:10:42.102 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:41.838+0000 7f0ebfbfe200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:10:42.102 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:42.102+0000 7f0ebfbfe200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:10:42.408 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:42.221+0000 7f0ebfbfe200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:10:42.408 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:42.324+0000 7f0ebfbfe200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:10:42.605 INFO:tasks.rados.rados.0.smithi071.stdout:634: done (3 left) 2023-12-16T18:10:42.605 INFO:tasks.rados.rados.0.smithi071.stdout:635: done (2 left) 2023-12-16T18:10:42.606 INFO:tasks.rados.rados.0.smithi071.stdout:636: done (1 left) 2023-12-16T18:10:42.606 INFO:tasks.rados.rados.0.smithi071.stdout:637: done (0 left) 2023-12-16T18:10:42.606 INFO:tasks.rados.rados.0.smithi071.stdout:638: delete oid 2 current snap is 53 2023-12-16T18:10:42.609 INFO:tasks.rados.rados.0.smithi071.stdout:638: done (0 left) 2023-12-16T18:10:42.609 INFO:tasks.rados.rados.0.smithi071.stdout:639: delete oid 5 current snap is 53 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:639: done (0 left) 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:640: read oid 43 snap -1 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:640: expect (ObjNum 170 snap 42 seq_num 170) 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:641: read oid 28 snap 45 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:641: expect (ObjNum 156 snap 37 seq_num 156) 2023-12-16T18:10:42.611 INFO:tasks.rados.rados.0.smithi071.stdout:642: delete oid 17 current snap is 53 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:642: done (2 left) 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:643: copy_from oid 10 from oid 16 current snap is 53 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:644: rmattr oid 20 current snap is 53 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:644: done (3 left) 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 53 2023-12-16T18:10:42.620 INFO:tasks.rados.rados.0.smithi071.stdout:645: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2023-12-16T18:10:42.627 INFO:tasks.rados.rados.0.smithi071.stdout:645: writing smithi071127730-3 from 0 to 458752 tid 1 2023-12-16T18:10:42.627 INFO:tasks.rados.rados.0.smithi071.stdout:645: writing smithi071127730-3 from 458752 to 1040384 tid 2 2023-12-16T18:10:42.629 INFO:tasks.rados.rados.0.smithi071.stdout:645: writing smithi071127730-3 from 1040384 to 1261568 tid 3 2023-12-16T18:10:42.629 INFO:tasks.rados.rados.0.smithi071.stdout:646: read oid 20 snap -1 2023-12-16T18:10:42.629 INFO:tasks.rados.rados.0.smithi071.stdout:646: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:10:42.629 INFO:tasks.rados.rados.0.smithi071.stdout:647: read oid 18 snap 37 2023-12-16T18:10:42.629 INFO:tasks.rados.rados.0.smithi071.stdout:647: expect (ObjNum 93 snap 18 seq_num 93) 2023-12-16T18:10:42.630 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 53 2023-12-16T18:10:42.630 INFO:tasks.rados.rados.0.smithi071.stdout:648: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2023-12-16T18:10:42.633 INFO:tasks.rados.rados.0.smithi071.stdout:648: writing smithi071127730-34 from 0 to 475136 tid 1 2023-12-16T18:10:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:648: writing smithi071127730-34 from 475136 to 942080 tid 2 2023-12-16T18:10:42.639 INFO:tasks.rados.rados.0.smithi071.stdout:648: writing smithi071127730-34 from 942080 to 1277952 tid 3 2023-12-16T18:10:42.640 INFO:tasks.rados.rados.0.smithi071.stdout:649: copy_from oid 1 from oid 46 current snap is 53 2023-12-16T18:10:42.640 INFO:tasks.rados.rados.0.smithi071.stdout:640: expect (ObjNum 170 snap 42 seq_num 170) 2023-12-16T18:10:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[78585]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T18:10:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:42.427+0000 7f0ebfbfe200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:10:42.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:42.623+0000 7f0ebfbfe200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:10:42.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[89361]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T18:10:42.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:42 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:42 smithi184 ceph-mon[82596]: osdmap e166: 8 total, 8 up, 8 in 2023-12-16T18:10:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:42 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:42 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:42.862 INFO:tasks.rados.rados.0.smithi071.stdout:640: done (7 left) 2023-12-16T18:10:42.862 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 53 2023-12-16T18:10:42.862 INFO:tasks.rados.rados.0.smithi071.stdout:650: seq_num 220 ranges {4079616=491520,4571136=753664,5324800=49152} 2023-12-16T18:10:42.887 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi071127730-31 from 4079616 to 4571136 tid 1 2023-12-16T18:10:42.892 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi071127730-31 from 4571136 to 5324800 tid 2 2023-12-16T18:10:42.892 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi071127730-31 from 5324800 to 5373952 tid 3 2023-12-16T18:10:42.892 INFO:tasks.rados.rados.0.smithi071.stdout:651: rollback oid 43 current snap is 53 2023-12-16T18:10:42.892 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 45 2023-12-16T18:10:42.893 INFO:tasks.rados.rados.0.smithi071.stdout:645: finishing write tid 1 to smithi071127730-3 2023-12-16T18:10:42.893 INFO:tasks.rados.rados.0.smithi071.stdout:645: finishing write tid 2 to smithi071127730-3 2023-12-16T18:10:42.893 INFO:tasks.rados.rados.0.smithi071.stdout:646: expect (ObjNum 66 snap 6 seq_num 66) 2023-12-16T18:10:42.938 INFO:tasks.rados.rados.0.smithi071.stdout:641: expect (ObjNum 156 snap 37 seq_num 156) 2023-12-16T18:10:43.054 INFO:tasks.rados.rados.0.smithi071.stdout:645: finishing write tid 3 to smithi071127730-3 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:645: finishing write tid 4 to smithi071127730-3 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing write tid 1 to smithi071127730-34 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:645: finishing write tid 5 to smithi071127730-3 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 332 (ObjNum 218 snap 53 seq_num 218) dirty exists 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:645: left oid 3 (ObjNum 218 snap 53 seq_num 218) 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing write tid 2 to smithi071127730-34 2023-12-16T18:10:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing write tid 3 to smithi071127730-34 2023-12-16T18:10:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing write tid 4 to smithi071127730-34 2023-12-16T18:10:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:647: expect (ObjNum 93 snap 18 seq_num 93) 2023-12-16T18:10:43.183 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing write tid 5 to smithi071127730-34 2023-12-16T18:10:43.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 337 (ObjNum 219 snap 53 seq_num 219) dirty exists 2023-12-16T18:10:43.183 INFO:tasks.rados.rados.0.smithi071.stdout:648: left oid 34 (ObjNum 219 snap 53 seq_num 219) 2023-12-16T18:10:43.183 INFO:tasks.rados.rados.0.smithi071.stdout:649: finishing copy_from to smithi071127730-1 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 152 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:649: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing copy_from to smithi071127730-10 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 240 (ObjNum 212 snap 52 seq_num 212) dirty exists 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:641: done (8 left) 2023-12-16T18:10:43.184 INFO:tasks.rados.rados.0.smithi071.stdout:643: done (7 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:645: done (6 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:646: done (5 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:647: done (4 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:648: done (3 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:649: done (2 left) 2023-12-16T18:10:43.185 INFO:tasks.rados.rados.0.smithi071.stdout:652: read oid 32 snap -1 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:652: expect (ObjNum 188 snap 45 seq_num 188) 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:653: delete oid 38 current snap is 53 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 1 to smithi071127730-31 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:10:43.186 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 146 (ObjNum 170 snap 42 seq_num 170) dirty exists 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 2 to smithi071127730-31 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 3 to smithi071127730-31 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 4 to smithi071127730-31 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 5 to smithi071127730-31 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 115 (ObjNum 220 snap 53 seq_num 220) dirty exists 2023-12-16T18:10:43.187 INFO:tasks.rados.rados.0.smithi071.stdout:650: left oid 31 (ObjNum 220 snap 53 seq_num 220) 2023-12-16T18:10:43.195 INFO:tasks.rados.rados.0.smithi071.stdout:652: expect (ObjNum 188 snap 45 seq_num 188) 2023-12-16T18:10:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:650: done (3 left) 2023-12-16T18:10:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:651: done (2 left) 2023-12-16T18:10:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:652: done (1 left) 2023-12-16T18:10:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:653: done (0 left) 2023-12-16T18:10:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:654: snap_create 2023-12-16T18:10:43.850 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:43.715+0000 7f0ebfbfe200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:43.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: pgmap v68: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: osdmap e167: 8 total, 8 up, 8 in 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:43.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:44.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:43 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:43] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2023-12-16T18:10:44.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:43.850+0000 7f0ebfbfe200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:10:44.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:44.214+0000 7f0ebfbfe200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:10:44.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:44.307+0000 7f0ebfbfe200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:10:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:654: done (0 left) 2023-12-16T18:10:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 54 2023-12-16T18:10:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:655: seq_num 222 ranges {499712=524288,1024000=565248,1589248=237568} 2023-12-16T18:10:44.583 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi071127730-14 from 499712 to 1024000 tid 1 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi071127730-14 from 1024000 to 1589248 tid 2 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi071127730-14 from 1589248 to 1826816 tid 3 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:656: rollback oid 48 current snap is 54 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 37 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:657: read oid 37 snap -1 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:657: expect deleted 2023-12-16T18:10:44.588 INFO:tasks.rados.rados.0.smithi071.stdout:658: snap_remove snap 42 2023-12-16T18:10:44.756 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:44.491+0000 7f0ebfbfe200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:44.756 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:44.687+0000 7f0ebfbfe200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:10:45.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:44.976+0000 7f0ebfbfe200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:45.510 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:45.251+0000 7f0ebfbfe200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:10:45.511 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:45.511+0000 7f0ebfbfe200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:10:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:658: done (3 left) 2023-12-16T18:10:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 54 2023-12-16T18:10:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:659: seq_num 223 ranges {974848=540672,1515520=450560,1966080=352256} 2023-12-16T18:10:45.594 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi071127730-30 from 974848 to 1515520 tid 1 2023-12-16T18:10:45.597 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi071127730-30 from 1515520 to 1966080 tid 2 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi071127730-30 from 1966080 to 2318336 tid 3 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:660: read oid 9 snap -1 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:660: expect (ObjNum 214 snap 52 seq_num 214) 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:656: finishing rollback tid 1 to smithi071127730-48 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 0 (ObjNum -1580959720 snap 236 seq_num 304) dirty dne 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 1 to smithi071127730-14 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 2 to smithi071127730-14 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 3 to smithi071127730-14 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 4 to smithi071127730-14 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 5 to smithi071127730-14 2023-12-16T18:10:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 308 (ObjNum 222 snap 54 seq_num 222) dirty exists 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:655: left oid 14 (ObjNum 222 snap 54 seq_num 222) 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:655: done (4 left) 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:656: done (3 left) 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:657: done (2 left) 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:661: copy_from oid 10 from oid 27 current snap is 54 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 54 2023-12-16T18:10:45.602 INFO:tasks.rados.rados.0.smithi071.stdout:662: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2023-12-16T18:10:45.604 INFO:tasks.rados.rados.0.smithi071.stdout:662: writing smithi071127730-49 from 0 to 557056 tid 1 2023-12-16T18:10:45.609 INFO:tasks.rados.rados.0.smithi071.stdout:662: writing smithi071127730-49 from 557056 to 1294336 tid 2 2023-12-16T18:10:45.610 INFO:tasks.rados.rados.0.smithi071.stdout:662: writing smithi071127730-49 from 1294336 to 1359872 tid 3 2023-12-16T18:10:45.610 INFO:tasks.rados.rados.0.smithi071.stdout:663: read oid 37 snap -1 2023-12-16T18:10:45.610 INFO:tasks.rados.rados.0.smithi071.stdout:663: expect deleted 2023-12-16T18:10:45.611 INFO:tasks.rados.rados.0.smithi071.stdout:664: setattr oid 43 current snap is 54 2023-12-16T18:10:45.611 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 1 to smithi071127730-30 2023-12-16T18:10:45.611 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 2 to smithi071127730-30 2023-12-16T18:10:45.612 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 3 to smithi071127730-30 2023-12-16T18:10:45.612 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 4 to smithi071127730-30 2023-12-16T18:10:45.612 INFO:tasks.rados.rados.0.smithi071.stdout:665: delete oid 6 current snap is 54 2023-12-16T18:10:45.614 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 5 to smithi071127730-30 2023-12-16T18:10:45.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 354 (ObjNum 223 snap 54 seq_num 223) dirty exists 2023-12-16T18:10:45.614 INFO:tasks.rados.rados.0.smithi071.stdout:659: left oid 30 (ObjNum 223 snap 54 seq_num 223) 2023-12-16T18:10:45.616 INFO:tasks.rados.rados.0.smithi071.stdout:659: done (6 left) 2023-12-16T18:10:45.616 INFO:tasks.rados.rados.0.smithi071.stdout:663: done (5 left) 2023-12-16T18:10:45.616 INFO:tasks.rados.rados.0.smithi071.stdout:665: done (4 left) 2023-12-16T18:10:45.616 INFO:tasks.rados.rados.0.smithi071.stdout:666: snap_create 2023-12-16T18:10:45.619 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing write tid 1 to smithi071127730-49 2023-12-16T18:10:45.620 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing write tid 2 to smithi071127730-49 2023-12-16T18:10:45.621 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing write tid 3 to smithi071127730-49 2023-12-16T18:10:45.621 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing write tid 4 to smithi071127730-49 2023-12-16T18:10:45.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 152 (ObjNum 170 snap 42 seq_num 170) dirty exists 2023-12-16T18:10:45.624 INFO:tasks.rados.rados.0.smithi071.stdout:660: expect (ObjNum 214 snap 52 seq_num 214) 2023-12-16T18:10:45.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-mon[78585]: pgmap v70: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2023-12-16T18:10:45.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-mon[78585]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T18:10:45.782 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-mon[89361]: pgmap v70: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2023-12-16T18:10:45.782 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:45 smithi071 ceph-mon[89361]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T18:10:45.829 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing write tid 5 to smithi071127730-49 2023-12-16T18:10:45.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 401 (ObjNum 224 snap 54 seq_num 224) dirty exists 2023-12-16T18:10:45.830 INFO:tasks.rados.rados.0.smithi071.stdout:662: left oid 49 (ObjNum 224 snap 54 seq_num 224) 2023-12-16T18:10:45.830 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing copy_from to smithi071127730-10 2023-12-16T18:10:45.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 375 (ObjNum 209 snap 52 seq_num 209) dirty exists 2023-12-16T18:10:45.830 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:10:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:45 smithi184 ceph-mon[82596]: pgmap v70: 121 pgs: 121 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 24 op/s 2023-12-16T18:10:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:45 smithi184 ceph-mon[82596]: osdmap e168: 8 total, 8 up, 8 in 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:660: done (4 left) 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:661: done (3 left) 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:662: done (2 left) 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:664: done (1 left) 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:666: done (0 left) 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:667: rollback oid 47 current snap is 55 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 45 2023-12-16T18:10:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:668: read oid 10 snap -1 2023-12-16T18:10:45.984 INFO:tasks.rados.rados.0.smithi071.stdout:668: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:10:45.984 INFO:tasks.rados.rados.0.smithi071.stdout:669: read oid 42 snap 52 2023-12-16T18:10:45.984 INFO:tasks.rados.rados.0.smithi071.stdout:669: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:10:45.984 INFO:tasks.rados.rados.0.smithi071.stdout:670: snap_remove snap 46 2023-12-16T18:10:46.173 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:45 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:45.981+0000 7fee03790700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-16T18:10:46.173 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ignoring --setuser ceph since I am not root 2023-12-16T18:10:46.173 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ignoring --setgroup ceph since I am not root 2023-12-16T18:10:46.173 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mgr[116010]: -- 172.21.15.184:0/3036124577 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562c2fa47520 con 0x562c2fa1c800 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:670: done (3 left) 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:671: setattr oid 4 current snap is 55 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:667: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:667: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:667: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:10:46.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 258 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:10:46.588 INFO:tasks.rados.rados.0.smithi071.stdout:669: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:10:46.679 INFO:tasks.rados.rados.0.smithi071.stdout:668: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:10:46.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:46.372+0000 7f0ebfbfe200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:10:46.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:46.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T18:10:46.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: from='mgr.24841 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T18:10:46.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[78585]: mgrmap e28: y(active, starting, since 0.00620577s) 2023-12-16T18:10:46.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T18:10:46.729 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: from='mgr.24841 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T18:10:46.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-mon[89361]: mgrmap e28: y(active, starting, since 0.00620577s) 2023-12-16T18:10:46.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:46.561+0000 7fed47d3d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:46.667+0000 7fed47d3d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: osdmap e169: 8 total, 8 up, 8 in 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 172.21.15.184:0/286888668' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-16T18:10:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: osdmap e170: 8 total, 8 up, 8 in 2023-12-16T18:10:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: from='mgr.24841 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-16T18:10:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:46 smithi184 ceph-mon[82596]: mgrmap e28: y(active, starting, since 0.00620577s) 2023-12-16T18:10:46.987 INFO:tasks.rados.rados.0.smithi071.stdout:667: done (3 left) 2023-12-16T18:10:46.987 INFO:tasks.rados.rados.0.smithi071.stdout:668: done (2 left) 2023-12-16T18:10:46.987 INFO:tasks.rados.rados.0.smithi071.stdout:669: done (1 left) 2023-12-16T18:10:46.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 55 2023-12-16T18:10:46.987 INFO:tasks.rados.rados.0.smithi071.stdout:672: seq_num 226 ranges {1433600=589824,2023424=507904,2531328=294912} 2023-12-16T18:10:46.998 INFO:tasks.rados.rados.0.smithi071.stdout:672: writing smithi071127730-20 from 1433600 to 2023424 tid 1 2023-12-16T18:10:47.000 INFO:tasks.rados.rados.0.smithi071.stdout:672: writing smithi071127730-20 from 2023424 to 2531328 tid 2 2023-12-16T18:10:47.002 INFO:tasks.rados.rados.0.smithi071.stdout:672: writing smithi071127730-20 from 2531328 to 2826240 tid 3 2023-12-16T18:10:47.002 INFO:tasks.rados.rados.0.smithi071.stdout:673: read oid 1 snap -1 2023-12-16T18:10:47.002 INFO:tasks.rados.rados.0.smithi071.stdout:673: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:47.003 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 55 2023-12-16T18:10:47.003 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 42 (ObjNum 204 snap 51 seq_num 204) dirty exists 2023-12-16T18:10:47.003 INFO:tasks.rados.rados.0.smithi071.stdout:672: finishing write tid 1 to smithi071127730-20 2023-12-16T18:10:47.003 INFO:tasks.rados.rados.0.smithi071.stdout:674: seq_num 227 ranges {0=606208,606208=794624,1400832=8192} 2023-12-16T18:10:47.006 INFO:tasks.rados.rados.0.smithi071.stdout:674: writing smithi071127730-19 from 0 to 606208 tid 1 2023-12-16T18:10:47.011 INFO:tasks.rados.rados.0.smithi071.stdout:674: writing smithi071127730-19 from 606208 to 1400832 tid 2 2023-12-16T18:10:47.011 INFO:tasks.rados.rados.0.smithi071.stdout:674: writing smithi071127730-19 from 1400832 to 1409024 tid 3 2023-12-16T18:10:47.012 INFO:tasks.rados.rados.0.smithi071.stdout:671: done (3 left) 2023-12-16T18:10:47.012 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 55 2023-12-16T18:10:47.012 INFO:tasks.rados.rados.0.smithi071.stdout:672: finishing write tid 2 to smithi071127730-20 2023-12-16T18:10:47.012 INFO:tasks.rados.rados.0.smithi071.stdout:672: finishing write tid 3 to smithi071127730-20 2023-12-16T18:10:47.012 INFO:tasks.rados.rados.0.smithi071.stdout:675: seq_num 228 ranges {6742016=622592,7364608=671744,8036352=131072} 2023-12-16T18:10:47.051 INFO:tasks.rados.rados.0.smithi071.stdout:675: writing smithi071127730-16 from 6742016 to 7364608 tid 1 2023-12-16T18:10:47.055 INFO:tasks.rados.rados.0.smithi071.stdout:675: writing smithi071127730-16 from 7364608 to 8036352 tid 2 2023-12-16T18:10:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:675: writing smithi071127730-16 from 8036352 to 8167424 tid 3 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:676: read oid 37 snap 52 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:676: expect deleted 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 55 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:672: finishing write tid 4 to smithi071127730-20 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:672: finishing write tid 5 to smithi071127730-20 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 379 (ObjNum 226 snap 55 seq_num 226) dirty exists 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:672: left oid 20 (ObjNum 226 snap 55 seq_num 226) 2023-12-16T18:10:47.059 INFO:tasks.rados.rados.0.smithi071.stdout:673: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:47.108 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing write tid 1 to smithi071127730-19 2023-12-16T18:10:47.108 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing write tid 2 to smithi071127730-19 2023-12-16T18:10:47.108 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing write tid 3 to smithi071127730-19 2023-12-16T18:10:47.108 INFO:tasks.rados.rados.0.smithi071.stdout:677: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2023-12-16T18:10:47.111 INFO:tasks.rados.rados.0.smithi071.stdout:677: writing smithi071127730-2 from 0 to 638976 tid 1 2023-12-16T18:10:47.115 INFO:tasks.rados.rados.0.smithi071.stdout:677: writing smithi071127730-2 from 638976 to 1245184 tid 2 2023-12-16T18:10:47.117 INFO:tasks.rados.rados.0.smithi071.stdout:677: writing smithi071127730-2 from 1245184 to 1441792 tid 3 2023-12-16T18:10:47.117 INFO:tasks.rados.rados.0.smithi071.stdout:672: done (5 left) 2023-12-16T18:10:47.117 INFO:tasks.rados.rados.0.smithi071.stdout:673: done (4 left) 2023-12-16T18:10:47.117 INFO:tasks.rados.rados.0.smithi071.stdout:678: rmattr oid 32 current snap is 55 2023-12-16T18:10:47.117 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing write tid 4 to smithi071127730-19 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing write tid 5 to smithi071127730-19 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 332 (ObjNum 227 snap 55 seq_num 227) dirty exists 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:674: left oid 19 (ObjNum 227 snap 55 seq_num 227) 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing write tid 1 to smithi071127730-16 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing write tid 2 to smithi071127730-16 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:674: done (4 left) 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:676: done (3 left) 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:679: rmattr oid 23 current snap is 55 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing write tid 3 to smithi071127730-16 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing write tid 4 to smithi071127730-16 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing write tid 5 to smithi071127730-16 2023-12-16T18:10:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 267 (ObjNum 228 snap 55 seq_num 228) dirty exists 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:675: left oid 16 (ObjNum 228 snap 55 seq_num 228) 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing write tid 1 to smithi071127730-2 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:675: done (3 left) 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:680: rmattr oid 28 current snap is 55 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:680: done (3 left) 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 55 2023-12-16T18:10:47.121 INFO:tasks.rados.rados.0.smithi071.stdout:681: seq_num 230 ranges {4595712=655360,5251072=491520,5742592=311296} 2023-12-16T18:10:47.146 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi071127730-9 from 4595712 to 5251072 tid 1 2023-12-16T18:10:47.148 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi071127730-9 from 5251072 to 5742592 tid 2 2023-12-16T18:10:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi071127730-9 from 5742592 to 6053888 tid 3 2023-12-16T18:10:47.151 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 55 2023-12-16T18:10:47.151 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing write tid 2 to smithi071127730-2 2023-12-16T18:10:47.151 INFO:tasks.rados.rados.0.smithi071.stdout:682: seq_num 231 ranges {1409024=671744,2080768=778240,2859008=24576} 2023-12-16T18:10:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:682: writing smithi071127730-19 from 1409024 to 2080768 tid 1 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:682: writing smithi071127730-19 from 2080768 to 2859008 tid 2 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:682: writing smithi071127730-19 from 2859008 to 2883584 tid 3 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 55 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing write tid 3 to smithi071127730-2 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 198 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing write tid 4 to smithi071127730-2 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 417 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing write tid 5 to smithi071127730-2 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 415 (ObjNum 229 snap 55 seq_num 229) dirty exists 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:677: left oid 2 (ObjNum 229 snap 55 seq_num 229) 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 1 to smithi071127730-9 2023-12-16T18:10:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:683: seq_num 232 ranges {4423680=688128,5111808=663552,5775360=139264} 2023-12-16T18:10:47.193 INFO:tasks.rados.rados.0.smithi071.stdout:683: writing smithi071127730-40 from 4423680 to 5111808 tid 1 2023-12-16T18:10:47.197 INFO:tasks.rados.rados.0.smithi071.stdout:683: writing smithi071127730-40 from 5111808 to 5775360 tid 2 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:683: writing smithi071127730-40 from 5775360 to 5914624 tid 3 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:677: done (5 left) 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:678: done (4 left) 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:679: done (3 left) 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:684: read oid 49 snap -1 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:684: expect (ObjNum 224 snap 54 seq_num 224) 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:685: setattr oid 2 current snap is 55 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 2 to smithi071127730-9 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 3 to smithi071127730-9 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 4 to smithi071127730-9 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 5 to smithi071127730-9 2023-12-16T18:10:47.199 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 263 (ObjNum 230 snap 55 seq_num 230) dirty exists 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:681: left oid 9 (ObjNum 230 snap 55 seq_num 230) 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: finishing write tid 1 to smithi071127730-19 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: finishing write tid 2 to smithi071127730-19 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: finishing write tid 3 to smithi071127730-19 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: finishing write tid 4 to smithi071127730-19 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: finishing write tid 5 to smithi071127730-19 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 336 (ObjNum 231 snap 55 seq_num 231) dirty exists 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:682: left oid 19 (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:10:47.200 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing write tid 1 to smithi071127730-40 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:681: done (4 left) 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:682: done (3 left) 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:686: snap_create 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing write tid 2 to smithi071127730-40 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing write tid 3 to smithi071127730-40 2023-12-16T18:10:47.201 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing write tid 4 to smithi071127730-40 2023-12-16T18:10:47.202 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing write tid 5 to smithi071127730-40 2023-12-16T18:10:47.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 341 (ObjNum 232 snap 55 seq_num 232) dirty exists 2023-12-16T18:10:47.202 INFO:tasks.rados.rados.0.smithi071.stdout:683: left oid 40 (ObjNum 232 snap 55 seq_num 232) 2023-12-16T18:10:47.203 INFO:tasks.rados.rados.0.smithi071.stdout:684: expect (ObjNum 224 snap 54 seq_num 224) 2023-12-16T18:10:47.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:46.960+0000 7f0ebfbfe200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:10:47.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.066+0000 7f0ebfbfe200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:10:47.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 418 (ObjNum 229 snap 55 seq_num 229) dirty exists 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:683: done (3 left) 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:684: done (2 left) 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:685: done (1 left) 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:686: done (0 left) 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:687: rollback oid 32 current snap is 56 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 52 2023-12-16T18:10:47.312 INFO:tasks.rados.rados.0.smithi071.stdout:688: snap_remove snap 37 2023-12-16T18:10:47.447 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:47.356+0000 7fed47d3d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:10:47.447 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:47.447+0000 7fed47d3d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.290+0000 7f0ebfbfe200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STARTING 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: CherryPy Checker: 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: The Application mounted at '' has an empty config. 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Serving on http://:::9283 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STARTED 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STOPPING 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STOPPED 2023-12-16T18:10:47.572 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STARTING 2023-12-16T18:10:47.697 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:47.597+0000 7fed47d3d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:10:47.697 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: Active manager daemon y restarted 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: mgrmap e29: y(active, starting, since 0.00621849s) 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:47.698 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:10:47.699 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.700 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.700 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:47.700 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:10:47.700 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: Active manager daemon y restarted 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: Activating manager daemon y 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: mgrmap e29: y(active, starting, since 0.00621849s) 2023-12-16T18:10:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:10:47.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: Manager daemon y is now available 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:10:47.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.571+0000 7f0e1e530700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.571+0000 7f0e1e530700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.571+0000 7f0e1e530700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.571+0000 7f0e1e530700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.571+0000 7f0e1e530700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.574+0000 7f0e20d35700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.574+0000 7f0e20d35700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.574+0000 7f0e20d35700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.574+0000 7f0e20d35700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:10:47.574+0000 7f0e20d35700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Serving on http://:::9283 2023-12-16T18:10:47.977 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:10:47] ENGINE Bus STARTED 2023-12-16T18:10:47.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: osdmap e171: 8 total, 8 up, 8 in 2023-12-16T18:10:47.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: Active manager daemon y restarted 2023-12-16T18:10:47.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:10:47.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: osdmap e172: 8 total, 8 up, 8 in 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: mgrmap e29: y(active, starting, since 0.00621849s) 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:10:47.979 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.980 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:47.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:10:47.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:10:47.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:47 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:10:48.045 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:47.697+0000 7fed47d3d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:10:48.045 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:47 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:47.782+0000 7fed47d3d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:10:48.046 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:48.045+0000 7fed47d3d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:10:48.321 INFO:tasks.rados.rados.0.smithi071.stdout:688: done (1 left) 2023-12-16T18:10:48.321 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 56 2023-12-16T18:10:48.321 INFO:tasks.rados.rados.0.smithi071.stdout:689: seq_num 233 ranges {1425408=712704,2138112=548864,2686976=253952} 2023-12-16T18:10:48.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:48.161+0000 7fed47d3d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:10:48.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:48.257+0000 7fed47d3d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:10:48.337 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi071127730-24 from 1425408 to 2138112 tid 1 2023-12-16T18:10:48.345 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi071127730-24 from 2138112 to 2686976 tid 2 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi071127730-24 from 2686976 to 2940928 tid 3 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:690: copy_from oid 3 from oid 45 current snap is 56 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:687: finishing rollback tid 0 to smithi071127730-32 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:687: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:687: finishing rollback tid 2 to smithi071127730-32 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 422 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:10:48.346 INFO:tasks.rados.rados.0.smithi071.stdout:687: done (2 left) 2023-12-16T18:10:48.347 INFO:tasks.rados.rados.0.smithi071.stdout:691: snap_create 2023-12-16T18:10:48.350 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 1 to smithi071127730-24 2023-12-16T18:10:48.351 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 2 to smithi071127730-24 2023-12-16T18:10:48.351 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 3 to smithi071127730-24 2023-12-16T18:10:48.352 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 4 to smithi071127730-24 2023-12-16T18:10:48.354 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 5 to smithi071127730-24 2023-12-16T18:10:48.354 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 154 (ObjNum 233 snap 56 seq_num 233) dirty exists 2023-12-16T18:10:48.354 INFO:tasks.rados.rados.0.smithi071.stdout:689: left oid 24 (ObjNum 233 snap 56 seq_num 233) 2023-12-16T18:10:48.384 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing copy_from to smithi071127730-3 2023-12-16T18:10:48.384 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 116 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:48.385 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:10:48.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:48.382+0000 7fed47d3d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:10:48.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:48.563+0000 7fed47d3d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:10:49.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:689: done (2 left) 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:690: done (1 left) 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:691: done (0 left) 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:692: read oid 39 snap -1 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:692: expect (ObjNum 169 snap 42 seq_num 169) 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:693: read oid 8 snap 55 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:693: expect (ObjNum 202 snap 51 seq_num 202) 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 57 2023-12-16T18:10:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:694: seq_num 234 ranges {2826240=729088,3555328=434176,3989504=368640} 2023-12-16T18:10:49.347 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi071127730-20 from 2826240 to 3555328 tid 1 2023-12-16T18:10:49.349 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi071127730-20 from 3555328 to 3989504 tid 2 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi071127730-20 from 3989504 to 4358144 tid 3 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:695: read oid 11 snap 56 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:695: expect deleted 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:696: rollback oid 31 current snap is 57 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 53 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:697: rollback oid 38 current snap is 57 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 56 2023-12-16T18:10:49.353 INFO:tasks.rados.rados.0.smithi071.stdout:698: setattr oid 50 current snap is 57 2023-12-16T18:10:49.354 INFO:tasks.rados.rados.0.smithi071.stdout:693: expect (ObjNum 202 snap 51 seq_num 202) 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 1 to smithi071127730-20 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 2 to smithi071127730-20 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:697: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 388 (ObjNum 65 snap 0 seq_num 1482519134) dirty dne 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 3 to smithi071127730-20 2023-12-16T18:10:49.485 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 4 to smithi071127730-20 2023-12-16T18:10:49.486 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 5 to smithi071127730-20 2023-12-16T18:10:49.486 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 383 (ObjNum 234 snap 57 seq_num 234) dirty exists 2023-12-16T18:10:49.486 INFO:tasks.rados.rados.0.smithi071.stdout:694: left oid 20 (ObjNum 234 snap 57 seq_num 234) 2023-12-16T18:10:49.486 INFO:tasks.rados.rados.0.smithi071.stdout:692: expect (ObjNum 169 snap 42 seq_num 169) 2023-12-16T18:10:49.565 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:49 smithi184 ceph-mon[82596]: mgrmap e30: y(active, since 1.01141s) 2023-12-16T18:10:49.565 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:49 smithi184 ceph-mon[82596]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T18:10:49.565 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:49 smithi184 ceph-mon[82596]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 GiB/s rd, 14 GiB/s wr, 183.31k op/s; 141 MiB/s, 500 objects/s recovering 2023-12-16T18:10:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:10:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:10:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:692: done (6 left) 2023-12-16T18:10:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:693: done (5 left) 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:694: done (4 left) 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:695: done (3 left) 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:697: done (2 left) 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:699: delete oid 27 current snap is 57 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 118 (ObjNum 220 snap 53 seq_num 220) dirty exists 2023-12-16T18:10:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 285 (ObjNum 159 snap 37 seq_num 159) dirty exists 2023-12-16T18:10:49.694 INFO:tasks.rados.rados.0.smithi071.stdout:696: done (2 left) 2023-12-16T18:10:49.694 INFO:tasks.rados.rados.0.smithi071.stdout:698: done (1 left) 2023-12-16T18:10:49.694 INFO:tasks.rados.rados.0.smithi071.stdout:699: done (0 left) 2023-12-16T18:10:49.694 INFO:tasks.rados.rados.0.smithi071.stdout:700: delete oid 49 current snap is 57 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:700: done (0 left) 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:701: rmattr oid 13 current snap is 57 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:701: done (0 left) 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:702: read oid 1 snap -1 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:702: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:703: copy_from oid 7 from oid 48 current snap is 57 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:704: read oid 24 snap -1 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:704: expect (ObjNum 233 snap 56 seq_num 233) 2023-12-16T18:10:49.696 INFO:tasks.rados.rados.0.smithi071.stdout:705: read oid 19 snap -1 2023-12-16T18:10:49.697 INFO:tasks.rados.rados.0.smithi071.stdout:705: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:10:49.697 INFO:tasks.rados.rados.0.smithi071.stdout:706: copy_from oid 27 from oid 33 current snap is 57 2023-12-16T18:10:49.697 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 57 2023-12-16T18:10:49.697 INFO:tasks.rados.rados.0.smithi071.stdout:707: seq_num 237 ranges {2154496=778240,2932736=532480,3465216=270336} 2023-12-16T18:10:49.713 INFO:tasks.rados.rados.0.smithi071.stdout:707: writing smithi071127730-13 from 2154496 to 2932736 tid 1 2023-12-16T18:10:49.717 INFO:tasks.rados.rados.0.smithi071.stdout:707: writing smithi071127730-13 from 2932736 to 3465216 tid 2 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:707: writing smithi071127730-13 from 3465216 to 3735552 tid 3 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:708: copy_from oid 10 from oid 23 current snap is 57 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing copy_from to smithi071127730-7 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:703: got expected ENOENT (src dne) 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:10:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:702: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[78585]: mgrmap e30: y(active, since 1.01141s) 2023-12-16T18:10:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[78585]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T18:10:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[78585]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 GiB/s rd, 14 GiB/s wr, 183.31k op/s; 141 MiB/s, 500 objects/s recovering 2023-12-16T18:10:49.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[89361]: mgrmap e30: y(active, since 1.01141s) 2023-12-16T18:10:49.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[89361]: osdmap e173: 8 total, 8 up, 8 in 2023-12-16T18:10:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:49 smithi071 ceph-mon[89361]: pgmap v4: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 GiB/s rd, 14 GiB/s wr, 183.31k op/s; 141 MiB/s, 500 objects/s recovering 2023-12-16T18:10:49.773 INFO:tasks.rados.rados.0.smithi071.stdout:706: finishing copy_from to smithi071127730-27 2023-12-16T18:10:49.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 121 (ObjNum 186 snap 44 seq_num 186) dirty exists 2023-12-16T18:10:49.773 INFO:tasks.rados.rados.0.smithi071.stdout:706: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:10:49.773 INFO:tasks.rados.rados.0.smithi071.stdout:704: expect (ObjNum 233 snap 56 seq_num 233) 2023-12-16T18:10:49.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:49 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:49.565+0000 7fed47d3d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:10:49.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:49 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:49.700+0000 7fed47d3d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:10:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:707: finishing write tid 1 to smithi071127730-13 2023-12-16T18:10:49.876 INFO:tasks.rados.rados.0.smithi071.stdout:705: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:707: finishing write tid 2 to smithi071127730-13 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:707: finishing write tid 3 to smithi071127730-13 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:707: finishing write tid 4 to smithi071127730-13 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:707: finishing write tid 5 to smithi071127730-13 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 290 (ObjNum 237 snap 57 seq_num 237) dirty exists 2023-12-16T18:10:49.975 INFO:tasks.rados.rados.0.smithi071.stdout:707: left oid 13 (ObjNum 237 snap 57 seq_num 237) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:702: done (6 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:703: done (5 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:704: done (4 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:705: done (3 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:706: done (2 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:707: done (1 left) 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:709: delete oid 16 current snap is 57 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing copy_from to smithi071127730-10 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 198 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:10:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:708: done (1 left) 2023-12-16T18:10:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:709: done (0 left) 2023-12-16T18:10:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 57 2023-12-16T18:10:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:710: seq_num 239 ranges {1171456=409600,1581056=704512,2285568=499712} 2023-12-16T18:10:49.985 INFO:tasks.rados.rados.0.smithi071.stdout:710: writing smithi071127730-26 from 1171456 to 1581056 tid 1 2023-12-16T18:10:49.990 INFO:tasks.rados.rados.0.smithi071.stdout:710: writing smithi071127730-26 from 1581056 to 2285568 tid 2 2023-12-16T18:10:49.993 INFO:tasks.rados.rados.0.smithi071.stdout:710: writing smithi071127730-26 from 2285568 to 2785280 tid 3 2023-12-16T18:10:49.993 INFO:tasks.rados.rados.0.smithi071.stdout:710: finishing write tid 1 to smithi071127730-26 2023-12-16T18:10:49.993 INFO:tasks.rados.rados.0.smithi071.stdout:710: finishing write tid 2 to smithi071127730-26 2023-12-16T18:10:49.993 INFO:tasks.rados.rados.0.smithi071.stdout:711: snap_create 2023-12-16T18:10:49.996 INFO:tasks.rados.rados.0.smithi071.stdout:710: finishing write tid 3 to smithi071127730-26 2023-12-16T18:10:49.996 INFO:tasks.rados.rados.0.smithi071.stdout:710: finishing write tid 4 to smithi071127730-26 2023-12-16T18:10:49.996 INFO:tasks.rados.rados.0.smithi071.stdout:710: finishing write tid 5 to smithi071127730-26 2023-12-16T18:10:49.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 379 (ObjNum 239 snap 57 seq_num 239) dirty exists 2023-12-16T18:10:49.997 INFO:tasks.rados.rados.0.smithi071.stdout:710: left oid 26 (ObjNum 239 snap 57 seq_num 239) 2023-12-16T18:10:50.322 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:50.062+0000 7fed47d3d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:10:50.322 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:50.153+0000 7fed47d3d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:10:50.329 INFO:tasks.rados.rados.0.smithi071.stdout:710: done (1 left) 2023-12-16T18:10:50.329 INFO:tasks.rados.rados.0.smithi071.stdout:711: done (0 left) 2023-12-16T18:10:50.329 INFO:tasks.rados.rados.0.smithi071.stdout:712: delete oid 35 current snap is 58 2023-12-16T18:10:50.330 INFO:tasks.rados.rados.0.smithi071.stdout:712: done (0 left) 2023-12-16T18:10:50.330 INFO:tasks.rados.rados.0.smithi071.stdout:713: snap_create 2023-12-16T18:10:50.589 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:50.354+0000 7fed47d3d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:50.589 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:50.553+0000 7fed47d3d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:10:50.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T18:10:50.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: [16/Dec/2023:18:10:49] ENGINE Bus STARTING 2023-12-16T18:10:50.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: [16/Dec/2023:18:10:49] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:10:50.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-mon[82596]: mgrmap e31: y(active, since 3s) 2023-12-16T18:10:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T18:10:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: [16/Dec/2023:18:10:49] ENGINE Bus STARTING 2023-12-16T18:10:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: [16/Dec/2023:18:10:49] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[89361]: mgrmap e31: y(active, since 3s) 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: osdmap e174: 8 total, 8 up, 8 in 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: [16/Dec/2023:18:10:49] ENGINE Bus STARTING 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: [16/Dec/2023:18:10:49] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:50 smithi071 ceph-mon[78585]: mgrmap e31: y(active, since 3s) 2023-12-16T18:10:51.154 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:50 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:50.866+0000 7fed47d3d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:10:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:713: done (0 left) 2023-12-16T18:10:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:714: snap_create 2023-12-16T18:10:51.406 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:51.154+0000 7fed47d3d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:10:51.406 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-mon[82596]: [16/Dec/2023:18:10:49] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:10:51.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-mon[82596]: [16/Dec/2023:18:10:49] ENGINE Bus STARTED 2023-12-16T18:10:51.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-mon[82596]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T18:10:51.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.589 INFO:tasks.rados.rados.0.smithi071.stdout:714: done (0 left) 2023-12-16T18:10:51.590 INFO:tasks.rados.rados.0.smithi071.stdout:715: read oid 22 snap -1 2023-12-16T18:10:51.590 INFO:tasks.rados.rados.0.smithi071.stdout:715: expect deleted 2023-12-16T18:10:51.590 INFO:tasks.rados.rados.0.smithi071.stdout:716: snap_remove snap 56 2023-12-16T18:10:51.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[78585]: [16/Dec/2023:18:10:49] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:10:51.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[78585]: [16/Dec/2023:18:10:49] ENGINE Bus STARTED 2023-12-16T18:10:51.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[78585]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T18:10:51.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.642 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[89361]: [16/Dec/2023:18:10:49] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:10:51.642 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[89361]: [16/Dec/2023:18:10:49] ENGINE Bus STARTED 2023-12-16T18:10:51.642 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[89361]: osdmap e175: 8 total, 8 up, 8 in 2023-12-16T18:10:51.642 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.643 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:51 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:51.830 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:51 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:51.406+0000 7fed47d3d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:10:52.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:52.277+0000 7fed47d3d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:10:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: pgmap v8: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 93 MiB/s rd, 57 MiB/s wr, 734 op/s; 578 KiB/s, 2 objects/s recovering 2023-12-16T18:10:52.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T18:10:52.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T18:10:52.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-mon[82596]: mgrmap e32: y(active, since 4s) 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:716: done (1 left) 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:717: read oid 48 snap -1 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:717: expect deleted 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:718: rmattr oid 49 current snap is 60 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:718: done (2 left) 2023-12-16T18:10:52.599 INFO:tasks.rados.rados.0.smithi071.stdout:719: delete oid 2 current snap is 60 2023-12-16T18:10:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:715: done (2 left) 2023-12-16T18:10:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:717: done (1 left) 2023-12-16T18:10:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:719: done (0 left) 2023-12-16T18:10:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 60 2023-12-16T18:10:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:720: seq_num 242 ranges {3334144=458752,3792896=753664,4546560=450560} 2023-12-16T18:10:52.623 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi071127730-4 from 3334144 to 3792896 tid 1 2023-12-16T18:10:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi071127730-4 from 3792896 to 4546560 tid 2 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi071127730-4 from 4546560 to 4997120 tid 3 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:721: read oid 11 snap -1 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:721: expect deleted 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:722: read oid 42 snap 55 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:722: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:723: setattr oid 18 current snap is 60 2023-12-16T18:10:52.630 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 1 to smithi071127730-4 2023-12-16T18:10:52.631 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 2 to smithi071127730-4 2023-12-16T18:10:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:721: done (3 left) 2023-12-16T18:10:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:724: snap_remove snap 57 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: pgmap v8: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 93 MiB/s rd, 57 MiB/s wr, 734 op/s; 578 KiB/s, 2 objects/s recovering 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[89361]: mgrmap e32: y(active, since 4s) 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: pgmap v8: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 93 MiB/s rd, 57 MiB/s wr, 734 op/s; 578 KiB/s, 2 objects/s recovering 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: osdmap e176: 8 total, 8 up, 8 in 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: osdmap e177: 8 total, 8 up, 8 in 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:52.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:52 smithi071 ceph-mon[78585]: mgrmap e32: y(active, since 4s) 2023-12-16T18:10:53.210 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:52.890+0000 7fed47d3d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:10:53.211 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:52 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:52.995+0000 7fed47d3d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:10:53.211 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:53.211+0000 7fed47d3d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:10:53.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:10:53] ENGINE Bus STARTING 2023-12-16T18:10:53.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: CherryPy Checker: 2023-12-16T18:10:53.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: The Application mounted at '' has an empty config. 2023-12-16T18:10:53.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: 2023-12-16T18:10:53.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:10:53] ENGINE Serving on http://:::9283 2023-12-16T18:10:53.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: [16/Dec/2023:18:10:53] ENGINE Bus STARTED 2023-12-16T18:10:53.603 INFO:tasks.rados.rados.0.smithi071.stdout:724: done (3 left) 2023-12-16T18:10:53.603 INFO:tasks.rados.rados.0.smithi071.stdout:725: delete oid 2 current snap is 60 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 3 to smithi071127730-4 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 4 to smithi071127730-4 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 5 to smithi071127730-4 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 49 (ObjNum 242 snap 60 seq_num 242) dirty exists 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:720: left oid 4 (ObjNum 242 snap 60 seq_num 242) 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 156 (ObjNum 192 snap 46 seq_num 192) dirty exists 2023-12-16T18:10:53.604 INFO:tasks.rados.rados.0.smithi071.stdout:722: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:10:53.693 INFO:tasks.rados.rados.0.smithi071.stdout:720: done (3 left) 2023-12-16T18:10:53.693 INFO:tasks.rados.rados.0.smithi071.stdout:722: done (2 left) 2023-12-16T18:10:53.693 INFO:tasks.rados.rados.0.smithi071.stdout:723: done (1 left) 2023-12-16T18:10:53.693 INFO:tasks.rados.rados.0.smithi071.stdout:725: done (0 left) 2023-12-16T18:10:53.693 INFO:tasks.rados.rados.0.smithi071.stdout:726: snap_create 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: Standby manager daemon x started 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:53.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:10:53.869 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:53.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: Standby manager daemon x started 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: osdmap e178: 8 total, 8 up, 8 in 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:53.921 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: Standby manager daemon x started 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:10:53.922 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:53 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/4164199963' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:10:54.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:53 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[116006]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-16T18:10:54.606 INFO:tasks.rados.rados.0.smithi071.stdout:726: done (0 left) 2023-12-16T18:10:54.607 INFO:tasks.rados.rados.0.smithi071.stdout:727: setattr oid 43 current snap is 61 2023-12-16T18:10:54.608 INFO:tasks.rados.rados.0.smithi071.stdout:728: snap_remove snap 59 2023-12-16T18:10:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 258 KiB/s wr, 3 op/s 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 258 KiB/s wr, 3 op/s 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:54.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:54 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:10:55.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: pgmap v12: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 258 KiB/s wr, 3 op/s 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: osdmap e179: 8 total, 8 up, 8 in 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.039 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.040 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.040 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:54 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:55.619 INFO:tasks.rados.rados.0.smithi071.stdout:728: done (1 left) 2023-12-16T18:10:55.619 INFO:tasks.rados.rados.0.smithi071.stdout:729: read oid 21 snap -1 2023-12-16T18:10:55.619 INFO:tasks.rados.rados.0.smithi071.stdout:729: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:55.619 INFO:tasks.rados.rados.0.smithi071.stdout:730: snap_remove snap 58 2023-12-16T18:10:55.787 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:55 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.788 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:55 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.788 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:55 smithi184 ceph-mon[82596]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:55.788 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:55 smithi184 ceph-mon[82596]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:55.788 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:55 smithi184 ceph-mon[82596]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T18:10:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[78585]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[78585]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[78585]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[78585]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[78585]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[89361]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[89361]: Reconfiguring daemon prometheus.a on smithi184 2023-12-16T18:10:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:55 smithi071 ceph-mon[89361]: osdmap e180: 8 total, 8 up, 8 in 2023-12-16T18:10:56.299 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 systemd[1]: Stopping Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.299Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.300Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.300Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.300Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.300Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T18:10:56.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[124380]: ts=2023-12-16T18:10:56.300Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T18:10:56.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 podman[127484]: 2023-12-16 18:10:56.310159234 +0000 UTC m=+0.074200239 container died 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:56.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 podman[127484]: 2023-12-16 18:10:56.480715359 +0000 UTC m=+0.244756405 container cleanup 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:56.588 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 bash[127484]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:730: done (2 left) 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:731: copy_from oid 46 from oid 26 current snap is 61 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:732: copy_from oid 44 from oid 42 current snap is 61 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:733: setattr oid 22 current snap is 61 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 160 (ObjNum 170 snap 42 seq_num 170) dirty exists 2023-12-16T18:10:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:729: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing copy_from to smithi071127730-44 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 178 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:731: finishing copy_from to smithi071127730-46 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 379 (ObjNum 239 snap 57 seq_num 239) dirty exists 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:731: finishing copy_from racing read to smithi071127730-46 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:727: done (4 left) 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:729: done (3 left) 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:731: done (2 left) 2023-12-16T18:10:56.650 INFO:tasks.rados.rados.0.smithi071.stdout:732: done (1 left) 2023-12-16T18:10:56.651 INFO:tasks.rados.rados.0.smithi071.stdout:734: rollback oid 13 current snap is 61 2023-12-16T18:10:56.651 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 53 2023-12-16T18:10:56.651 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 61 2023-12-16T18:10:56.651 INFO:tasks.rados.rados.0.smithi071.stdout:735: seq_num 244 ranges {8486912=491520,8978432=573440,9551872=458752,10010624=172032} 2023-12-16T18:10:56.697 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi071127730-45 from 8486912 to 8978432 tid 1 2023-12-16T18:10:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi071127730-45 from 8978432 to 9551872 tid 2 2023-12-16T18:10:56.703 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi071127730-45 from 9551872 to 10010624 tid 3 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi071127730-45 from 10010624 to 10182656 tid 4 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:736: rollback oid 3 current snap is 61 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 55 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 280 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 298 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:10:56.705 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 1 to smithi071127730-45 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 2 to smithi071127730-45 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:733: done (3 left) 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:734: done (2 left) 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:737: read oid 16 snap -1 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:737: expect deleted 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:738: read oid 32 snap -1 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:738: expect (ObjNum 188 snap 45 seq_num 188) 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 61 2023-12-16T18:10:56.706 INFO:tasks.rados.rados.0.smithi071.stdout:739: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2023-12-16T18:10:56.708 INFO:tasks.rados.rados.0.smithi071.stdout:739: writing smithi071127730-2 from 0 to 507904 tid 1 2023-12-16T18:10:56.710 INFO:tasks.rados.rados.0.smithi071.stdout:739: writing smithi071127730-2 from 507904 to 966656 tid 2 2023-12-16T18:10:56.714 INFO:tasks.rados.rados.0.smithi071.stdout:739: writing smithi071127730-2 from 966656 to 1638400 tid 3 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:739: writing smithi071127730-2 from 1638400 to 1712128 tid 4 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:740: setattr oid 13 current snap is 61 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 3 to smithi071127730-45 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 4 to smithi071127730-45 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 5 to smithi071127730-45 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 6 to smithi071127730-45 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 132 (ObjNum 244 snap 61 seq_num 244) dirty exists 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:735: left oid 45 (ObjNum 244 snap 61 seq_num 244) 2023-12-16T18:10:56.715 INFO:tasks.rados.rados.0.smithi071.stdout:736: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:10:56.716 INFO:tasks.rados.rados.0.smithi071.stdout:736: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:10:56.716 INFO:tasks.rados.rados.0.smithi071.stdout:736: finishing rollback tid 2 to smithi071127730-3 2023-12-16T18:10:56.716 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 385 (ObjNum 218 snap 53 seq_num 218) dirty exists 2023-12-16T18:10:56.716 INFO:tasks.rados.rados.0.smithi071.stdout:735: done (5 left) 2023-12-16T18:10:56.717 INFO:tasks.rados.rados.0.smithi071.stdout:736: done (4 left) 2023-12-16T18:10:56.717 INFO:tasks.rados.rados.0.smithi071.stdout:737: done (3 left) 2023-12-16T18:10:56.717 INFO:tasks.rados.rados.0.smithi071.stdout:741: snap_create 2023-12-16T18:10:56.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 299 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:10:56.720 INFO:tasks.rados.rados.0.smithi071.stdout:738: expect (ObjNum 188 snap 45 seq_num 188) 2023-12-16T18:10:56.912 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 podman[127498]: 2023-12-16 18:10:56.638943899 +0000 UTC m=+0.327807931 container remove 671a730d5af3d385c6c43c1921be1037c957a27854786a5a9c7117ad5d804e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:56.913 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service: Deactivated successfully. 2023-12-16T18:10:56.913 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 systemd[1]: Stopped Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:56.913 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service: Consumed 1.072s CPU time. 2023-12-16T18:10:56.913 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 systemd[1]: Starting Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:56.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-mon[82596]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2023-12-16T18:10:56.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-mon[82596]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T18:10:56.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:56 smithi184 ceph-mon[82596]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T18:10:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[78585]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2023-12-16T18:10:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[78585]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T18:10:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[78585]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T18:10:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[89361]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2023-12-16T18:10:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[89361]: osdmap e181: 8 total, 8 up, 8 in 2023-12-16T18:10:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:56 smithi071 ceph-mon[89361]: osdmap e182: 8 total, 8 up, 8 in 2023-12-16T18:10:57.049 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 1 to smithi071127730-2 2023-12-16T18:10:57.049 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 2 to smithi071127730-2 2023-12-16T18:10:57.049 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 3 to smithi071127730-2 2023-12-16T18:10:57.049 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 4 to smithi071127730-2 2023-12-16T18:10:57.049 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 5 to smithi071127730-2 2023-12-16T18:10:57.050 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing write tid 6 to smithi071127730-2 2023-12-16T18:10:57.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 458 (ObjNum 245 snap 61 seq_num 245) dirty exists 2023-12-16T18:10:57.050 INFO:tasks.rados.rados.0.smithi071.stdout:739: left oid 2 (ObjNum 245 snap 61 seq_num 245) 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 podman[127590]: 2023-12-16 18:10:56.913937344 +0000 UTC m=+0.070309121 container create 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:56 smithi184 podman[127590]: 2023-12-16 18:10:56.862774547 +0000 UTC m=+0.019146278 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 podman[127590]: 2023-12-16 18:10:57.014440888 +0000 UTC m=+0.170812622 container init 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 podman[127590]: 2023-12-16 18:10:57.016909879 +0000 UTC m=+0.173281603 container start 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.039Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.039Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.039Z caller=main.go:570 level=info host_details="(Linux 5.14.0-391.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 28 20:35:49 UTC 2023 x86_64 smithi184 (none))" 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.039Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.039Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.041Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.041Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-16T18:10:57.216 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.042Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.042Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.043Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.043Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.498µs 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.043Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.045Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 bash[127590]: 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 systemd[1]: Started Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.059Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.061Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.061Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.061Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.516µs wal_replay_duration=18.015991ms wbl_replay_duration=89ns total_replay_duration=18.050988ms 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.064Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-16T18:10:57.217 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.064Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-16T18:10:57.218 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.064Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-16T18:10:57.218 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.082Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.74685ms db_storage=920ns remote_storage=1.388µs web_handler=413ns query_engine=684ns scrape=369.102µs scrape_sd=78.566µs notify=16.923µs notify_sd=15.007µs rules=17.027739ms tracing=6.899µs 2023-12-16T18:10:57.218 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.082Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-16T18:10:57.218 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:10:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:10:57.082Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-16T18:10:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:738: done (3 left) 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:739: done (2 left) 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:740: done (1 left) 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:741: done (0 left) 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:742: read oid 2 snap 55 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:742: expect (ObjNum 229 snap 55 seq_num 229) 2023-12-16T18:10:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:743: delete oid 36 current snap is 62 2023-12-16T18:10:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:743: done (1 left) 2023-12-16T18:10:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:744: read oid 19 snap -1 2023-12-16T18:10:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:744: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:10:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:745: snap_create 2023-12-16T18:10:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:742: expect (ObjNum 229 snap 55 seq_num 229) 2023-12-16T18:10:57.662 INFO:tasks.rados.rados.0.smithi071.stdout:744: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:10:58.403 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.403 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.403 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.403 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.403 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:58.404 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 51 op/s 2023-12-16T18:10:58.404 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:58 smithi184 ceph-mon[82596]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T18:10:58.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 51 op/s 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[78585]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:10:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 51 op/s 2023-12-16T18:10:58.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:58 smithi071 ceph-mon[89361]: osdmap e183: 8 total, 8 up, 8 in 2023-12-16T18:10:58.619 INFO:tasks.rados.rados.0.smithi071.stdout:742: done (2 left) 2023-12-16T18:10:58.619 INFO:tasks.rados.rados.0.smithi071.stdout:744: done (1 left) 2023-12-16T18:10:58.619 INFO:tasks.rados.rados.0.smithi071.stdout:745: done (0 left) 2023-12-16T18:10:58.619 INFO:tasks.rados.rados.0.smithi071.stdout:746: copy_from oid 31 from oid 48 current snap is 63 2023-12-16T18:10:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:747: rollback oid 45 current snap is 63 2023-12-16T18:10:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 54 2023-12-16T18:10:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:748: delete oid 33 current snap is 63 2023-12-16T18:10:58.623 INFO:tasks.rados.rados.0.smithi071.stdout:747: finishing rollback tid 0 to smithi071127730-45 2023-12-16T18:10:58.623 INFO:tasks.rados.rados.0.smithi071.stdout:746: finishing copy_from to smithi071127730-31 2023-12-16T18:10:58.623 INFO:tasks.rados.rados.0.smithi071.stdout:746: got expected ENOENT (src dne) 2023-12-16T18:10:58.623 INFO:tasks.rados.rados.0.smithi071.stdout:746: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:10:58.624 INFO:tasks.rados.rados.0.smithi071.stdout:747: finishing rollback tid 1 to smithi071127730-45 2023-12-16T18:10:58.624 INFO:tasks.rados.rados.0.smithi071.stdout:747: finishing rollback tid 2 to smithi071127730-45 2023-12-16T18:10:58.624 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 136 (ObjNum 167 snap 42 seq_num 167) dirty exists 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:746: done (2 left) 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:747: done (1 left) 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:748: done (0 left) 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:749: rmattr oid 32 current snap is 63 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 63 2023-12-16T18:10:58.625 INFO:tasks.rados.rados.0.smithi071.stdout:750: seq_num 248 ranges {1277952=557056,1835008=507904,2342912=442368,2785280=253952} 2023-12-16T18:10:58.635 INFO:tasks.rados.rados.0.smithi071.stdout:750: writing smithi071127730-34 from 1277952 to 1835008 tid 1 2023-12-16T18:10:58.638 INFO:tasks.rados.rados.0.smithi071.stdout:750: writing smithi071127730-34 from 1835008 to 2342912 tid 2 2023-12-16T18:10:58.640 INFO:tasks.rados.rados.0.smithi071.stdout:750: writing smithi071127730-34 from 2342912 to 2785280 tid 3 2023-12-16T18:10:58.643 INFO:tasks.rados.rados.0.smithi071.stdout:750: writing smithi071127730-34 from 2785280 to 3039232 tid 4 2023-12-16T18:10:58.643 INFO:tasks.rados.rados.0.smithi071.stdout:751: snap_remove snap 50 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: Upgrade: Updating mgr.x 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: Deploying daemon mgr.x on smithi184 2023-12-16T18:10:59.382 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:10:59 smithi184 ceph-mon[82596]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: Upgrade: Updating mgr.x 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: Deploying daemon mgr.x on smithi184 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[78585]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: Upgrade: Updating mgr.x 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:10:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:10:59.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: Deploying daemon mgr.x on smithi184 2023-12-16T18:10:59.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:10:59 smithi071 ceph-mon[89361]: osdmap e184: 8 total, 8 up, 8 in 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 460 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 1 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 2 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 3 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 4 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 5 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing write tid 6 to smithi071127730-34 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 391 (ObjNum 248 snap 63 seq_num 248) dirty exists 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: left oid 34 (ObjNum 248 snap 63 seq_num 248) 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:749: done (2 left) 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:750: done (1 left) 2023-12-16T18:10:59.621 INFO:tasks.rados.rados.0.smithi071.stdout:751: done (0 left) 2023-12-16T18:10:59.622 INFO:tasks.rados.rados.0.smithi071.stdout:752: copy_from oid 32 from oid 6 current snap is 63 2023-12-16T18:10:59.622 INFO:tasks.rados.rados.0.smithi071.stdout:753: rollback oid 1 current snap is 63 2023-12-16T18:10:59.622 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 53 2023-12-16T18:10:59.622 INFO:tasks.rados.rados.0.smithi071.stdout:754: setattr oid 50 current snap is 63 2023-12-16T18:10:59.623 INFO:tasks.rados.rados.0.smithi071.stdout:755: delete oid 37 current snap is 63 2023-12-16T18:10:59.624 INFO:tasks.rados.rados.0.smithi071.stdout:752: finishing copy_from to smithi071127730-32 2023-12-16T18:10:59.624 INFO:tasks.rados.rados.0.smithi071.stdout:752: got expected ENOENT (src dne) 2023-12-16T18:10:59.625 INFO:tasks.rados.rados.0.smithi071.stdout:752: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:10:59.627 INFO:tasks.rados.rados.0.smithi071.stdout:753: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:10:59.628 INFO:tasks.rados.rados.0.smithi071.stdout:753: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:10:59.628 INFO:tasks.rados.rados.0.smithi071.stdout:753: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:10:59.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 155 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:10:59.631 INFO:tasks.rados.rados.0.smithi071.stdout:752: done (3 left) 2023-12-16T18:10:59.631 INFO:tasks.rados.rados.0.smithi071.stdout:753: done (2 left) 2023-12-16T18:10:59.631 INFO:tasks.rados.rados.0.smithi071.stdout:755: done (1 left) 2023-12-16T18:10:59.631 INFO:tasks.rados.rados.0.smithi071.stdout:756: snap_create 2023-12-16T18:10:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 305 (ObjNum 159 snap 37 seq_num 159) dirty exists 2023-12-16T18:10:59.714 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 systemd[1]: Stopping Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:10:59.714 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 podman[127942]: 2023-12-16 18:10:59.630025779 +0000 UTC m=+0.107353612 container died 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T18:11:00.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 podman[127942]: 2023-12-16 18:10:59.780069293 +0000 UTC m=+0.257397148 container cleanup 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:11:00.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 bash[127942]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x 2023-12-16T18:11:00.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 podman[127956]: 2023-12-16 18:10:59.930084893 +0000 UTC m=+0.296930405 container remove 8b7547e622131cf2eeba14eb37ea3c5ff6d86a0eef7417a3dfe5037d2fc5f0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:11:00.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:10:59 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T18:11:00.503 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-16T18:11:00.503 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 systemd[1]: Stopped Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:00.503 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Consumed 24.706s CPU time. 2023-12-16T18:11:00.504 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 systemd[1]: Starting Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:00.631 INFO:tasks.rados.rados.0.smithi071.stdout:754: done (1 left) 2023-12-16T18:11:00.631 INFO:tasks.rados.rados.0.smithi071.stdout:756: done (0 left) 2023-12-16T18:11:00.631 INFO:tasks.rados.rados.0.smithi071.stdout:757: delete oid 9 current snap is 64 2023-12-16T18:11:00.636 INFO:tasks.rados.rados.0.smithi071.stdout:757: done (0 left) 2023-12-16T18:11:00.636 INFO:tasks.rados.rados.0.smithi071.stdout:758: snap_create 2023-12-16T18:11:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:00 smithi184 ceph-mon[82596]: pgmap v21: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:00 smithi184 ceph-mon[82596]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 podman[128084]: 2023-12-16 18:11:00.504889528 +0000 UTC m=+0.065341968 container create cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 podman[128084]: 2023-12-16 18:11:00.457133984 +0000 UTC m=+0.017586414 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 podman[128084]: 2023-12-16 18:11:00.605325045 +0000 UTC m=+0.165777493 container init cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 podman[128084]: 2023-12-16 18:11:00.626832725 +0000 UTC m=+0.187285170 container start cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux ) 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 ceph-mgr[128102]: -- 172.21.15.184:0/4017327458 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56107afe1520 con 0x56107afb6800 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 bash[128084]: cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c 2023-12-16T18:11:00.838 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:00 smithi184 systemd[1]: Started Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:00 smithi071 ceph-mon[78585]: pgmap v21: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:00 smithi071 ceph-mon[78585]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T18:11:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:00 smithi071 ceph-mon[89361]: pgmap v21: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:00 smithi071 ceph-mon[89361]: osdmap e185: 8 total, 8 up, 8 in 2023-12-16T18:11:01.528 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:01.196+0000 7f2723ca1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:11:01.528 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:01.300+0000 7f2723ca1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:11:01.592 INFO:tasks.rados.rados.0.smithi071.stdout:758: done (0 left) 2023-12-16T18:11:01.592 INFO:tasks.rados.rados.0.smithi071.stdout:759: rmattr oid 13 current snap is 65 2023-12-16T18:11:01.592 INFO:tasks.rados.rados.0.smithi071.stdout:760: snap_create 2023-12-16T18:11:01.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 309 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:11:01.829 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-mon[82596]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T18:11:01.829 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.829 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.829 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:01.829 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:01 smithi184 ceph-mon[82596]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[78585]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[78585]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[89361]: osdmap e186: 8 total, 8 up, 8 in 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:01 smithi071 ceph-mon[89361]: osdmap e187: 8 total, 8 up, 8 in 2023-12-16T18:11:02.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.002+0000 7f2723ca1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:11:02.365 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.102+0000 7f2723ca1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:11:02.366 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.259+0000 7f2723ca1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:11:02.366 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.366+0000 7f2723ca1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:11:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:759: done (1 left) 2023-12-16T18:11:02.607 INFO:tasks.rados.rados.0.smithi071.stdout:760: done (0 left) 2023-12-16T18:11:02.607 INFO:tasks.rados.rados.0.smithi071.stdout:761: copy_from oid 43 from oid 39 current snap is 66 2023-12-16T18:11:02.607 INFO:tasks.rados.rados.0.smithi071.stdout:762: delete oid 49 current snap is 66 2023-12-16T18:11:02.610 INFO:tasks.rados.rados.0.smithi071.stdout:762: done (1 left) 2023-12-16T18:11:02.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 66 2023-12-16T18:11:02.610 INFO:tasks.rados.rados.0.smithi071.stdout:763: seq_num 252 ranges {8486912=630784,9117696=499712,9617408=425984,10043392=278528} 2023-12-16T18:11:02.659 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi071127730-23 from 8486912 to 9117696 tid 1 2023-12-16T18:11:02.662 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi071127730-23 from 9117696 to 9617408 tid 2 2023-12-16T18:11:02.664 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi071127730-23 from 9617408 to 10043392 tid 3 2023-12-16T18:11:02.666 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi071127730-23 from 10043392 to 10321920 tid 4 2023-12-16T18:11:02.666 INFO:tasks.rados.rados.0.smithi071.stdout:764: rollback oid 3 current snap is 66 2023-12-16T18:11:02.666 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 45 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:761: finishing copy_from to smithi071127730-43 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 193 (ObjNum 169 snap 42 seq_num 169) dirty exists 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:761: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 1 to smithi071127730-23 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 2 to smithi071127730-23 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:761: done (2 left) 2023-12-16T18:11:02.667 INFO:tasks.rados.rados.0.smithi071.stdout:765: snap_create 2023-12-16T18:11:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 3 to smithi071127730-23 2023-12-16T18:11:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 4 to smithi071127730-23 2023-12-16T18:11:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 5 to smithi071127730-23 2023-12-16T18:11:02.670 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:11:02.670 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:11:02.670 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 6 to smithi071127730-23 2023-12-16T18:11:02.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 222 (ObjNum 252 snap 66 seq_num 252) dirty exists 2023-12-16T18:11:02.670 INFO:tasks.rados.rados.0.smithi071.stdout:763: left oid 23 (ObjNum 252 snap 66 seq_num 252) 2023-12-16T18:11:02.671 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing rollback tid 2 to smithi071127730-3 2023-12-16T18:11:02.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 404 (ObjNum 144 snap 36 seq_num 144) dirty exists 2023-12-16T18:11:02.723 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.456+0000 7f2723ca1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:11:03.043 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.725+0000 7f2723ca1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:11:03.044 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.859+0000 7f2723ca1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:03.044 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:02.955+0000 7f2723ca1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:11:03.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-mon[82596]: pgmap v24: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:03.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:03.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:02 smithi184 ceph-mon[82596]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T18:11:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[78585]: pgmap v24: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[78585]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T18:11:03.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[89361]: pgmap v24: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-16T18:11:03.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:03.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:02 smithi071 ceph-mon[89361]: osdmap e188: 8 total, 8 up, 8 in 2023-12-16T18:11:03.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:03.059+0000 7f2723ca1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:11:03.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:03.250+0000 7f2723ca1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:11:03.605 INFO:tasks.rados.rados.0.smithi071.stdout:763: done (2 left) 2023-12-16T18:11:03.605 INFO:tasks.rados.rados.0.smithi071.stdout:764: done (1 left) 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:765: done (0 left) 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:766: read oid 42 snap -1 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:766: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:767: read oid 24 snap -1 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:767: expect (ObjNum 233 snap 56 seq_num 233) 2023-12-16T18:11:03.606 INFO:tasks.rados.rados.0.smithi071.stdout:768: snap_create 2023-12-16T18:11:03.625 INFO:tasks.rados.rados.0.smithi071.stdout:767: expect (ObjNum 233 snap 56 seq_num 233) 2023-12-16T18:11:03.730 INFO:tasks.rados.rados.0.smithi071.stdout:766: expect (ObjNum 207 snap 52 seq_num 207) 2023-12-16T18:11:04.078 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (45s) 14s ago 3m 16.7M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (29s) 0s ago 3m 79.5M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (4m) 14s ago 4m 18.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (4m) 0s ago 4m 16.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (3s) 0s ago 6m 63.0M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (24s) 14s ago 7m 463M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 14s ago 7m 50.9M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 b343407f2395 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (6m) 0s ago 6m 46.5M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 14s ago 6m 41.6M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 159021d8e228 2023-12-16T18:11:04.407 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (43s) 14s ago 3m 8396k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (27s) 0s ago 3m 8388k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 14s ago 6m 137M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 14s ago 5m 120M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 14s ago 5m 134M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 14s ago 5m 84.6M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (5m) 0s ago 5m 116M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (4m) 0s ago 4m 146M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (4m) 0s ago 4m 90.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (4m) 0s ago 4m 92.2M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:11:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (7s) 0s ago 3m 38.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:11:04.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:04.291+0000 7f2723ca1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:11:04.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:04.431+0000 7f2723ca1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:766: done (2 left) 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:767: done (1 left) 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:768: done (0 left) 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:769: read oid 36 snap -1 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:769: expect deleted 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:770: copy_from oid 4 from oid 26 current snap is 68 2023-12-16T18:11:04.609 INFO:tasks.rados.rados.0.smithi071.stdout:771: delete oid 16 current snap is 68 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:771: done (2 left) 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:772: read oid 47 snap -1 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:772: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:773: read oid 1 snap 54 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:773: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 68 2023-12-16T18:11:04.610 INFO:tasks.rados.rados.0.smithi071.stdout:774: seq_num 254 ranges {3620864=663552,4284416=663552,4947968=540672} 2023-12-16T18:11:04.635 INFO:tasks.rados.rados.0.smithi071.stdout:774: writing smithi071127730-28 from 3620864 to 4284416 tid 1 2023-12-16T18:11:04.638 INFO:tasks.rados.rados.0.smithi071.stdout:774: writing smithi071127730-28 from 4284416 to 4947968 tid 2 2023-12-16T18:11:04.642 INFO:tasks.rados.rados.0.smithi071.stdout:774: writing smithi071127730-28 from 4947968 to 5488640 tid 3 2023-12-16T18:11:04.642 INFO:tasks.rados.rados.0.smithi071.stdout:775: rmattr oid 40 current snap is 68 2023-12-16T18:11:04.642 INFO:tasks.rados.rados.0.smithi071.stdout:775: done (5 left) 2023-12-16T18:11:04.642 INFO:tasks.rados.rados.0.smithi071.stdout:776: snap_remove snap 67 2023-12-16T18:11:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[78585]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 982 KiB/s wr, 2 op/s 2023-12-16T18:11:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[78585]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[89361]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 982 KiB/s wr, 2 op/s 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[89361]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:04 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:04.806 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:11:04.807 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 13, 2023-12-16T18:11:04.808 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:11:04.808 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:11:04.808 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:04.792+0000 7f2723ca1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:04.889+0000 7f2723ca1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-mon[82596]: pgmap v27: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 982 KiB/s wr, 2 op/s 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-mon[82596]: osdmap e189: 8 total, 8 up, 8 in 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:04.889 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:04 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.303 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:05.084+0000 7f2723ca1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:05.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:05.303+0000 7f2723ca1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:11:05.620 INFO:tasks.rados.rados.0.smithi071.stdout:776: done (5 left) 2023-12-16T18:11:05.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 68 2023-12-16T18:11:05.620 INFO:tasks.rados.rados.0.smithi071.stdout:777: seq_num 255 ranges {16384=679936,696320=548864,1245184=598016,1843200=57344} 2023-12-16T18:11:05.624 INFO:tasks.rados.rados.0.smithi071.stdout:777: writing smithi071127730-3 from 16384 to 696320 tid 1 2023-12-16T18:11:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:777: writing smithi071127730-3 from 696320 to 1245184 tid 2 2023-12-16T18:11:05.632 INFO:tasks.rados.rados.0.smithi071.stdout:777: writing smithi071127730-3 from 1245184 to 1843200 tid 3 2023-12-16T18:11:05.632 INFO:tasks.rados.rados.0.smithi071.stdout:777: writing smithi071127730-3 from 1843200 to 1900544 tid 4 2023-12-16T18:11:05.633 INFO:tasks.rados.rados.0.smithi071.stdout:778: rollback oid 10 current snap is 68 2023-12-16T18:11:05.633 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 54 2023-12-16T18:11:05.633 INFO:tasks.rados.rados.0.smithi071.stdout:773: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:11:05.683 INFO:tasks.rados.rados.0.smithi071.stdout:770: finishing copy_from to smithi071127730-4 2023-12-16T18:11:05.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 379 (ObjNum 239 snap 57 seq_num 239) dirty exists 2023-12-16T18:11:05.684 INFO:tasks.rados.rados.0.smithi071.stdout:770: finishing copy_from racing read to smithi071127730-4 2023-12-16T18:11:05.684 INFO:tasks.rados.rados.0.smithi071.stdout:772: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:05.870 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:05.591+0000 7f2723ca1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.871 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/4195011346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[89361]: from='client.? 172.21.15.71:0/4195011346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: osdmap e190: 8 total, 8 up, 8 in 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:05 smithi071 ceph-mon[78585]: from='client.? 172.21.15.71:0/4195011346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:06.040 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing write tid 1 to smithi071127730-28 2023-12-16T18:11:06.040 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing write tid 2 to smithi071127730-28 2023-12-16T18:11:06.040 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing write tid 3 to smithi071127730-28 2023-12-16T18:11:06.040 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing write tid 4 to smithi071127730-28 2023-12-16T18:11:06.040 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing write tid 5 to smithi071127730-28 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 197 (ObjNum 254 snap 68 seq_num 254) dirty exists 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:774: left oid 28 (ObjNum 254 snap 68 seq_num 254) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 1 to smithi071127730-3 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 2 to smithi071127730-3 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:769: done (6 left) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:770: done (5 left) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:772: done (4 left) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:773: done (3 left) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:774: done (2 left) 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:779: snap_create 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 3 to smithi071127730-3 2023-12-16T18:11:06.041 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 4 to smithi071127730-3 2023-12-16T18:11:06.042 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 5 to smithi071127730-3 2023-12-16T18:11:06.042 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing write tid 6 to smithi071127730-3 2023-12-16T18:11:06.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 410 (ObjNum 255 snap 68 seq_num 255) dirty exists 2023-12-16T18:11:06.042 INFO:tasks.rados.rados.0.smithi071.stdout:777: left oid 3 (ObjNum 255 snap 68 seq_num 255) 2023-12-16T18:11:06.042 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:11:06.043 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:11:06.043 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 2 to smithi071127730-10 2023-12-16T18:11:06.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 386 (ObjNum 209 snap 52 seq_num 209) dirty exists 2023-12-16T18:11:06.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:05.871+0000 7f2723ca1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:06.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:06.108+0000 7f2723ca1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:777: done (2 left) 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:778: done (1 left) 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:779: done (0 left) 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:780: copy_from oid 48 from oid 7 current snap is 69 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:781: read oid 2 snap -1 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:781: expect (ObjNum 245 snap 61 seq_num 245) 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 69 2023-12-16T18:11:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:782: seq_num 256 ranges {2154496=696320,2850816=434176,3284992=770048} 2023-12-16T18:11:06.611 INFO:tasks.rados.rados.0.smithi071.stdout:782: writing smithi071127730-13 from 2154496 to 2850816 tid 1 2023-12-16T18:11:06.614 INFO:tasks.rados.rados.0.smithi071.stdout:782: writing smithi071127730-13 from 2850816 to 3284992 tid 2 2023-12-16T18:11:06.618 INFO:tasks.rados.rados.0.smithi071.stdout:782: writing smithi071127730-13 from 3284992 to 4055040 tid 3 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:783: read oid 47 snap -1 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:783: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:784: delete oid 26 current snap is 69 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:780: finishing copy_from to smithi071127730-48 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:780: got expected ENOENT (src dne) 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:780: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:11:06.619 INFO:tasks.rados.rados.0.smithi071.stdout:781: expect (ObjNum 245 snap 61 seq_num 245) 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:782: finishing write tid 1 to smithi071127730-13 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:782: finishing write tid 2 to smithi071127730-13 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:780: done (4 left) 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:781: done (3 left) 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:784: done (2 left) 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:785: read oid 45 snap -1 2023-12-16T18:11:06.669 INFO:tasks.rados.rados.0.smithi071.stdout:785: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:786: rmattr oid 49 current snap is 69 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:786: done (3 left) 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:787: copy_from oid 1 from oid 38 current snap is 69 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:782: finishing write tid 3 to smithi071127730-13 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:782: finishing write tid 4 to smithi071127730-13 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:782: finishing write tid 5 to smithi071127730-13 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 314 (ObjNum 256 snap 69 seq_num 256) dirty exists 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:782: left oid 13 (ObjNum 256 snap 69 seq_num 256) 2023-12-16T18:11:06.670 INFO:tasks.rados.rados.0.smithi071.stdout:783: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:06.722 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:06 smithi184 ceph-mon[82596]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:11:06.722 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:06 smithi184 ceph-mon[82596]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T18:11:06.722 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:06 smithi184 ceph-mon[82596]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T18:11:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[78585]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:11:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[78585]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T18:11:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[78585]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T18:11:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[89361]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-16T18:11:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[89361]: osdmap e191: 8 total, 8 up, 8 in 2023-12-16T18:11:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:06 smithi071 ceph-mon[89361]: osdmap e192: 8 total, 8 up, 8 in 2023-12-16T18:11:07.027 INFO:tasks.rados.rados.0.smithi071.stdout:787: finishing copy_from to smithi071127730-1 2023-12-16T18:11:07.027 INFO:tasks.rados.rados.0.smithi071.stdout:787: got expected ENOENT (src dne) 2023-12-16T18:11:07.027 INFO:tasks.rados.rados.0.smithi071.stdout:787: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:11:07.027 INFO:tasks.rados.rados.0.smithi071.stdout:785: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:11:07.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:07.010+0000 7f2723ca1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:11:07.578 INFO:tasks.rados.rados.0.smithi071.stdout:782: done (3 left) 2023-12-16T18:11:07.578 INFO:tasks.rados.rados.0.smithi071.stdout:783: done (2 left) 2023-12-16T18:11:07.578 INFO:tasks.rados.rados.0.smithi071.stdout:785: done (1 left) 2023-12-16T18:11:07.578 INFO:tasks.rados.rados.0.smithi071.stdout:787: done (0 left) 2023-12-16T18:11:07.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 69 2023-12-16T18:11:07.579 INFO:tasks.rados.rados.0.smithi071.stdout:788: seq_num 258 ranges {2187264=729088,2916352=606208,3522560=598016} 2023-12-16T18:11:07.594 INFO:tasks.rados.rados.0.smithi071.stdout:788: writing smithi071127730-44 from 2187264 to 2916352 tid 1 2023-12-16T18:11:07.597 INFO:tasks.rados.rados.0.smithi071.stdout:788: writing smithi071127730-44 from 2916352 to 3522560 tid 2 2023-12-16T18:11:07.601 INFO:tasks.rados.rados.0.smithi071.stdout:788: writing smithi071127730-44 from 3522560 to 4120576 tid 3 2023-12-16T18:11:07.601 INFO:tasks.rados.rados.0.smithi071.stdout:789: snap_create 2023-12-16T18:11:07.601 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing write tid 1 to smithi071127730-44 2023-12-16T18:11:07.601 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing write tid 2 to smithi071127730-44 2023-12-16T18:11:07.603 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing write tid 3 to smithi071127730-44 2023-12-16T18:11:07.603 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing write tid 4 to smithi071127730-44 2023-12-16T18:11:07.604 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing write tid 5 to smithi071127730-44 2023-12-16T18:11:07.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 213 (ObjNum 258 snap 69 seq_num 258) dirty exists 2023-12-16T18:11:07.604 INFO:tasks.rados.rados.0.smithi071.stdout:788: left oid 44 (ObjNum 258 snap 69 seq_num 258) 2023-12-16T18:11:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:11:07] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2023-12-16T18:11:07.917 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:07.609+0000 7f2723ca1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:11:07.917 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:07.709+0000 7f2723ca1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:11:08.221 INFO:tasks.rados.rados.0.smithi071.stdout:788: done (1 left) 2023-12-16T18:11:08.221 INFO:tasks.rados.rados.0.smithi071.stdout:789: done (0 left) 2023-12-16T18:11:08.221 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 70 2023-12-16T18:11:08.221 INFO:tasks.rados.rados.0.smithi071.stdout:790: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2023-12-16T18:11:08.223 INFO:tasks.rados.rados.0.smithi071.stdout:790: writing smithi071127730-35 from 0 to 745472 tid 1 2023-12-16T18:11:08.227 INFO:tasks.rados.rados.0.smithi071.stdout:790: writing smithi071127730-35 from 745472 to 1286144 tid 2 2023-12-16T18:11:08.230 INFO:tasks.rados.rados.0.smithi071.stdout:790: writing smithi071127730-35 from 1286144 to 1867776 tid 3 2023-12-16T18:11:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:790: writing smithi071127730-35 from 1867776 to 1949696 tid 4 2023-12-16T18:11:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 70 2023-12-16T18:11:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 1 to smithi071127730-35 2023-12-16T18:11:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 2 to smithi071127730-35 2023-12-16T18:11:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:791: seq_num 260 ranges {5914624=761856,6676480=417792,7094272=786432} 2023-12-16T18:11:08.267 INFO:tasks.rados.rados.0.smithi071.stdout:791: writing smithi071127730-40 from 5914624 to 6676480 tid 1 2023-12-16T18:11:08.269 INFO:tasks.rados.rados.0.smithi071.stdout:791: writing smithi071127730-40 from 6676480 to 7094272 tid 2 2023-12-16T18:11:08.274 INFO:tasks.rados.rados.0.smithi071.stdout:791: writing smithi071127730-40 from 7094272 to 7880704 tid 3 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:792: read oid 22 snap -1 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:792: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:793: delete oid 31 current snap is 70 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 3 to smithi071127730-35 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 4 to smithi071127730-35 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 5 to smithi071127730-35 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing write tid 6 to smithi071127730-35 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:790: left oid 35 (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing write tid 1 to smithi071127730-40 2023-12-16T18:11:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing write tid 2 to smithi071127730-40 2023-12-16T18:11:08.276 INFO:tasks.rados.rados.0.smithi071.stdout:792: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing write tid 3 to smithi071127730-40 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing write tid 4 to smithi071127730-40 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:790: done (3 left) 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:792: done (2 left) 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:793: done (1 left) 2023-12-16T18:11:08.279 INFO:tasks.rados.rados.0.smithi071.stdout:794: read oid 17 snap -1 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:794: expect deleted 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:795: rollback oid 4 current snap is 70 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 61 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:796: read oid 20 snap -1 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:796: expect (ObjNum 234 snap 57 seq_num 234) 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:797: copy_from oid 21 from oid 47 current snap is 70 2023-12-16T18:11:08.280 INFO:tasks.rados.rados.0.smithi071.stdout:798: snap_remove snap 60 2023-12-16T18:11:08.336 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:07.917+0000 7f2723ca1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:07] ENGINE Bus STARTING 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: CherryPy Checker: 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: The Application mounted at '' has an empty config. 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:08] ENGINE Serving on http://:::9283 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:08] ENGINE Bus STARTED 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:08.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: Upgrade: Setting container_image for all mgr 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: Upgrade: It appears safe to stop mon.a 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 11 op/s 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: Standby manager daemon x restarted 2023-12-16T18:11:08.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: Standby manager daemon x started 2023-12-16T18:11:08.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:08.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:08.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:08.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:08.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: Upgrade: Setting container_image for all mgr 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: Upgrade: It appears safe to stop mon.a 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 11 op/s 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: Standby manager daemon x restarted 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: Standby manager daemon x started 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:08.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[78585]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: Upgrade: Setting container_image for all mgr 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:08.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: Upgrade: It appears safe to stop mon.a 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 11 op/s 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: Standby manager daemon x restarted 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: Standby manager daemon x started 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:08.477 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:08 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/820572517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:09.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:11:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:11:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:798: done (5 left) 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:799: rmattr oid 11 current snap is 70 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:799: done (5 left) 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:800: read oid 18 snap -1 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:800: expect (ObjNum 192 snap 46 seq_num 192) 2023-12-16T18:11:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:801: snap_create 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing write tid 5 to smithi071127730-40 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 364 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:791: left oid 40 (ObjNum 260 snap 70 seq_num 260) 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:795: finishing rollback tid 0 to smithi071127730-4 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:795: finishing rollback tid 1 to smithi071127730-4 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:795: finishing rollback tid 2 to smithi071127730-4 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 382 (ObjNum 242 snap 60 seq_num 242) dirty exists 2023-12-16T18:11:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:796: expect (ObjNum 234 snap 57 seq_num 234) 2023-12-16T18:11:09.319 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: Upgrade: Updating mon.a 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: Deploying daemon mon.a on smithi071 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: mgrmap e34: y(active, since 20s), standbys: x 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[78585]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: Upgrade: Updating mon.a 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:09.320 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:09.321 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: Deploying daemon mon.a on smithi071 2023-12-16T18:11:09.321 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: mgrmap e34: y(active, since 20s), standbys: x 2023-12-16T18:11:09.321 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-mon[89361]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T18:11:09.440 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing copy_from to smithi071127730-21 2023-12-16T18:11:09.440 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 258 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:11:09.440 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:11:09.440 INFO:tasks.rados.rados.0.smithi071.stdout:800: expect (ObjNum 192 snap 46 seq_num 192) 2023-12-16T18:11:09.445 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: Upgrade: Updating mon.a 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: Deploying daemon mon.a on smithi071 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: mgrmap e34: y(active, since 20s), standbys: x 2023-12-16T18:11:09.446 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:09 smithi184 ceph-mon[82596]: osdmap e193: 8 total, 8 up, 8 in 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 systemd[1]: Stopping Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[78581]: 2023-12-16T18:11:09.545+0000 7f847ef91700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[78581]: 2023-12-16T18:11:09.545+0000 7f847ef91700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE Bus STOPPING 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:11:09.667 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE Bus STOPPED 2023-12-16T18:11:09.668 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE Bus STARTING 2023-12-16T18:11:09.668 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE Serving on http://:::9283 2023-12-16T18:11:09.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:09] ENGINE Bus STARTED 2023-12-16T18:11:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 podman[139552]: 2023-12-16 18:11:09.688083227 +0000 UTC m=+0.193966494 container died b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS) 2023-12-16T18:11:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 podman[139552]: 2023-12-16 18:11:09.77686823 +0000 UTC m=+0.282751490 container cleanup b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:11:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 bash[139552]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a 2023-12-16T18:11:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:09 smithi071 podman[139577]: 2023-12-16 18:11:09.901452161 +0000 UTC m=+0.212424618 container remove b343407f239557b0de5ec5654b2cb9ddd5d11e57542f0b29402955c2b0089614 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, ceph=True) 2023-12-16T18:11:10.383 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service: Deactivated successfully. 2023-12-16T18:11:10.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 systemd[1]: Stopped Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:10.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service: Consumed 11.735s CPU time. 2023-12-16T18:11:10.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 systemd[1]: Starting Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 podman[139706]: 2023-12-16 18:11:10.38476556 +0000 UTC m=+0.064506298 container create d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 podman[139706]: 2023-12-16 18:11:10.337888191 +0000 UTC m=+0.017628942 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 podman[139706]: 2023-12-16 18:11:10.460181371 +0000 UTC m=+0.139922109 container init d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 podman[139706]: 2023-12-16 18:11:10.472055976 +0000 UTC m=+0.151796714 container start d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 bash[139706]: d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: pidfile_write: ignore empty --pid-file 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 systemd[1]: Started Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: load: jerasure load: lrc 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: RocksDB version: 7.9.2 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Git sha 0 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T18:11:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: DB SUMMARY 2023-12-16T18:11:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: DB Session ID: CGBQ2X6RFFUAL681NQ9X 2023-12-16T18:11:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:11:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:11:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: MANIFEST file: MANIFEST-000015 size: 793 Bytes 2023-12-16T18:11:10.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000027.sst 2023-12-16T18:11:10.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000025.log size: 3961757 ; 2023-12-16T18:11:10.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:11:10.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.env: 0x55c14dfcca60 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.info_log: 0x55c14e931760 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.statistics: (nil) 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.use_fsync: 0 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:11:10.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.db_log_dir: 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.wal_dir: 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:11:10.728 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.write_buffer_manager: 0x55c14e904f00 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.unordered_write: 0 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:11:10.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.row_cache: None 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.wal_filter: None 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.wal_compression: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:11:10.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:11:10.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_open_files: -1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Compression algorithms supported: 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kZSTD supported: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:11:10.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.merge_operator: 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_filter: None 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:11:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c14e931880) 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 4 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2023-12-16T18:11:10.734 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x55c14e987090 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2023-12-16T18:11:10.735 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: bloomfilter 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 5 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_auto_readahead_size: 262144 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: prepopulate_block_cache: 0 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: initial_auto_readahead_size: 8192 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression: NoCompression 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:11:10.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.num_levels: 7 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:10.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:11:10.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:11:10.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:11:10.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.ttl: 2592000 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:11:10.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 29, last_sequence is 10369, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 870f1b83-ed6c-48c5-96fd-1be9c27307f1 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750270501307, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-12-16T18:11:10.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750270520223, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3654908, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 10371, "largest_seqno": 12463, "table_properties": {"data_size": 3644552, "index_size": 7096, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2245, "raw_key_size": 21642, "raw_average_key_size": 24, "raw_value_size": 3624534, "raw_average_value_size": 4081, "num_data_blocks": 315, "num_entries": 888, "num_filter_entries": 888, "num_deletions": 36, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702750270, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "870f1b83-ed6c-48c5-96fd-1be9c27307f1", "db_session_id": "CGBQ2X6RFFUAL681NQ9X", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750270520341, "job": 1, "event": "recovery_finished"} 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c14ea22000 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: DB pointer 0x55c14ea10000 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:11:10.743 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 1/0 3.49 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 265.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: L6 1/0 7.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 10.99 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 265.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 265.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 265.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2023-12-16T18:11:10.744 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.003, interval 0.003 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 162.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 162.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache BinnedLRUCache@0x55c14e987090#2 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.745 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???) e3 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).mds e6 new map 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).mds e6 print_map 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: e6 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: 1 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: Filesystem 'cephfs' (1) 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: fs_name cephfs 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: epoch 6 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: created 2023-12-16T18:06:58.329117+0000 2023-12-16T18:11:10.746 INFO:journalctl@ceph.mon.a.smithi071.stdout: modified 2023-12-16T18:07:01.011215+0000 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: tableserver 0 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: root 0 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: session_timeout 60 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: session_autoclose 300 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_file_size 1099511627776 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_xattr_size 65536 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: required_client_features {} 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: last_failure 0 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: last_failure_osd_epoch 0 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_mds 1 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: in 0 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: up {0=24340} 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: failed 2023-12-16T18:11:10.747 INFO:journalctl@ceph.mon.a.smithi071.stdout: damaged 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: stopped 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_pools [3] 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_pool 2 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: inline_data disabled 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: balancer 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: bal_rank_mask -1 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: standby_count_wanted 0 2023-12-16T18:11:10.748 INFO:journalctl@ceph.mon.a.smithi071.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout: Standby daemons: 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).osd e194 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).osd e194 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).osd e194 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).osd e194 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:10.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:10 smithi071 ceph-mon[139725]: mon.a@-1(???).paxosservice(auth 1..17) refresh upgraded, format 0 -> 3 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:791: done (6 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:794: done (5 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:795: done (4 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:796: done (3 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:797: done (2 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:800: done (1 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:801: done (0 left) 2023-12-16T18:11:11.217 INFO:tasks.rados.rados.0.smithi071.stdout:802: delete oid 15 current snap is 71 2023-12-16T18:11:11.221 INFO:tasks.rados.rados.0.smithi071.stdout:802: done (0 left) 2023-12-16T18:11:11.222 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 71 2023-12-16T18:11:11.222 INFO:tasks.rados.rados.0.smithi071.stdout:803: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2023-12-16T18:11:11.224 INFO:tasks.rados.rados.0.smithi071.stdout:803: writing smithi071127730-6 from 0 to 409600 tid 1 2023-12-16T18:11:11.227 INFO:tasks.rados.rados.0.smithi071.stdout:803: writing smithi071127730-6 from 409600 to 884736 tid 2 2023-12-16T18:11:11.230 INFO:tasks.rados.rados.0.smithi071.stdout:803: writing smithi071127730-6 from 884736 to 1441792 tid 3 2023-12-16T18:11:11.234 INFO:tasks.rados.rados.0.smithi071.stdout:803: writing smithi071127730-6 from 1441792 to 2015232 tid 4 2023-12-16T18:11:11.234 INFO:tasks.rados.rados.0.smithi071.stdout:804: snap_remove snap 70 2023-12-16T18:11:11.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ignoring --setuser ceph since I am not root 2023-12-16T18:11:11.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ignoring --setgroup ceph since I am not root 2023-12-16T18:11:11.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mgr[131086]: -- 172.21.15.71:0/3743450371 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55af3ebd3520 con 0x55af3eba8800 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: mon.a calling monitor election 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: mgrmap e34: y(active, since 23s), standbys: x 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: from='mgr.25073 ' entity='' 2023-12-16T18:11:11.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: mgrmap e35: y(active, since 23s), standbys: x 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[139725]: overall HEALTH_OK 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: mon.a calling monitor election 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: mgrmap e34: y(active, since 23s), standbys: x 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: from='mgr.25073 ' entity='' 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: mgrmap e35: y(active, since 23s), standbys: x 2023-12-16T18:11:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-mon[89361]: overall HEALTH_OK 2023-12-16T18:11:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:11.208+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e195 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:11.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: ignoring --setuser ceph since I am not root 2023-12-16T18:11:11.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: ignoring --setgroup ceph since I am not root 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mgr[128102]: -- 172.21.15.184:0/677619802 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c861bd1520 con 0x55c861ba7000 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: from='mgr.25073 172.21.15.71:0/2643533448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: mon.a calling monitor election 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: osdmap e194: 8 total, 8 up, 8 in 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: mgrmap e34: y(active, since 23s), standbys: x 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: from='mgr.25073 ' entity='' 2023-12-16T18:11:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: mgrmap e35: y(active, since 23s), standbys: x 2023-12-16T18:11:11.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-mon[82596]: overall HEALTH_OK 2023-12-16T18:11:11.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:11.207+0000 7f9f5922d700 -1 mon.b@1(peon).osd e195 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:12.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:11.721+0000 7f598e937200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:11:12.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:11.812+0000 7f598e937200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:11:12.208 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:11.725+0000 7f47f51bf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-16T18:11:12.208 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:11 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:11.816+0000 7f47f51bf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-16T18:11:12.218 INFO:tasks.rados.rados.0.smithi071.stdout:804: done (1 left) 2023-12-16T18:11:12.219 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 71 2023-12-16T18:11:12.219 INFO:tasks.rados.rados.0.smithi071.stdout:805: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2023-12-16T18:11:12.221 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi071127730-11 from 0 to 425984 tid 1 2023-12-16T18:11:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi071127730-11 from 425984 to 1187840 tid 2 2023-12-16T18:11:12.231 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi071127730-11 from 1187840 to 1957888 tid 3 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi071127730-11 from 1957888 to 2031616 tid 4 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:806: copy_from oid 1 from oid 28 current snap is 71 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 1 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 2 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 3 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 4 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 5 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:803: finishing write tid 6 to smithi071127730-6 2023-12-16T18:11:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 323 (ObjNum 263 snap 71 seq_num 263) dirty exists 2023-12-16T18:11:12.233 INFO:tasks.rados.rados.0.smithi071.stdout:803: left oid 6 (ObjNum 263 snap 71 seq_num 263) 2023-12-16T18:11:12.233 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 1 to smithi071127730-11 2023-12-16T18:11:12.233 INFO:tasks.rados.rados.0.smithi071.stdout:803: done (2 left) 2023-12-16T18:11:12.233 INFO:tasks.rados.rados.0.smithi071.stdout:807: snap_remove snap 61 2023-12-16T18:11:12.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-mon[82596]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T18:11:12.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-mon[82596]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-mon[82596]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-mon[82596]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:12.212+0000 7f9f5922d700 -1 mon.b@1(peon).osd e196 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:12.465 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[139725]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T18:11:12.465 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[139725]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.465 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[139725]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.465 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[139725]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[89361]: osdmap e195: 8 total, 8 up, 8 in 2023-12-16T18:11:12.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[89361]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[89361]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-mon[89361]: failed to encode map e195 with expected crc 2023-12-16T18:11:12.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:12.213+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e196 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:12.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:12.466+0000 7f47f51bf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:11:12.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:12.562+0000 7f47f51bf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:11:12.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:12.709+0000 7f47f51bf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:11:12.894 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:12.463+0000 7f598e937200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-16T18:11:12.894 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:12.555+0000 7f598e937200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-16T18:11:12.894 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:12.698+0000 7f598e937200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-16T18:11:13.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:12.794+0000 7f598e937200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:11:13.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:12.879+0000 7f598e937200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:11:13.153 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:12.810+0000 7f47f51bf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-16T18:11:13.153 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:12.899+0000 7f47f51bf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:807: done (2 left) 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:808: copy_from oid 24 from oid 22 current snap is 71 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 2 to smithi071127730-11 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 3 to smithi071127730-11 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 4 to smithi071127730-11 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 5 to smithi071127730-11 2023-12-16T18:11:13.229 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 6 to smithi071127730-11 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 427 (ObjNum 264 snap 71 seq_num 264) dirty exists 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:805: left oid 11 (ObjNum 264 snap 71 seq_num 264) 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing copy_from to smithi071127730-1 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 197 (ObjNum 254 snap 68 seq_num 254) dirty exists 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:805: done (2 left) 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:806: done (1 left) 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:809: copy_from oid 43 from oid 35 current snap is 71 2023-12-16T18:11:13.230 INFO:tasks.rados.rados.0.smithi071.stdout:810: setattr oid 29 current snap is 71 2023-12-16T18:11:13.231 INFO:tasks.rados.rados.0.smithi071.stdout:811: setattr oid 32 current snap is 71 2023-12-16T18:11:13.233 INFO:tasks.rados.rados.0.smithi071.stdout:812: snap_create 2023-12-16T18:11:13.240 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing copy_from to smithi071127730-24 2023-12-16T18:11:13.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 280 (ObjNum 289 snap 0 seq_num 4253952074) dirty exists 2023-12-16T18:11:13.241 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:11:13.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 144 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:11:13.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 473 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:11:13.255 INFO:tasks.rados.rados.0.smithi071.stdout:809: finishing copy_from to smithi071127730-43 2023-12-16T18:11:13.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:11:13.255 INFO:tasks.rados.rados.0.smithi071.stdout:809: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-mon[82596]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-mon[82596]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-mon[82596]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-mon[82596]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-mon[82596]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:13.220+0000 7f9f5922d700 -1 mon.b@1(peon).osd e197 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:13.130+0000 7f598e937200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:11:13.435 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:13.252+0000 7f598e937200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:13.436 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:13.340+0000 7f598e937200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:11:13.436 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:13.435+0000 7f598e937200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:11:13.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:13.153+0000 7f47f51bf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-16T18:11:13.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:13.281+0000 7f47f51bf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:13.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:13.371+0000 7f47f51bf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-16T18:11:13.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[139725]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T18:11:13.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[139725]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[139725]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[139725]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[139725]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[89361]: osdmap e196: 8 total, 8 up, 8 in 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[89361]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[89361]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.469 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[89361]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.470 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-mon[89361]: failed to encode map e196 with expected crc 2023-12-16T18:11:13.470 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:13.222+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e197 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:13.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:13.468+0000 7f47f51bf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-16T18:11:13.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:13.650+0000 7f47f51bf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:11:13.724 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:11:13.506Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T18:11:13.724 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:11:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:11:13.507Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T18:11:13.836 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:13.615+0000 7f598e937200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:808: done (4 left) 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:809: done (3 left) 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:810: done (2 left) 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:811: done (1 left) 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:812: done (0 left) 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:813: rollback oid 27 current snap is 72 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 52 2023-12-16T18:11:14.230 INFO:tasks.rados.rados.0.smithi071.stdout:814: snap_remove snap 45 2023-12-16T18:11:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[139725]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[139725]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T18:11:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[139725]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[89361]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[89361]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T18:11:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-mon[89361]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:14.224+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e198 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-mon[82596]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-mon[82596]: osdmap e197: 8 total, 8 up, 8 in 2023-12-16T18:11:14.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-mon[82596]: failed to encode map e197 with expected crc 2023-12-16T18:11:14.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:14.224+0000 7f9f5922d700 -1 mon.b@1(peon).osd e198 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:14.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:14.616+0000 7f47f51bf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:11:14.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:14.747+0000 7f47f51bf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:11:15.067 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:14.589+0000 7f598e937200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-16T18:11:15.067 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:14.722+0000 7f598e937200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-16T18:11:15.234 INFO:tasks.rados.rados.0.smithi071.stdout:814: done (1 left) 2023-12-16T18:11:15.234 INFO:tasks.rados.rados.0.smithi071.stdout:815: copy_from oid 11 from oid 41 current snap is 72 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 479 (ObjNum 209 snap 52 seq_num 209) dirty exists 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:813: done (1 left) 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:816: copy_from oid 46 from oid 17 current snap is 72 2023-12-16T18:11:15.235 INFO:tasks.rados.rados.0.smithi071.stdout:817: delete oid 29 current snap is 72 2023-12-16T18:11:15.249 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing copy_from to smithi071127730-46 2023-12-16T18:11:15.249 INFO:tasks.rados.rados.0.smithi071.stdout:816: got expected ENOENT (src dne) 2023-12-16T18:11:15.249 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing copy_from racing read to smithi071127730-46 2023-12-16T18:11:15.255 INFO:tasks.rados.rados.0.smithi071.stdout:816: done (2 left) 2023-12-16T18:11:15.255 INFO:tasks.rados.rados.0.smithi071.stdout:817: done (1 left) 2023-12-16T18:11:15.255 INFO:tasks.rados.rados.0.smithi071.stdout:818: snap_remove snap 66 2023-12-16T18:11:15.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-mon[82596]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T18:11:15.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-mon[82596]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-mon[82596]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-mon[82596]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:15.231+0000 7f9f5922d700 -1 mon.b@1(peon).osd e199 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:15.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:15.067+0000 7f598e937200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:11:15.337 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:15.166+0000 7f598e937200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:11:15.373 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:15.083+0000 7f47f51bf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:15.173+0000 7f47f51bf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[139725]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[139725]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[139725]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[139725]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[89361]: osdmap e198: 8 total, 8 up, 8 in 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[89361]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[89361]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.374 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-mon[89361]: failed to encode map e198 with expected crc 2023-12-16T18:11:15.375 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:15.229+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e199 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:15.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:15.374+0000 7f47f51bf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:15.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:15.559+0000 7f47f51bf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:11:15.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:15.374+0000 7f598e937200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:15.837 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:15.576+0000 7f598e937200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-16T18:11:16.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:15 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:15.829+0000 7f47f51bf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:16.139 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:15.864+0000 7f598e937200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-16T18:11:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:818: done (1 left) 2023-12-16T18:11:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 72 2023-12-16T18:11:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing copy_from to smithi071127730-11 2023-12-16T18:11:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 153 (ObjNum 197 snap 50 seq_num 197) dirty exists 2023-12-16T18:11:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:819: seq_num 266 ranges {1712128=458752,2170880=524288,2695168=729088,3424256=352256} 2023-12-16T18:11:16.252 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi071127730-2 from 1712128 to 2170880 tid 1 2023-12-16T18:11:16.256 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi071127730-2 from 2170880 to 2695168 tid 2 2023-12-16T18:11:16.261 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi071127730-2 from 2695168 to 3424256 tid 3 2023-12-16T18:11:16.263 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi071127730-2 from 3424256 to 3776512 tid 4 2023-12-16T18:11:16.263 INFO:tasks.rados.rados.0.smithi071.stdout:820: delete oid 5 current snap is 72 2023-12-16T18:11:16.264 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:11:16.264 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 1 to smithi071127730-2 2023-12-16T18:11:16.264 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 2 to smithi071127730-2 2023-12-16T18:11:16.264 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 3 to smithi071127730-2 2023-12-16T18:11:16.265 INFO:tasks.rados.rados.0.smithi071.stdout:815: done (2 left) 2023-12-16T18:11:16.265 INFO:tasks.rados.rados.0.smithi071.stdout:820: done (1 left) 2023-12-16T18:11:16.265 INFO:tasks.rados.rados.0.smithi071.stdout:821: snap_remove snap 54 2023-12-16T18:11:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[139725]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T18:11:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[139725]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[139725]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[139725]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:16.085+0000 7f47f51bf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:16.320+0000 7f47f51bf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[89361]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[89361]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[89361]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-mon[89361]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:16.234+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e200 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:16.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:16.139+0000 7f598e937200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-16T18:11:16.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:16.381+0000 7f598e937200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-16T18:11:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-mon[82596]: osdmap e199: 8 total, 8 up, 8 in 2023-12-16T18:11:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-mon[82596]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-mon[82596]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-mon[82596]: failed to encode map e199 with expected crc 2023-12-16T18:11:16.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:16.233+0000 7f9f5922d700 -1 mon.b@1(peon).osd e200 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:17.244 INFO:tasks.rados.rados.0.smithi071.stdout:821: done (1 left) 2023-12-16T18:11:17.245 INFO:tasks.rados.rados.0.smithi071.stdout:822: read oid 9 snap -1 2023-12-16T18:11:17.245 INFO:tasks.rados.rados.0.smithi071.stdout:822: expect deleted 2023-12-16T18:11:17.245 INFO:tasks.rados.rados.0.smithi071.stdout:823: snap_remove snap 55 2023-12-16T18:11:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:17.107+0000 7f47f51bf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[139725]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[139725]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[139725]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[89361]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[89361]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-mon[89361]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:17.239+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:17.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:17.189+0000 7f598e937200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-16T18:11:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-mon[82596]: osdmap e200: 8 total, 8 up, 8 in 2023-12-16T18:11:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-mon[82596]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-mon[82596]: failed to encode map e200 with expected crc 2023-12-16T18:11:17.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:17.239+0000 7f9f5922d700 -1 mon.b@1(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:17.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:17.685+0000 7f47f51bf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:11:17.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:17.783+0000 7f47f51bf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:11:18.012 INFO:tasks.rados.rados.0.smithi071.stdout:823: done (2 left) 2023-12-16T18:11:18.012 INFO:tasks.rados.rados.0.smithi071.stdout:824: read oid 47 snap -1 2023-12-16T18:11:18.012 INFO:tasks.rados.rados.0.smithi071.stdout:824: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:18.012 INFO:tasks.rados.rados.0.smithi071.stdout:825: rollback oid 33 current snap is 72 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 62 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 4 to smithi071127730-2 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 5 to smithi071127730-2 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 6 to smithi071127730-2 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 501 (ObjNum 266 snap 72 seq_num 266) dirty exists 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:819: left oid 2 (ObjNum 266 snap 72 seq_num 266) 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:819: done (3 left) 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 72 2023-12-16T18:11:18.013 INFO:tasks.rados.rados.0.smithi071.stdout:826: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2023-12-16T18:11:18.015 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi071127730-29 from 0 to 491520 tid 1 2023-12-16T18:11:18.021 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi071127730-29 from 491520 to 1236992 tid 2 2023-12-16T18:11:18.027 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi071127730-29 from 1236992 to 1982464 tid 3 2023-12-16T18:11:18.027 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi071127730-29 from 1982464 to 2097152 tid 4 2023-12-16T18:11:18.028 INFO:tasks.rados.rados.0.smithi071.stdout:822: done (3 left) 2023-12-16T18:11:18.028 INFO:tasks.rados.rados.0.smithi071.stdout:827: read oid 24 snap -1 2023-12-16T18:11:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:827: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:11:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:828: delete oid 30 current snap is 72 2023-12-16T18:11:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:825: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:11:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:825: finishing rollback tid 2 to smithi071127730-33 2023-12-16T18:11:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 161 (ObjNum 186 snap 44 seq_num 186) dirty exists 2023-12-16T18:11:18.030 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 1 to smithi071127730-29 2023-12-16T18:11:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 2 to smithi071127730-29 2023-12-16T18:11:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:827: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:11:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:825: done (4 left) 2023-12-16T18:11:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:827: done (3 left) 2023-12-16T18:11:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:828: done (2 left) 2023-12-16T18:11:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:829: setattr oid 16 current snap is 72 2023-12-16T18:11:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 3 to smithi071127730-29 2023-12-16T18:11:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 4 to smithi071127730-29 2023-12-16T18:11:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 5 to smithi071127730-29 2023-12-16T18:11:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 6 to smithi071127730-29 2023-12-16T18:11:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 161 (ObjNum 268 snap 72 seq_num 268) dirty exists 2023-12-16T18:11:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:826: left oid 29 (ObjNum 268 snap 72 seq_num 268) 2023-12-16T18:11:18.044 INFO:tasks.rados.rados.0.smithi071.stdout:826: done (2 left) 2023-12-16T18:11:18.044 INFO:tasks.rados.rados.0.smithi071.stdout:830: rmattr oid 20 current snap is 72 2023-12-16T18:11:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:830: done (2 left) 2023-12-16T18:11:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:831: setattr oid 21 current snap is 72 2023-12-16T18:11:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:832: delete oid 10 current snap is 72 2023-12-16T18:11:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:824: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:18.086 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:17.773+0000 7f598e937200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-16T18:11:18.087 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:17.873+0000 7f598e937200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-16T18:11:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:18.003+0000 7f9f5922d700 -1 mon.b@1(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:17.985+0000 7f47f51bf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:18] ENGINE Bus STARTING 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.161+0000 7f4756bf7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.161+0000 7f4756bf7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.161+0000 7f4756bf7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.161+0000 7f4756bf7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.161+0000 7f4756bf7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.162+0000 7f4753bf1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.162+0000 7f4753bf1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.162+0000 7f4753bf1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.162+0000 7f4753bf1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.162+0000 7f4753bf1700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: CherryPy Checker: 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: The Application mounted at '' has an empty config. 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:18] ENGINE Serving on http://:::9283 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:11:18] ENGINE Bus STARTED 2023-12-16T18:11:18.242 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:18.002+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 473 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 296 (ObjNum 33 snap 0 seq_num 4253321852) dirty exists 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:824: done (3 left) 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:829: done (2 left) 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:831: done (1 left) 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:832: done (0 left) 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:833: copy_from oid 8 from oid 47 current snap is 72 2023-12-16T18:11:18.434 INFO:tasks.rados.rados.0.smithi071.stdout:834: read oid 25 snap -1 2023-12-16T18:11:18.435 INFO:tasks.rados.rados.0.smithi071.stdout:834: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:18.435 INFO:tasks.rados.rados.0.smithi071.stdout:835: snap_create 2023-12-16T18:11:18.438 INFO:tasks.rados.rados.0.smithi071.stdout:834: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:18.483 INFO:tasks.rados.rados.0.smithi071.stdout:833: finishing copy_from to smithi071127730-8 2023-12-16T18:11:18.484 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 258 (ObjNum 180 snap 44 seq_num 180) dirty exists 2023-12-16T18:11:18.484 INFO:tasks.rados.rados.0.smithi071.stdout:833: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:11:18.586 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:18.090+0000 7f598e937200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:18] ENGINE Bus STARTING 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: CherryPy Checker: 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: The Application mounted at '' has an empty config. 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:18] ENGINE Serving on http://:::9283 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x[128098]: [16/Dec/2023:18:11:18] ENGINE Bus STARTED 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: Active manager daemon y restarted 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: Activating manager daemon y 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: mgrmap e36: y(active, starting, since 0.00553853s), standbys: x 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:11:18.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: failed to encode map e202 with expected crc 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: Manager daemon y is now available 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:18.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: Standby manager daemon x restarted 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: Standby manager daemon x started 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:11:18.590 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:18 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: Active manager daemon y restarted 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: Activating manager daemon y 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: mgrmap e36: y(active, starting, since 0.00553853s), standbys: x 2023-12-16T18:11:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:11:18.634 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: failed to encode map e202 with expected crc 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: Manager daemon y is now available 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: Standby manager daemon x restarted 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: Standby manager daemon x started 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:18.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: osdmap e201: 8 total, 8 up, 8 in 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: failed to encode map e201 with expected crc 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: Active manager daemon y restarted 2023-12-16T18:11:18.636 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: Activating manager daemon y 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: osdmap e202: 8 total, 8 up, 8 in 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: mgrmap e36: y(active, starting, since 0.00553853s), standbys: x 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:11:18.637 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: failed to encode map e202 with expected crc 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: Manager daemon y is now available 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:18.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: Standby manager daemon x restarted 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: Standby manager daemon x started 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.? 172.21.15.184:0/3278579113' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-16T18:11:18.639 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-16T18:11:18.973 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:11:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:11:18.633Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=5 2023-12-16T18:11:19.254 INFO:tasks.rados.rados.0.smithi071.stdout:833: done (2 left) 2023-12-16T18:11:19.254 INFO:tasks.rados.rados.0.smithi071.stdout:834: done (1 left) 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:835: done (0 left) 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:836: rmattr oid 35 current snap is 73 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:836: done (0 left) 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:837: read oid 27 snap -1 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:837: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:838: setattr oid 18 current snap is 73 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:839: rollback oid 25 current snap is 73 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 68 2023-12-16T18:11:19.255 INFO:tasks.rados.rados.0.smithi071.stdout:840: snap_remove snap 65 2023-12-16T18:11:19.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: [16/Dec/2023:18:11:18] ENGINE Bus STARTING 2023-12-16T18:11:19.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: mgrmap e37: y(active, since 1.01073s), standbys: x 2023-12-16T18:11:19.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: pgmap v3: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:19.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: [16/Dec/2023:18:11:19] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:11:19.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: [16/Dec/2023:18:11:19] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:11:19.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-mon[82596]: [16/Dec/2023:18:11:19] ENGINE Bus STARTED 2023-12-16T18:11:19.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:19.250+0000 7f9f5922d700 -1 mon.b@1(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:19.011+0000 7f47ab587700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: [16/Dec/2023:18:11:18] ENGINE Bus STARTING 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: mgrmap e37: y(active, since 1.01073s), standbys: x 2023-12-16T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: pgmap v3: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: [16/Dec/2023:18:11:19] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: [16/Dec/2023:18:11:19] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[89361]: [16/Dec/2023:18:11:19] ENGINE Bus STARTED 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:19.248+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: failed to encode map e202 with expected crc 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: [16/Dec/2023:18:11:18] ENGINE Bus STARTING 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: mgrmap e37: y(active, since 1.01073s), standbys: x 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: pgmap v3: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:19.458 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: [16/Dec/2023:18:11:19] ENGINE Serving on http://172.21.15.71:8765 2023-12-16T18:11:19.459 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: [16/Dec/2023:18:11:19] ENGINE Serving on https://172.21.15.71:7150 2023-12-16T18:11:19.459 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-mon[139725]: [16/Dec/2023:18:11:19] ENGINE Bus STARTED 2023-12-16T18:11:19.723 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 18:11:19 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T18:11:19.618Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2023-12-16T18:11:20.264 INFO:tasks.rados.rados.0.smithi071.stdout:840: done (3 left) 2023-12-16T18:11:20.264 INFO:tasks.rados.rados.0.smithi071.stdout:841: snap_remove snap 69 2023-12-16T18:11:20.381 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T18:11:20.381 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.381 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.381 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.381 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[139725]: pgmap v5: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-mon[89361]: pgmap v5: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:20.382 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:20.258+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: osdmap e203: 8 total, 8 up, 8 in 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: failed to encode map e203 with expected crc 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-mon[82596]: pgmap v5: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:20.513 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:20.258+0000 7f9f5922d700 -1 mon.b@1(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:841: done (3 left) 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:842: setattr oid 32 current snap is 73 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:839: finishing rollback tid 0 to smithi071127730-25 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:839: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:839: finishing rollback tid 2 to smithi071127730-25 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 300 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 281 (ObjNum 192 snap 46 seq_num 192) dirty exists 2023-12-16T18:11:20.536 INFO:tasks.rados.rados.0.smithi071.stdout:837: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:11:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:20.530+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:20.800 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:20.530+0000 7f9f5922d700 -1 mon.b@1(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:837: done (3 left) 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:838: done (2 left) 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:839: done (1 left) 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:843: read oid 38 snap -1 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:843: expect deleted 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 73 2023-12-16T18:11:20.854 INFO:tasks.rados.rados.0.smithi071.stdout:844: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2023-12-16T18:11:20.857 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi071127730-49 from 0 to 540672 tid 1 2023-12-16T18:11:20.861 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi071127730-49 from 540672 to 1343488 tid 2 2023-12-16T18:11:20.865 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi071127730-49 from 1343488 to 1859584 tid 3 2023-12-16T18:11:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi071127730-49 from 1859584 to 2146304 tid 4 2023-12-16T18:11:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:845: copy_from oid 3 from oid 19 current snap is 73 2023-12-16T18:11:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:846: read oid 47 snap -1 2023-12-16T18:11:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:846: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:847: delete oid 14 current snap is 73 2023-12-16T18:11:20.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 529 (ObjNum 188 snap 45 seq_num 188) dirty exists 2023-12-16T18:11:20.868 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 1 to smithi071127730-49 2023-12-16T18:11:20.868 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 2 to smithi071127730-49 2023-12-16T18:11:20.868 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 3 to smithi071127730-49 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 4 to smithi071127730-49 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 5 to smithi071127730-49 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:842: done (5 left) 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:843: done (4 left) 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:847: done (3 left) 2023-12-16T18:11:20.871 INFO:tasks.rados.rados.0.smithi071.stdout:848: snap_remove snap 63 2023-12-16T18:11:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: failed to encode map e203 with expected crc 2023-12-16T18:11:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: failed to encode map e205 with expected crc 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: mgrmap e38: y(active, since 3s), standbys: x 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: failed to encode map e203 with expected crc 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: failed to encode map e205 with expected crc 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: mgrmap e38: y(active, since 3s), standbys: x 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: failed to encode map e203 with expected crc 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: osdmap e204: 8 total, 8 up, 8 in 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: failed to encode map e204 with expected crc 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: osdmap e205: 8 total, 8 up, 8 in 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: failed to encode map e205 with expected crc 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: mgrmap e38: y(active, since 3s), standbys: x 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:21.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:21.597+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:21.605 INFO:tasks.rados.rados.0.smithi071.stdout:848: done (3 left) 2023-12-16T18:11:21.605 INFO:tasks.rados.rados.0.smithi071.stdout:849: snap_remove snap 64 2023-12-16T18:11:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:21.597+0000 7f9f5922d700 -1 mon.b@1(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: failed to encode map e205 with expected crc 2023-12-16T18:11:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T18:11:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: pgmap v9: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: failed to encode map e205 with expected crc 2023-12-16T18:11:22.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T18:11:22.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: pgmap v9: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: failed to encode map e205 with expected crc 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: osdmap e206: 8 total, 8 up, 8 in 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: failed to encode map e206 with expected crc 2023-12-16T18:11:22.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: pgmap v9: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:22.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:849: done (3 left) 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 73 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 6 to smithi071127730-49 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 534 (ObjNum 271 snap 73 seq_num 271) dirty exists 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:844: left oid 49 (ObjNum 271 snap 73 seq_num 271) 2023-12-16T18:11:22.606 INFO:tasks.rados.rados.0.smithi071.stdout:850: seq_num 273 ranges {4554752=581632,5136384=565248,5701632=532480,6234112=507904} 2023-12-16T18:11:22.635 INFO:tasks.rados.rados.0.smithi071.stdout:850: writing smithi071127730-32 from 4554752 to 5136384 tid 1 2023-12-16T18:11:22.638 INFO:tasks.rados.rados.0.smithi071.stdout:850: writing smithi071127730-32 from 5136384 to 5701632 tid 2 2023-12-16T18:11:22.641 INFO:tasks.rados.rados.0.smithi071.stdout:850: writing smithi071127730-32 from 5701632 to 6234112 tid 3 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:850: writing smithi071127730-32 from 6234112 to 6742016 tid 4 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:844: done (3 left) 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:851: read oid 37 snap -1 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:851: expect deleted 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:852: rollback oid 44 current snap is 73 2023-12-16T18:11:22.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 53 2023-12-16T18:11:22.646 INFO:tasks.rados.rados.0.smithi071.stdout:845: finishing copy_from to smithi071127730-3 2023-12-16T18:11:22.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 336 (ObjNum 231 snap 55 seq_num 231) dirty exists 2023-12-16T18:11:22.646 INFO:tasks.rados.rados.0.smithi071.stdout:845: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:11:22.646 INFO:tasks.rados.rados.0.smithi071.stdout:846: expect (ObjNum 180 snap 44 seq_num 180) 2023-12-16T18:11:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:22 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:22.600+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:23.006 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 1 to smithi071127730-32 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 2 to smithi071127730-32 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 3 to smithi071127730-32 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:852: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 4 to smithi071127730-32 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:852: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 5 to smithi071127730-32 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:845: done (4 left) 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:846: done (3 left) 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:851: done (2 left) 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:853: rollback oid 16 current snap is 73 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 68 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:852: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:11:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 216 (ObjNum 101 snap 18 seq_num 101) dirty exists 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing write tid 6 to smithi071127730-32 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 551 (ObjNum 273 snap 73 seq_num 273) dirty exists 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:850: left oid 32 (ObjNum 273 snap 73 seq_num 273) 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:850: done (2 left) 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:852: done (1 left) 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:854: read oid 2 snap -1 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:854: expect (ObjNum 266 snap 72 seq_num 266) 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:855: read oid 21 snap 62 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:855: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:11:23.008 INFO:tasks.rados.rados.0.smithi071.stdout:856: snap_create 2023-12-16T18:11:23.009 INFO:tasks.rados.rados.0.smithi071.stdout:853: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:11:23.009 INFO:tasks.rados.rados.0.smithi071.stdout:853: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:11:23.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 311 (ObjNum 97 snap 0 seq_num 757050672) dirty dne 2023-12-16T18:11:23.012 INFO:tasks.rados.rados.0.smithi071.stdout:855: expect (ObjNum 116 snap 26 seq_num 116) 2023-12-16T18:11:23.058 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:22.599+0000 7f9f5922d700 -1 mon.b@1(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:23.065 INFO:tasks.rados.rados.0.smithi071.stdout:854: expect (ObjNum 266 snap 72 seq_num 266) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:853: done (3 left) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:854: done (2 left) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:855: done (1 left) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:856: done (0 left) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:857: read oid 27 snap -1 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:857: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:11:23.708 INFO:tasks.rados.rados.0.smithi071.stdout:858: snap_remove snap 72 2023-12-16T18:11:23.897 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:23 smithi184 ceph-mon[82596]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T18:11:23.897 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:23 smithi184 ceph-mon[82596]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.897 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:23 smithi184 ceph-mon[82596]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.897 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:23 smithi184 ceph-mon[82596]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-16T18:11:23.897 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:23.700+0000 7f9f5922d700 -1 mon.b@1(peon).osd e208 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[139725]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T18:11:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[139725]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[139725]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[139725]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[89361]: osdmap e207: 8 total, 8 up, 8 in 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[89361]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[89361]: failed to encode map e207 with expected crc 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-mon[89361]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-16T18:11:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:23 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:23.702+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e208 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:24.723 INFO:tasks.rados.rados.0.smithi071.stdout:858: done (1 left) 2023-12-16T18:11:24.723 INFO:tasks.rados.rados.0.smithi071.stdout:859: snap_create 2023-12-16T18:11:24.724 INFO:tasks.rados.rados.0.smithi071.stdout:857: expect (ObjNum 209 snap 52 seq_num 209) 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: pgmap v12: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:11:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[139725]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:24.711+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e209 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: failed to encode map e208 with expected crc 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: pgmap v12: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:11:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:24 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:11:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:24.709+0000 7f9f5922d700 -1 mon.b@1(peon).osd e209 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: failed to encode map e208 with expected crc 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: osdmap e208: 8 total, 8 up, 8 in 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: failed to encode map e208 with expected crc 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: failed to encode map e208 with expected crc 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: pgmap v12: 121 pgs: 121 active+clean; 231 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.conf 2023-12-16T18:11:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:24 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.conf 2023-12-16T18:11:25.724 INFO:tasks.rados.rados.0.smithi071.stdout:857: done (1 left) 2023-12-16T18:11:25.724 INFO:tasks.rados.rados.0.smithi071.stdout:859: done (0 left) 2023-12-16T18:11:25.724 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 75 2023-12-16T18:11:25.724 INFO:tasks.rados.rados.0.smithi071.stdout:860: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2023-12-16T18:11:25.727 INFO:tasks.rados.rados.0.smithi071.stdout:860: writing smithi071127730-48 from 0 to 598016 tid 1 2023-12-16T18:11:25.729 INFO:tasks.rados.rados.0.smithi071.stdout:860: writing smithi071127730-48 from 598016 to 1097728 tid 2 2023-12-16T18:11:25.733 INFO:tasks.rados.rados.0.smithi071.stdout:860: writing smithi071127730-48 from 1097728 to 1843200 tid 3 2023-12-16T18:11:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:860: writing smithi071127730-48 from 1843200 to 2203648 tid 4 2023-12-16T18:11:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:861: copy_from oid 23 from oid 35 current snap is 75 2023-12-16T18:11:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 1 to smithi071127730-48 2023-12-16T18:11:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:862: delete oid 34 current snap is 75 2023-12-16T18:11:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 2 to smithi071127730-48 2023-12-16T18:11:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 3 to smithi071127730-48 2023-12-16T18:11:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 4 to smithi071127730-48 2023-12-16T18:11:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 5 to smithi071127730-48 2023-12-16T18:11:25.739 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing write tid 6 to smithi071127730-48 2023-12-16T18:11:25.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 392 (ObjNum 274 snap 75 seq_num 274) dirty exists 2023-12-16T18:11:25.740 INFO:tasks.rados.rados.0.smithi071.stdout:860: left oid 48 (ObjNum 274 snap 75 seq_num 274) 2023-12-16T18:11:25.743 INFO:tasks.rados.rados.0.smithi071.stdout:860: done (2 left) 2023-12-16T18:11:25.743 INFO:tasks.rados.rados.0.smithi071.stdout:862: done (1 left) 2023-12-16T18:11:25.743 INFO:tasks.rados.rados.0.smithi071.stdout:863: snap_create 2023-12-16T18:11:25.747 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing copy_from to smithi071127730-23 2023-12-16T18:11:25.747 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:11:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:11:25.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:25.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:25.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: failed to encode map e209 with expected crc 2023-12-16T18:11:25.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: failed to encode map e209 with expected crc 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: failed to encode map e209 with expected crc 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: failed to encode map e209 with expected crc 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T18:11:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:25 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:25.717+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e210 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: failed to encode map e209 with expected crc 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: osdmap e209: 8 total, 8 up, 8 in 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: failed to encode map e209 with expected crc 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: Updating smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-16T18:11:26.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:25.717+0000 7f9f5922d700 -1 mon.b@1(peon).osd e210 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:861: done (1 left) 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:863: done (0 left) 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:864: read oid 28 snap -1 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:864: expect (ObjNum 254 snap 68 seq_num 254) 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 76 2023-12-16T18:11:26.739 INFO:tasks.rados.rados.0.smithi071.stdout:865: seq_num 276 ranges {3776512=630784,4407296=671744,5079040=704512,5783552=229376} 2023-12-16T18:11:26.763 INFO:tasks.rados.rados.0.smithi071.stdout:865: writing smithi071127730-2 from 3776512 to 4407296 tid 1 2023-12-16T18:11:26.768 INFO:tasks.rados.rados.0.smithi071.stdout:865: writing smithi071127730-2 from 4407296 to 5079040 tid 2 2023-12-16T18:11:26.772 INFO:tasks.rados.rados.0.smithi071.stdout:865: writing smithi071127730-2 from 5079040 to 5783552 tid 3 2023-12-16T18:11:26.773 INFO:tasks.rados.rados.0.smithi071.stdout:865: writing smithi071127730-2 from 5783552 to 6012928 tid 4 2023-12-16T18:11:26.773 INFO:tasks.rados.rados.0.smithi071.stdout:866: delete oid 38 current snap is 76 2023-12-16T18:11:26.774 INFO:tasks.rados.rados.0.smithi071.stdout:864: expect (ObjNum 254 snap 68 seq_num 254) 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 1 to smithi071127730-2 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 2 to smithi071127730-2 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:864: done (2 left) 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:866: done (1 left) 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:867: snap_create 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 3 to smithi071127730-2 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 4 to smithi071127730-2 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 5 to smithi071127730-2 2023-12-16T18:11:27.060 INFO:tasks.rados.rados.0.smithi071.stdout:865: finishing write tid 6 to smithi071127730-2 2023-12-16T18:11:27.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 559 (ObjNum 276 snap 76 seq_num 276) dirty exists 2023-12-16T18:11:27.061 INFO:tasks.rados.rados.0.smithi071.stdout:865: left oid 2 (ObjNum 276 snap 76 seq_num 276) 2023-12-16T18:11:27.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: Upgrade: It appears safe to stop mon.c 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 49 op/s 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:27.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:26.729+0000 7f7e3af7f700 -1 mon.c@2(peon).osd e211 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: Upgrade: It appears safe to stop mon.c 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 49 op/s 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:27.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:26 smithi071 ceph-mon[89361]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:26.727+0000 7f9f5922d700 -1 mon.b@1(peon).osd e211 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: Upgrade: It appears safe to stop mon.c 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: osdmap e210: 8 total, 8 up, 8 in 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: failed to encode map e210 with expected crc 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 49 op/s 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:26 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:27.329 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:11:27] "GET /metrics HTTP/1.1" 200 33290 "" "Prometheus/2.43.0" 2023-12-16T18:11:27.649 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:27 smithi071 systemd[1]: Stopping Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:27.649+0000 7f7e4078a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:11:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[89357]: 2023-12-16T18:11:27.649+0000 7f7e4078a700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-16T18:11:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:27 smithi071 podman[141921]: 2023-12-16 18:11:27.895608 +0000 UTC m=+0.286265587 container died 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T18:11:28.293 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[141921]: 2023-12-16 18:11:28.03115356 +0000 UTC m=+0.421811148 container cleanup 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, org.label-schema.build-date=20231212, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:11:28.293 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 bash[141921]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c 2023-12-16T18:11:28.293 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[141936]: 2023-12-16 18:11:28.155819316 +0000 UTC m=+0.251812841 container remove 159021d8e228332ecd6b9bf297cd1e6cb8f2c9a13a03ebdfc99ec300733648ef (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-1f2f551, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:11:28.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.c.service: Deactivated successfully. 2023-12-16T18:11:28.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 systemd[1]: Stopped Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:28.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.c.service: Consumed 6.843s CPU time. 2023-12-16T18:11:28.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 systemd[1]: Starting Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[142067]: 2023-12-16 18:11:28.639041039 +0000 UTC m=+0.057782130 container create 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[142067]: 2023-12-16 18:11:28.599335877 +0000 UTC m=+0.018076980 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[142067]: 2023-12-16 18:11:28.73167924 +0000 UTC m=+0.150420333 container init 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 podman[142067]: 2023-12-16 18:11:28.745727014 +0000 UTC m=+0.164468096 container start 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: pidfile_write: ignore empty --pid-file 2023-12-16T18:11:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 bash[142067]: 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: load: jerasure load: lrc 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: RocksDB version: 7.9.2 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Git sha 0 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: DB SUMMARY 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: DB Session ID: 4WQU22QKWE5WJV5QP3JW 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: MANIFEST file: MANIFEST-000009 size: 905 Bytes 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000024.sst 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000022.log size: 438200 ; 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:11:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.env: 0x55fe23ec3a60 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.info_log: 0x55fe2498b760 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.statistics: (nil) 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.use_fsync: 0 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:11:28.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.db_log_dir: 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.wal_dir: 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:11:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.write_buffer_manager: 0x55fe2495ef00 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:11:28.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:11:28.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:11:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:11:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:11:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:11:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:11:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.unordered_write: 0 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.row_cache: None 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.wal_filter: None 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:11:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:11:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:11:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:11:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.wal_compression: 0 2023-12-16T18:11:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:11:28.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:11:28.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_open_files: -1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Compression algorithms supported: 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kZSTD supported: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:11:28.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.merge_operator: 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_filter: None 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fe2498b880) 2023-12-16T18:11:28.988 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_type: 0 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_index_type: 0 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_shortening: 1 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: checksum: 4 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: no_block_cache: 0 2023-12-16T18:11:28.989 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache: 0x55fe249e1090 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_options: 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: capacity : 536870912 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: num_shard_bits : 4 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: strict_capacity_limit : 0 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_compressed: (nil) 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: persistent_cache: (nil) 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size: 4096 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size_deviation: 10 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_restart_interval: 16 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_block_restart_interval: 1 2023-12-16T18:11:28.990 INFO:journalctl@ceph.mon.c.smithi071.stdout: metadata_block_size: 4096 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: partition_filters: 0 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: use_delta_encoding: 1 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: filter_policy: bloomfilter 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: whole_key_filtering: 1 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: verify_compression: 0 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: format_version: 5 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_index_compression: 1 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_align: 0 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_auto_readahead_size: 262144 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: prepopulate_block_cache: 0 2023-12-16T18:11:28.991 INFO:journalctl@ceph.mon.c.smithi071.stdout: initial_auto_readahead_size: 8192 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression: NoCompression 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.num_levels: 7 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:28.994 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:28.995 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:11:28.996 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:11:28.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:11:28.998 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.ttl: 2592000 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:11:28.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 13889, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 77dea503-097b-45b8-bd7b-6bddf0e0fea8 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750288774768, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 systemd[1]: Started Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:29.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750288776662, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 279071, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13894, "largest_seqno": 14089, "table_properties": {"data_size": 277023, "index_size": 716, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2823, "raw_average_key_size": 25, "raw_value_size": 274419, "raw_average_value_size": 2517, "num_data_blocks": 30, "num_entries": 109, "num_filter_entries": 109, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702750288, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "77dea503-097b-45b8-bd7b-6bddf0e0fea8", "db_session_id": "4WQU22QKWE5WJV5QP3JW", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750288776753, "job": 1, "event": "recovery_finished"} 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55fe24a7c000 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: DB pointer 0x55fe24a6a000 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** DB Stats ** 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:29.001 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: L0 1/0 272.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 222.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: L6 1/0 10.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T18:11:29.002 INFO:journalctl@ceph.mon.c.smithi071.stdout: Sum 2/0 11.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 222.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 222.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 222.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:11:29.003 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative compaction: 0.00 GB write, 65.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval compaction: 0.00 GB write, 65.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: Block cache BinnedLRUCache@0x55fe249e1090#2 capacity: 512.00 MB usage: 1.20 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,0.83 KB,0.000157952%) Misc(1,0.00 KB,0%) 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.004 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: starting mon.c rank 2 at public addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] at bind addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???) e3 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).mds e6 new map 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).mds e6 print_map 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: e6 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: legacy client fscid: 1 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: Filesystem 'cephfs' (1) 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: fs_name cephfs 2023-12-16T18:11:29.005 INFO:journalctl@ceph.mon.c.smithi071.stdout: epoch 6 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: created 2023-12-16T18:06:58.329117+0000 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: modified 2023-12-16T18:07:01.011215+0000 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: tableserver 0 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: root 0 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: session_timeout 60 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: session_autoclose 300 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_file_size 1099511627776 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_xattr_size 65536 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: required_client_features {} 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: last_failure 0 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: last_failure_osd_epoch 0 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:29.006 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_mds 1 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: in 0 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: up {0=24340} 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: failed 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: damaged 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: stopped 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_pools [3] 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: metadata_pool 2 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: inline_data disabled 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: balancer 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: bal_rank_mask -1 2023-12-16T18:11:29.007 INFO:journalctl@ceph.mon.c.smithi071.stdout: standby_count_wanted 0 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: Standby daemons: 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).osd e211 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).osd e211 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).osd e211 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).osd e211 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:29.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:28 smithi071 ceph-mon[142085]: mon.c@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-12-16T18:11:29.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:11:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:11:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:11:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:34 smithi184 ceph-mon[82596]: Upgrade: Updating mon.c 2023-12-16T18:11:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:34 smithi184 ceph-mon[82596]: Deploying daemon mon.c on smithi071 2023-12-16T18:11:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:34 smithi184 ceph-mon[82596]: failed to encode map e211 with expected crc 2023-12-16T18:11:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:34 smithi184 ceph-mon[82596]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:34 smithi184 ceph-mon[82596]: failed to encode map e211 with expected crc 2023-12-16T18:11:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:34 smithi071 ceph-mon[139725]: Upgrade: Updating mon.c 2023-12-16T18:11:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:34 smithi071 ceph-mon[139725]: Deploying daemon mon.c on smithi071 2023-12-16T18:11:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:34 smithi071 ceph-mon[139725]: failed to encode map e211 with expected crc 2023-12-16T18:11:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:34 smithi071 ceph-mon[139725]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:34 smithi071 ceph-mon[139725]: failed to encode map e211 with expected crc 2023-12-16T18:11:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:865: done (1 left) 2023-12-16T18:11:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:867: done (0 left) 2023-12-16T18:11:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 77 2023-12-16T18:11:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:868: seq_num 278 ranges {5431296=663552,6094848=442368,6537216=720896,7258112=442368} 2023-12-16T18:11:35.076 INFO:tasks.rados.rados.0.smithi071.stdout:868: writing smithi071127730-27 from 5431296 to 6094848 tid 1 2023-12-16T18:11:35.079 INFO:tasks.rados.rados.0.smithi071.stdout:868: writing smithi071127730-27 from 6094848 to 6537216 tid 2 2023-12-16T18:11:35.084 INFO:tasks.rados.rados.0.smithi071.stdout:868: writing smithi071127730-27 from 6537216 to 7258112 tid 3 2023-12-16T18:11:35.087 INFO:tasks.rados.rados.0.smithi071.stdout:868: writing smithi071127730-27 from 7258112 to 7700480 tid 4 2023-12-16T18:11:35.087 INFO:tasks.rados.rados.0.smithi071.stdout:869: read oid 26 snap -1 2023-12-16T18:11:35.087 INFO:tasks.rados.rados.0.smithi071.stdout:869: expect deleted 2023-12-16T18:11:35.087 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 77 2023-12-16T18:11:35.087 INFO:tasks.rados.rados.0.smithi071.stdout:870: seq_num 279 ranges {2203648=679936,2883584=720896,3604480=483328,4087808=401408} 2023-12-16T18:11:35.103 INFO:tasks.rados.rados.0.smithi071.stdout:870: writing smithi071127730-48 from 2203648 to 2883584 tid 1 2023-12-16T18:11:35.107 INFO:tasks.rados.rados.0.smithi071.stdout:870: writing smithi071127730-48 from 2883584 to 3604480 tid 2 2023-12-16T18:11:35.110 INFO:tasks.rados.rados.0.smithi071.stdout:870: writing smithi071127730-48 from 3604480 to 4087808 tid 3 2023-12-16T18:11:35.113 INFO:tasks.rados.rados.0.smithi071.stdout:870: writing smithi071127730-48 from 4087808 to 4489216 tid 4 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:871: read oid 10 snap -1 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:871: expect deleted 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:872: rollback oid 30 current snap is 77 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 52 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 1 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 2 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 3 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 4 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 5 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing write tid 6 to smithi071127730-27 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 566 (ObjNum 278 snap 77 seq_num 278) dirty exists 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:868: left oid 27 (ObjNum 278 snap 77 seq_num 278) 2023-12-16T18:11:35.114 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 1 to smithi071127730-48 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 2 to smithi071127730-48 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 3 to smithi071127730-48 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:868: done (4 left) 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:869: done (3 left) 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:873: read oid 45 snap -1 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:873: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:11:35.115 INFO:tasks.rados.rados.0.smithi071.stdout:874: delete oid 6 current snap is 77 2023-12-16T18:11:35.116 INFO:tasks.rados.rados.0.smithi071.stdout:874: done (4 left) 2023-12-16T18:11:35.116 INFO:tasks.rados.rados.0.smithi071.stdout:875: rollback oid 26 current snap is 77 2023-12-16T18:11:35.116 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 71 2023-12-16T18:11:35.116 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 77 2023-12-16T18:11:35.116 INFO:tasks.rados.rados.0.smithi071.stdout:876: seq_num 281 ranges {2883584=712704,3596288=491520,4087808=491520,4579328=622592} 2023-12-16T18:11:35.137 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi071127730-19 from 2883584 to 3596288 tid 1 2023-12-16T18:11:35.140 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi071127730-19 from 3596288 to 4087808 tid 2 2023-12-16T18:11:35.143 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi071127730-19 from 4087808 to 4579328 tid 3 2023-12-16T18:11:35.147 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi071127730-19 from 4579328 to 5201920 tid 4 2023-12-16T18:11:35.147 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 77 2023-12-16T18:11:35.147 INFO:tasks.rados.rados.0.smithi071.stdout:877: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2023-12-16T18:11:35.151 INFO:tasks.rados.rados.0.smithi071.stdout:877: writing smithi071127730-22 from 0 to 729088 tid 1 2023-12-16T18:11:35.154 INFO:tasks.rados.rados.0.smithi071.stdout:877: writing smithi071127730-22 from 729088 to 1155072 tid 2 2023-12-16T18:11:35.158 INFO:tasks.rados.rados.0.smithi071.stdout:877: writing smithi071127730-22 from 1155072 to 1859584 tid 3 2023-12-16T18:11:35.161 INFO:tasks.rados.rados.0.smithi071.stdout:877: writing smithi071127730-22 from 1859584 to 2334720 tid 4 2023-12-16T18:11:35.161 INFO:tasks.rados.rados.0.smithi071.stdout:878: rollback oid 37 current snap is 77 2023-12-16T18:11:35.161 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 71 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:879: delete oid 6 current snap is 77 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 4 to smithi071127730-48 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing rollback tid 2 to smithi071127730-30 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 509 (ObjNum 201 snap 50 seq_num 201) dirty exists 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 5 to smithi071127730-48 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing write tid 6 to smithi071127730-48 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 397 (ObjNum 279 snap 77 seq_num 279) dirty exists 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:870: left oid 48 (ObjNum 279 snap 77 seq_num 279) 2023-12-16T18:11:35.162 INFO:tasks.rados.rados.0.smithi071.stdout:875: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:11:35.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 412 (ObjNum 65 snap 0 seq_num 1666998119) dirty dne 2023-12-16T18:11:35.163 INFO:tasks.rados.rados.0.smithi071.stdout:873: expect (ObjNum 167 snap 42 seq_num 167) 2023-12-16T18:11:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: mon.c calling monitor election 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: mon.b calling monitor election 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: mon.a calling monitor election 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: mgrmap e39: y(active, since 17s), standbys: x 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:11:35.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[139725]: overall HEALTH_OK 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: Upgrade: Updating mon.c 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: Deploying daemon mon.c on smithi071 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: failed to encode map e211 with expected crc 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: failed to encode map e211 with expected crc 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: mon.c calling monitor election 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: mon.b calling monitor election 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: mon.a calling monitor election 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:35.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: mgrmap e39: y(active, since 17s), standbys: x 2023-12-16T18:11:35.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T18:11:35.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:11:35.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:35 smithi071 ceph-mon[142085]: overall HEALTH_OK 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: mon.c calling monitor election 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: mon.b calling monitor election 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: mon.a calling monitor election 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: osdmap e211: 8 total, 8 up, 8 in 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: mgrmap e39: y(active, since 17s), standbys: x 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: Cluster is now healthy 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-mon[82596]: overall HEALTH_OK 2023-12-16T18:11:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:35.040+0000 7f9f5922d700 -1 mon.b@1(peon).osd e212 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (76s) 14s ago 3m 18.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (60s) 14s ago 3m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (4m) 14s ago 4m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (4m) 14s ago 4m 16.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (35s) 14s ago 6m 438M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:11:35.543 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (55s) 14s ago 8m 464M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (25s) 14s ago 8m 30.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (7m) 14s ago 7m 52.9M 2048M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d476b9d8155a 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 starting - - - 2048M 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (75s) 14s ago 3m 8518k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (59s) 14s ago 3m 8598k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 14s ago 6m 162M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 14s ago 6m 135M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 14s ago 6m 158M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 14s ago 5m 90.6M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (5m) 14s ago 5m 126M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (5m) 14s ago 5m 162M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (5m) 14s ago 5m 92.4M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (4m) 14s ago 4m 117M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:11:35.544 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (38s) 14s ago 4m 44.9M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:11:35.737 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 1 to smithi071127730-19 2023-12-16T18:11:35.737 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 2 to smithi071127730-19 2023-12-16T18:11:35.737 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 3 to smithi071127730-19 2023-12-16T18:11:35.737 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 4 to smithi071127730-19 2023-12-16T18:11:35.737 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 5 to smithi071127730-19 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 6 to smithi071127730-19 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 415 (ObjNum 281 snap 77 seq_num 281) dirty exists 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:876: left oid 19 (ObjNum 281 snap 77 seq_num 281) 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 1 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 2 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 3 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:878: finishing rollback tid 1 to smithi071127730-37 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 2568877408) dirty dne 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 4 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 5 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing write tid 6 to smithi071127730-22 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 321 (ObjNum 282 snap 77 seq_num 282) dirty exists 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:877: left oid 22 (ObjNum 282 snap 77 seq_num 282) 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:870: done (8 left) 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:871: done (7 left) 2023-12-16T18:11:35.738 INFO:tasks.rados.rados.0.smithi071.stdout:872: done (6 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:873: done (5 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:875: done (4 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:876: done (3 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:877: done (2 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:878: done (1 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:879: done (0 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:880: rmattr oid 3 current snap is 77 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:880: done (0 left) 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 77 2023-12-16T18:11:35.739 INFO:tasks.rados.rados.0.smithi071.stdout:881: seq_num 284 ranges {5521408=761856,6283264=598016,6881280=671744,7553024=335872} 2023-12-16T18:11:35.771 INFO:tasks.rados.rados.0.smithi071.stdout:881: writing smithi071127730-44 from 5521408 to 6283264 tid 1 2023-12-16T18:11:35.774 INFO:tasks.rados.rados.0.smithi071.stdout:881: writing smithi071127730-44 from 6283264 to 6881280 tid 2 2023-12-16T18:11:35.778 INFO:tasks.rados.rados.0.smithi071.stdout:881: writing smithi071127730-44 from 6881280 to 7553024 tid 3 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:881: writing smithi071127730-44 from 7553024 to 7888896 tid 4 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:882: rollback oid 13 current snap is 77 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 68 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 1 to smithi071127730-44 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 2 to smithi071127730-44 2023-12-16T18:11:35.781 INFO:tasks.rados.rados.0.smithi071.stdout:883: read oid 37 snap -1 2023-12-16T18:11:35.782 INFO:tasks.rados.rados.0.smithi071.stdout:883: expect deleted 2023-12-16T18:11:35.782 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 77 2023-12-16T18:11:35.782 INFO:tasks.rados.rados.0.smithi071.stdout:884: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2023-12-16T18:11:35.786 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi071127730-14 from 0 to 778240 tid 1 2023-12-16T18:11:35.788 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi071127730-14 from 778240 to 1253376 tid 2 2023-12-16T18:11:35.791 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi071127730-14 from 1253376 to 1728512 tid 3 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi071127730-14 from 1728512 to 2383872 tid 4 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:885: setattr oid 4 current snap is 77 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 3 to smithi071127730-44 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 4 to smithi071127730-44 2023-12-16T18:11:35.796 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 5 to smithi071127730-44 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 356 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:881: finishing write tid 6 to smithi071127730-44 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 221 (ObjNum 284 snap 77 seq_num 284) dirty exists 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:881: left oid 44 (ObjNum 284 snap 77 seq_num 284) 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 1 to smithi071127730-14 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 2 to smithi071127730-14 2023-12-16T18:11:35.797 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 3 to smithi071127730-14 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:881: done (4 left) 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:882: done (3 left) 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:883: done (2 left) 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:886: copy_from oid 41 from oid 48 current snap is 77 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:887: read oid 11 snap 71 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:887: expect (ObjNum 264 snap 71 seq_num 264) 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:888: rmattr oid 23 current snap is 77 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:888: done (4 left) 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 77 2023-12-16T18:11:35.798 INFO:tasks.rados.rados.0.smithi071.stdout:889: seq_num 286 ranges {8486912=794624,9281536=761856,10043392=679936,10723328=163840} 2023-12-16T18:11:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:35.532+0000 7f9f5922d700 -1 mon.b@1(peon).osd e213 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:35.848 INFO:tasks.rados.rados.0.smithi071.stdout:889: writing smithi071127730-45 from 8486912 to 9281536 tid 1 2023-12-16T18:11:35.852 INFO:tasks.rados.rados.0.smithi071.stdout:889: writing smithi071127730-45 from 9281536 to 10043392 tid 2 2023-12-16T18:11:35.856 INFO:tasks.rados.rados.0.smithi071.stdout:889: writing smithi071127730-45 from 10043392 to 10723328 tid 3 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:889: writing smithi071127730-45 from 10723328 to 10887168 tid 4 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:890: rmattr oid 42 current snap is 77 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:890: done (5 left) 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 77 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 4 to smithi071127730-14 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 5 to smithi071127730-14 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 383 (ObjNum 242 snap 60 seq_num 242) dirty exists 2023-12-16T18:11:35.858 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 6 to smithi071127730-14 2023-12-16T18:11:35.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 420 (ObjNum 285 snap 77 seq_num 285) dirty exists 2023-12-16T18:11:35.859 INFO:tasks.rados.rados.0.smithi071.stdout:884: left oid 14 (ObjNum 285 snap 77 seq_num 285) 2023-12-16T18:11:35.859 INFO:tasks.rados.rados.0.smithi071.stdout:887: expect (ObjNum 264 snap 71 seq_num 264) 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:886: finishing copy_from to smithi071127730-41 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 397 (ObjNum 279 snap 77 seq_num 279) dirty exists 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:886: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 1 to smithi071127730-45 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 2 to smithi071127730-45 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:891: seq_num 287 ranges {0=8192} 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:891: writing smithi071127730-17 from 0 to 8192 tid 1 2023-12-16T18:11:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:884: done (5 left) 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:885: done (4 left) 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:886: done (3 left) 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:887: done (2 left) 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:892: read oid 19 snap 76 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:892: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 77 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 3 to smithi071127730-45 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 4 to smithi071127730-45 2023-12-16T18:11:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:893: seq_num 288 ranges {2097152=24576} 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:893: writing smithi071127730-29 from 2097152 to 2121728 tid 1 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:894: read oid 30 snap 73 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:894: expect deleted 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:895: setattr oid 33 current snap is 77 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 5 to smithi071127730-45 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:889: finishing write tid 6 to smithi071127730-45 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 179 (ObjNum 286 snap 77 seq_num 286) dirty exists 2023-12-16T18:11:35.966 INFO:tasks.rados.rados.0.smithi071.stdout:889: left oid 45 (ObjNum 286 snap 77 seq_num 286) 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 1 to smithi071127730-17 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 2 to smithi071127730-17 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 3 to smithi071127730-17 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 568 (ObjNum 287 snap 77 seq_num 287) dirty exists 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:891: left oid 17 (ObjNum 287 snap 77 seq_num 287) 2023-12-16T18:11:35.967 INFO:tasks.rados.rados.0.smithi071.stdout:892: expect (ObjNum 231 snap 55 seq_num 231) 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:36.031 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 11, 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 4 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:11:36.032 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 1 to smithi071127730-29 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 2 to smithi071127730-29 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 3 to smithi071127730-29 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 182 (ObjNum 288 snap 77 seq_num 288) dirty exists 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:893: left oid 29 (ObjNum 288 snap 77 seq_num 288) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:889: done (5 left) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:891: done (4 left) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:892: done (3 left) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:893: done (2 left) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:894: done (1 left) 2023-12-16T18:11:36.070 INFO:tasks.rados.rados.0.smithi071.stdout:896: read oid 41 snap 73 2023-12-16T18:11:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:896: expect (ObjNum 197 snap 50 seq_num 197) 2023-12-16T18:11:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:897: rmattr oid 3 current snap is 77 2023-12-16T18:11:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:897: done (2 left) 2023-12-16T18:11:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:898: snap_remove snap 62 2023-12-16T18:11:36.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T18:11:36.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3250978736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:36.203 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.204 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T18:11:36.204 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.204 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3250978736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: osdmap e212: 8 total, 8 up, 8 in 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: failed to encode map e212 with expected crc 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: osdmap e213: 8 total, 8 up, 8 in 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: failed to encode map e213 with expected crc 2023-12-16T18:11:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:36 smithi184 ceph-mon[82596]: from='client.? 172.21.15.71:0/3250978736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:37.047 INFO:tasks.rados.rados.0.smithi071.stdout:898: done (2 left) 2023-12-16T18:11:37.047 INFO:tasks.rados.rados.0.smithi071.stdout:899: read oid 15 snap -1 2023-12-16T18:11:37.047 INFO:tasks.rados.rados.0.smithi071.stdout:899: expect deleted 2023-12-16T18:11:37.048 INFO:tasks.rados.rados.0.smithi071.stdout:900: rmattr oid 30 current snap is 77 2023-12-16T18:11:37.048 INFO:tasks.rados.rados.0.smithi071.stdout:900: done (3 left) 2023-12-16T18:11:37.048 INFO:tasks.rados.rados.0.smithi071.stdout:901: snap_remove snap 53 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 780 KiB/s wr, 2 op/s 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:37.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 780 KiB/s wr, 2 op/s 2023-12-16T18:11:37.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: failed to encode map e213 with expected crc 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 780 KiB/s wr, 2 op/s 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:37 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:37.046+0000 7f9f5922d700 -1 mon.b@1(peon).osd e214 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:11:37] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2023-12-16T18:11:38.055 INFO:tasks.rados.rados.0.smithi071.stdout:901: done (3 left) 2023-12-16T18:11:38.055 INFO:tasks.rados.rados.0.smithi071.stdout:902: copy_from oid 1 from oid 32 current snap is 77 2023-12-16T18:11:38.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 167 (ObjNum 186 snap 44 seq_num 186) dirty exists 2023-12-16T18:11:38.056 INFO:tasks.rados.rados.0.smithi071.stdout:896: expect (ObjNum 197 snap 50 seq_num 197) 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:902: finishing copy_from to smithi071127730-1 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 551 (ObjNum 273 snap 73 seq_num 273) dirty exists 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:902: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:895: done (3 left) 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:896: done (2 left) 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:899: done (1 left) 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:902: done (0 left) 2023-12-16T18:11:38.327 INFO:tasks.rados.rados.0.smithi071.stdout:903: read oid 17 snap -1 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:903: expect (ObjNum 287 snap 77 seq_num 287) 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:904: copy_from oid 4 from oid 24 current snap is 77 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:905: delete oid 30 current snap is 77 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:905: done (2 left) 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:906: rollback oid 46 current snap is 77 2023-12-16T18:11:38.328 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 71 2023-12-16T18:11:38.329 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 77 2023-12-16T18:11:38.329 INFO:tasks.rados.rados.0.smithi071.stdout:907: seq_num 290 ranges {0=57344} 2023-12-16T18:11:38.329 INFO:tasks.rados.rados.0.smithi071.stdout:907: writing smithi071127730-7 from 0 to 57344 tid 1 2023-12-16T18:11:38.329 INFO:tasks.rados.rados.0.smithi071.stdout:908: copy_from oid 43 from oid 36 current snap is 77 2023-12-16T18:11:38.329 INFO:tasks.rados.rados.0.smithi071.stdout:909: snap_remove snap 75 2023-12-16T18:11:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T18:11:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:38.055+0000 7f9f5922d700 -1 mon.b@1(peon).osd e215 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:38.402 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.402 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: osdmap e214: 8 total, 8 up, 8 in 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: failed to encode map e214 with expected crc 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:38.403 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:39.054 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:11:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:11:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:11:39.054 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:38 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:38.785+0000 7f47ab587700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-16T18:11:39.061 INFO:tasks.rados.rados.0.smithi071.stdout:909: done (5 left) 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:910: rollback oid 29 current snap is 77 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 68 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:903: expect (ObjNum 287 snap 77 seq_num 287) 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:904: finishing copy_from to smithi071127730-4 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 280 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:904: finishing copy_from racing read to smithi071127730-4 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:908: finishing copy_from to smithi071127730-43 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:908: got expected ENOENT (src dne) 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:907: finishing write tid 1 to smithi071127730-7 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:907: finishing write tid 2 to smithi071127730-7 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:908: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:906: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:11:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:906: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:906: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 383 (ObjNum 239 snap 57 seq_num 239) dirty exists 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:907: finishing write tid 3 to smithi071127730-7 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 261 (ObjNum 290 snap 77 seq_num 290) dirty exists 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:907: left oid 7 (ObjNum 290 snap 77 seq_num 290) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:903: done (5 left) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:904: done (4 left) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:906: done (3 left) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:907: done (2 left) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:908: done (1 left) 2023-12-16T18:11:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:911: delete oid 17 current snap is 77 2023-12-16T18:11:39.076 INFO:tasks.rados.rados.0.smithi071.stdout:911: done (1 left) 2023-12-16T18:11:39.076 INFO:tasks.rados.rados.0.smithi071.stdout:912: snap_create 2023-12-16T18:11:39.076 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:11:39.076 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:11:39.077 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:11:39.077 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 193 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-16T18:11:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:39 smithi184 ceph-mon[82596]: pgmap v25: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:39 smithi184 ceph-mon[82596]: failed to encode map e215 with expected crc 2023-12-16T18:11:39.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:39 smithi184 ceph-mon[82596]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T18:11:39.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:39 smithi184 ceph-mon[82596]: failed to encode map e215 with expected crc 2023-12-16T18:11:39.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:39.058+0000 7f9f5922d700 -1 mon.b@1(peon).osd e216 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[139725]: pgmap v25: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[139725]: failed to encode map e215 with expected crc 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[139725]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[139725]: failed to encode map e215 with expected crc 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[142085]: pgmap v25: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:39.396 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[142085]: failed to encode map e215 with expected crc 2023-12-16T18:11:39.397 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[142085]: osdmap e215: 8 total, 8 up, 8 in 2023-12-16T18:11:39.397 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:39 smithi071 ceph-mon[142085]: failed to encode map e215 with expected crc 2023-12-16T18:11:40.065 INFO:tasks.rados.rados.0.smithi071.stdout:910: done (1 left) 2023-12-16T18:11:40.066 INFO:tasks.rados.rados.0.smithi071.stdout:912: done (0 left) 2023-12-16T18:11:40.066 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 78 2023-12-16T18:11:40.066 INFO:tasks.rados.rados.0.smithi071.stdout:913: seq_num 292 ranges {10887168=98304} 2023-12-16T18:11:40.124 INFO:tasks.rados.rados.0.smithi071.stdout:913: writing smithi071127730-45 from 10887168 to 10985472 tid 1 2023-12-16T18:11:40.124 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 78 2023-12-16T18:11:40.124 INFO:tasks.rados.rados.0.smithi071.stdout:914: seq_num 293 ranges {0=114688} 2023-12-16T18:11:40.124 INFO:tasks.rados.rados.0.smithi071.stdout:914: writing smithi071127730-10 from 0 to 114688 tid 1 2023-12-16T18:11:40.124 INFO:tasks.rados.rados.0.smithi071.stdout:915: delete oid 7 current snap is 78 2023-12-16T18:11:40.127 INFO:tasks.rados.rados.0.smithi071.stdout:915: done (2 left) 2023-12-16T18:11:40.127 INFO:tasks.rados.rados.0.smithi071.stdout:916: rmattr oid 6 current snap is 78 2023-12-16T18:11:40.127 INFO:tasks.rados.rados.0.smithi071.stdout:916: done (2 left) 2023-12-16T18:11:40.127 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 78 2023-12-16T18:11:40.127 INFO:tasks.rados.rados.0.smithi071.stdout:917: seq_num 295 ranges {6144000=147456} 2023-12-16T18:11:40.161 INFO:tasks.rados.rados.0.smithi071.stdout:917: writing smithi071127730-47 from 6144000 to 6291456 tid 1 2023-12-16T18:11:40.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 78 2023-12-16T18:11:40.161 INFO:tasks.rados.rados.0.smithi071.stdout:918: seq_num 296 ranges {4489216=163840} 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:918: writing smithi071127730-48 from 4489216 to 4653056 tid 1 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:919: delete oid 6 current snap is 78 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing write tid 1 to smithi071127730-45 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing write tid 2 to smithi071127730-45 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing write tid 3 to smithi071127730-45 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 200 (ObjNum 292 snap 78 seq_num 292) dirty exists 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:913: left oid 45 (ObjNum 292 snap 78 seq_num 292) 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 1 to smithi071127730-10 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 2 to smithi071127730-10 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 3 to smithi071127730-10 2023-12-16T18:11:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 399 (ObjNum 293 snap 78 seq_num 293) dirty exists 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:914: left oid 10 (ObjNum 293 snap 78 seq_num 293) 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:917: finishing write tid 1 to smithi071127730-47 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:917: finishing write tid 2 to smithi071127730-47 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:917: finishing write tid 3 to smithi071127730-47 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 336 (ObjNum 295 snap 78 seq_num 295) dirty exists 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:917: left oid 47 (ObjNum 295 snap 78 seq_num 295) 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:913: done (4 left) 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:914: done (3 left) 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:917: done (2 left) 2023-12-16T18:11:40.187 INFO:tasks.rados.rados.0.smithi071.stdout:919: done (1 left) 2023-12-16T18:11:40.188 INFO:tasks.rados.rados.0.smithi071.stdout:920: snap_create 2023-12-16T18:11:40.188 INFO:tasks.rados.rados.0.smithi071.stdout:918: finishing write tid 1 to smithi071127730-48 2023-12-16T18:11:40.188 INFO:tasks.rados.rados.0.smithi071.stdout:918: finishing write tid 2 to smithi071127730-48 2023-12-16T18:11:40.189 INFO:tasks.rados.rados.0.smithi071.stdout:918: finishing write tid 3 to smithi071127730-48 2023-12-16T18:11:40.189 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 401 (ObjNum 296 snap 78 seq_num 296) dirty exists 2023-12-16T18:11:40.189 INFO:tasks.rados.rados.0.smithi071.stdout:918: left oid 48 (ObjNum 296 snap 78 seq_num 296) 2023-12-16T18:11:40.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:40.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:40.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T18:11:40.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:40 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:40.064+0000 7f9f5922d700 -1 mon.b@1(peon).osd e217 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: osdmap e216: 8 total, 8 up, 8 in 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: failed to encode map e216 with expected crc 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:40.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:11:40.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-16T18:11:40.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-16T18:11:41.076 INFO:tasks.rados.rados.0.smithi071.stdout:918: done (1 left) 2023-12-16T18:11:41.076 INFO:tasks.rados.rados.0.smithi071.stdout:920: done (0 left) 2023-12-16T18:11:41.076 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 79 2023-12-16T18:11:41.076 INFO:tasks.rados.rados.0.smithi071.stdout:921: seq_num 298 ranges {2154496=196608} 2023-12-16T18:11:41.088 INFO:tasks.rados.rados.0.smithi071.stdout:921: writing smithi071127730-13 from 2154496 to 2351104 tid 1 2023-12-16T18:11:41.089 INFO:tasks.rados.rados.0.smithi071.stdout:922: delete oid 50 current snap is 79 2023-12-16T18:11:41.093 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 1 to smithi071127730-13 2023-12-16T18:11:41.094 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 2 to smithi071127730-13 2023-12-16T18:11:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:922: done (1 left) 2023-12-16T18:11:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:923: rollback oid 21 current snap is 79 2023-12-16T18:11:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 52 2023-12-16T18:11:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:924: snap_remove snap 68 2023-12-16T18:11:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: Upgrade: It appears safe to stop mon.b 2023-12-16T18:11:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: pgmap v28: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2023-12-16T18:11:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-mon[82596]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:41 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:41.074+0000 7f9f5922d700 -1 mon.b@1(peon).osd e218 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: Upgrade: It appears safe to stop mon.b 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: pgmap v28: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: Upgrade: It appears safe to stop mon.b 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: pgmap v28: 121 pgs: 121 active+clean; 254 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: osdmap e217: 8 total, 8 up, 8 in 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: failed to encode map e217 with expected crc 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:41.377 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:41.378 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:42.081 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 systemd[1]: Stopping Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:42.086 INFO:tasks.rados.rados.0.smithi071.stdout:924: done (2 left) 2023-12-16T18:11:42.086 INFO:tasks.rados.rados.0.smithi071.stdout:925: snap_create 2023-12-16T18:11:42.086 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 3 to smithi071127730-13 2023-12-16T18:11:42.086 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 374 (ObjNum 298 snap 79 seq_num 298) dirty exists 2023-12-16T18:11:42.087 INFO:tasks.rados.rados.0.smithi071.stdout:921: left oid 13 (ObjNum 298 snap 79 seq_num 298) 2023-12-16T18:11:42.087 INFO:tasks.rados.rados.0.smithi071.stdout:923: finishing rollback tid 0 to smithi071127730-21 2023-12-16T18:11:42.087 INFO:tasks.rados.rados.0.smithi071.stdout:923: finishing rollback tid 1 to smithi071127730-21 2023-12-16T18:11:42.087 INFO:tasks.rados.rados.0.smithi071.stdout:923: finishing rollback tid 2 to smithi071127730-21 2023-12-16T18:11:42.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 535 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:42.081+0000 7f9f5922d700 -1 mon.b@1(peon).osd e219 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: Upgrade: Updating mon.b 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: Deploying daemon mon.b on smithi184 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-mon[82596]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:42.207+0000 7f9f5ea38700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[82592]: 2023-12-16T18:11:42.207+0000 7f9f5ea38700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-16T18:11:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 podman[136066]: 2023-12-16 18:11:42.229141925 +0000 UTC m=+0.064189973 container died d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:11:42.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: Upgrade: Updating mon.b 2023-12-16T18:11:42.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: Deploying daemon mon.b on smithi184 2023-12-16T18:11:42.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[139725]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: Upgrade: Updating mon.b 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: Deploying daemon mon.b on smithi184 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: osdmap e218: 8 total, 8 up, 8 in 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:42 smithi071 ceph-mon[142085]: failed to encode map e218 with expected crc 2023-12-16T18:11:42.616 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 podman[136066]: 2023-12-16 18:11:42.351474879 +0000 UTC m=+0.186522903 container cleanup d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-1f2f551, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux ) 2023-12-16T18:11:42.616 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 bash[136066]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b 2023-12-16T18:11:42.616 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 podman[136080]: 2023-12-16 18:11:42.489308648 +0000 UTC m=+0.258549657 container remove d476b9d8155a72dc4abba3fa8d2cbcfb3c1aafb87b029b359549eac5124cd79c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2023-12-16T18:11:42.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.b.service: Deactivated successfully. 2023-12-16T18:11:42.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 systemd[1]: Stopped Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:42.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.b.service: Consumed 8.134s CPU time. 2023-12-16T18:11:42.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 systemd[1]: Starting Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:42 smithi184 podman[136210]: 2023-12-16 18:11:42.980909257 +0000 UTC m=+0.068854327 container create 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3) 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 podman[136210]: 2023-12-16 18:11:42.930128409 +0000 UTC m=+0.018073492 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 podman[136210]: 2023-12-16 18:11:43.081321942 +0000 UTC m=+0.169267015 container init 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 podman[136210]: 2023-12-16 18:11:43.088869862 +0000 UTC m=+0.176814933 container start 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: set uid:gid to 167:167 (ceph:ceph) 2023-12-16T18:11:43.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev), process ceph-mon, pid 2 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: pidfile_write: ignore empty --pid-file 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: load: jerasure load: lrc 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: RocksDB version: 7.9.2 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Git sha 0 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Compile date 2023-12-15 17:47:11 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: DB SUMMARY 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: DB Session ID: GGAKOTBMES46887MQ0QN 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: CURRENT file: CURRENT 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: IDENTITY file: IDENTITY 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: MANIFEST file: MANIFEST-000009 size: 905 Bytes 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000024.sst 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000022.log size: 1166458 ; 2023-12-16T18:11:43.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.error_if_exists: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.create_if_missing: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.paranoid_checks: 1 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.env: 0x55cb2ad80a60 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.fs: PosixFileSystem 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.info_log: 0x55cb2bab7760 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_file_opening_threads: 16 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.statistics: (nil) 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.use_fsync: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_log_file_size: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.keep_log_file_num: 1000 2023-12-16T18:11:43.339 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.recycle_log_file_num: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_fallocate: 1 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_mmap_reads: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_mmap_writes: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.use_direct_reads: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.create_missing_column_families: 0 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.db_log_dir: 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.wal_dir: 2023-12-16T18:11:43.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.advise_random_on_open: 1 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.db_write_buffer_size: 0 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.write_buffer_manager: 0x55cb2ba8af00 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-16T18:11:43.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.rate_limiter: (nil) 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.wal_recovery_mode: 2 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enable_thread_tracking: 0 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enable_pipelined_write: 0 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.unordered_write: 0 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-16T18:11:43.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.row_cache: None 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.wal_filter: None 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_ingest_behind: 0 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.two_write_queues: 0 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.manual_wal_flush: 0 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.wal_compression: 0 2023-12-16T18:11:43.344 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.atomic_flush: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.log_readahead_size: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.best_efforts_recovery: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.allow_data_in_errors: 0 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.db_host_id: __hostname__ 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_background_jobs: 2 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_background_compactions: -1 2023-12-16T18:11:43.345 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_subcompactions: 1 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_total_wal_size: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_open_files: -1 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bytes_per_sync: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_readahead_size: 0 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_background_flushes: -1 2023-12-16T18:11:43.346 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Compression algorithms supported: 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kZSTD supported: 0 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kXpressCompression supported: 0 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kLZ4HCCompression supported: 1 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kZlibCompression supported: 1 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kSnappyCompression supported: 1 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kLZ4Compression supported: 1 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: kBZip2Compression supported: 0 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.merge_operator: 2023-12-16T18:11:43.347 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_filter: None 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_filter_factory: None 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.sst_partitioner_factory: None 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cb2bab7880) 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks: 1 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_top_level_index_and_filter: 1 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_type: 0 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_index_type: 0 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_shortening: 1 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-16T18:11:43.348 INFO:journalctl@ceph.mon.b.smithi184.stdout: checksum: 4 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: no_block_cache: 0 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache: 0x55cb2bb0d090 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_name: BinnedLRUCache 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_options: 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: capacity : 536870912 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: num_shard_bits : 4 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: strict_capacity_limit : 0 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: high_pri_pool_ratio: 0.000 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_compressed: (nil) 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: persistent_cache: (nil) 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size: 4096 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size_deviation: 10 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_restart_interval: 16 2023-12-16T18:11:43.349 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_block_restart_interval: 1 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: metadata_block_size: 4096 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: partition_filters: 0 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: use_delta_encoding: 1 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: filter_policy: bloomfilter 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: whole_key_filtering: 1 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: verify_compression: 0 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: read_amp_bytes_per_bit: 0 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: format_version: 5 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_index_compression: 1 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_align: 0 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_auto_readahead_size: 262144 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: prepopulate_block_cache: 0 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: initial_auto_readahead_size: 8192 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout: num_file_reads_for_auto_readahead: 2 2023-12-16T18:11:43.350 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.write_buffer_size: 33554432 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_write_buffer_number: 2 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression: NoCompression 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression: Disabled 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.prefix_extractor: nullptr 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.num_levels: 7 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-16T18:11:43.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.level: 32767 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.strategy: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.enabled: false 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-16T18:11:43.352 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.target_file_size_base: 67108864 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-16T18:11:43.353 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.arena_block_size: 1048576 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.disable_auto_compactions: 0 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 bash[136210]: 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-16T18:11:43.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.table_properties_collectors: 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.inplace_update_support: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.bloom_locality: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.max_successive_merges: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.paranoid_file_checks: 0 2023-12-16T18:11:43.355 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.force_consistency_checks: 1 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.report_bg_io_stats: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.ttl: 2592000 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enable_blob_files: false 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.min_blob_size: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_file_size: 268435456 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.blob_file_starting_level: 0 2023-12-16T18:11:43.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 13948, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 83820f9f-efb7-4d61-b9bb-9121483e437e 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750303118449, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750303123820, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 704391, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13953, "largest_seqno": 14566, "table_properties": {"data_size": 700858, "index_size": 1815, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 6881, "raw_average_key_size": 25, "raw_value_size": 694758, "raw_average_value_size": 2544, "num_data_blocks": 80, "num_entries": 273, "num_filter_entries": 273, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1702750303, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "83820f9f-efb7-4d61-b9bb-9121483e437e", "db_session_id": "GGAKOTBMES46887MQ0QN", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: EVENT_LOG_v1 {"time_micros": 1702750303123952, "job": 1, "event": "recovery_finished"} 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 systemd[1]: Started Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:11:43.357 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55cb2bba8000 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: DB pointer 0x55cb2bb96000 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** DB Stats ** 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.358 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: L0 1/0 687.88 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: L6 1/0 10.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Sum 2/0 11.53 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 250.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 250.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.359 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Flush(GB): cumulative 0.001, interval 0.001 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative compaction: 0.00 GB write, 84.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval compaction: 0.00 GB write, 84.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Block cache BinnedLRUCache@0x55cb2bb0d090#2 capacity: 512.00 MB usage: 2.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.78 KB,0.000149012%) IndexBlock(1,2.08 KB,0.000396371%) Misc(1,0.00 KB,0%) 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: starting mon.b rank 1 at public addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] at bind addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???) e3 preinit fsid 52d88738-9c3d-11ee-95a5-87774f69a715 2023-12-16T18:11:43.360 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).mds e6 new map 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).mds e6 print_map 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: e6 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: legacy client fscid: 1 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: Filesystem 'cephfs' (1) 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: fs_name cephfs 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: epoch 6 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: created 2023-12-16T18:06:58.329117+0000 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: modified 2023-12-16T18:07:01.011215+0000 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: tableserver 0 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: root 0 2023-12-16T18:11:43.361 INFO:journalctl@ceph.mon.b.smithi184.stdout: session_timeout 60 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: session_autoclose 300 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_file_size 1099511627776 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_xattr_size 65536 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: required_client_features {} 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: last_failure 0 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: last_failure_osd_epoch 0 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_mds 1 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: in 0 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: up {0=24340} 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: failed 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: damaged 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: stopped 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_pools [3] 2023-12-16T18:11:43.362 INFO:journalctl@ceph.mon.b.smithi184.stdout: metadata_pool 2 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: inline_data disabled 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: balancer 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: bal_rank_mask -1 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: standby_count_wanted 0 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.184:6832/1129671996,v1:172.21.15.184:6833/1129671996] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: Standby daemons: 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.71:6834/3957189848,v1:172.21.15.71:6835/3957189848] compat {c=[1],r=[1],i=[7ff]}] 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).osd e219 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).osd e219 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).osd e219 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).osd e219 crush map has features 432629308056666112, adjusting msgr requires 2023-12-16T18:11:43.363 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:43 smithi184 ceph-mon[136228]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-12-16T18:11:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:11:47] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:921: done (2 left) 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:923: done (1 left) 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:925: done (0 left) 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:926: read oid 46 snap -1 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:926: expect (ObjNum 239 snap 57 seq_num 239) 2023-12-16T18:11:48.432 INFO:tasks.rados.rados.0.smithi071.stdout:927: delete oid 8 current snap is 80 2023-12-16T18:11:48.435 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:11:48.133+0000 7f47ab587700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-16T18:11:48.437 INFO:tasks.rados.rados.0.smithi071.stdout:927: done (1 left) 2023-12-16T18:11:48.437 INFO:tasks.rados.rados.0.smithi071.stdout:928: snap_create 2023-12-16T18:11:48.447 INFO:tasks.rados.rados.0.smithi071.stdout:926: expect (ObjNum 239 snap 57 seq_num 239) 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: overall HEALTH_OK 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.a calling monitor election 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.b calling monitor election 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.c calling monitor election 2023-12-16T18:11:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: pgmap v34: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 116 KiB/s wr, 3 op/s 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: pgmap v35: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 860 B/s rd, 118 KiB/s wr, 4 op/s 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: pgmap v36: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 737 B/s rd, 101 KiB/s wr, 3 op/s 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.b calling monitor election 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: overall HEALTH_OK 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.a calling monitor election 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: osdmap e220: 8 total, 8 up, 8 in 2023-12-16T18:11:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: mgrmap e39: y(active, since 30s), standbys: x 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: overall HEALTH_OK 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: overall HEALTH_OK 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.a calling monitor election 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.b calling monitor election 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.c calling monitor election 2023-12-16T18:11:48.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: pgmap v34: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 116 KiB/s wr, 3 op/s 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: pgmap v35: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 860 B/s rd, 118 KiB/s wr, 4 op/s 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: pgmap v36: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 737 B/s rd, 101 KiB/s wr, 3 op/s 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.b calling monitor election 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: overall HEALTH_OK 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.a calling monitor election 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: osdmap e220: 8 total, 8 up, 8 in 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: mgrmap e39: y(active, since 30s), standbys: x 2023-12-16T18:11:48.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: overall HEALTH_OK 2023-12-16T18:11:48.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:48.836 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:11:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: failed to encode map e220 with expected crc 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: overall HEALTH_OK 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.a calling monitor election 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.b calling monitor election 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.c calling monitor election 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: pgmap v34: 121 pgs: 121 active+clean; 252 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 116 KiB/s wr, 3 op/s 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: pgmap v35: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 860 B/s rd, 118 KiB/s wr, 4 op/s 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: pgmap v36: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 737 B/s rd, 101 KiB/s wr, 3 op/s 2023-12-16T18:11:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.b calling monitor election 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: overall HEALTH_OK 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.a calling monitor election 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: osdmap e220: 8 total, 8 up, 8 in 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: mgrmap e39: y(active, since 30s), standbys: x 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: overall HEALTH_OK 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:48.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:11:49.443 INFO:tasks.rados.rados.0.smithi071.stdout:926: done (1 left) 2023-12-16T18:11:49.443 INFO:tasks.rados.rados.0.smithi071.stdout:928: done (0 left) 2023-12-16T18:11:49.443 INFO:tasks.rados.rados.0.smithi071.stdout:929: setattr oid 42 current snap is 81 2023-12-16T18:11:49.444 INFO:tasks.rados.rados.0.smithi071.stdout:930: delete oid 12 current snap is 81 2023-12-16T18:11:49.454 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 222 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:11:49.454 INFO:tasks.rados.rados.0.smithi071.stdout:929: done (1 left) 2023-12-16T18:11:49.454 INFO:tasks.rados.rados.0.smithi071.stdout:930: done (0 left) 2023-12-16T18:11:49.455 INFO:tasks.rados.rados.0.smithi071.stdout:931: read oid 29 snap 71 2023-12-16T18:11:49.455 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum -1724071264 snap 22091 seq_num 2570713472) 2023-12-16T18:11:49.455 INFO:tasks.rados.rados.0.smithi071.stdout:932: setattr oid 39 current snap is 81 2023-12-16T18:11:49.455 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum -1724071264 snap 22091 seq_num 2570713472) 2023-12-16T18:11:49.464 INFO:tasks.rados.rados.0.smithi071.stdout:931: done (1 left) 2023-12-16T18:11:49.464 INFO:tasks.rados.rados.0.smithi071.stdout:933: snap_remove snap 73 2023-12-16T18:11:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[139725]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[139725]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[139725]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T18:11:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[139725]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[142085]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[142085]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[142085]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T18:11:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:49 smithi071 ceph-mon[142085]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:49 smithi184 ceph-mon[136228]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:49 smithi184 ceph-mon[136228]: failed to encode map e221 with expected crc 2023-12-16T18:11:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:49 smithi184 ceph-mon[136228]: osdmap e221: 8 total, 8 up, 8 in 2023-12-16T18:11:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:49 smithi184 ceph-mon[136228]: failed to encode map e221 with expected crc 2023-12-16T18:11:50.457 INFO:tasks.rados.rados.0.smithi071.stdout:933: done (1 left) 2023-12-16T18:11:50.457 INFO:tasks.rados.rados.0.smithi071.stdout:934: snap_create 2023-12-16T18:11:50.457 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 382 (ObjNum 169 snap 42 seq_num 169) dirty exists 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:932: done (1 left) 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:934: done (0 left) 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:935: rmattr oid 17 current snap is 82 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:935: done (0 left) 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:936: read oid 48 snap -1 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:936: expect (ObjNum 296 snap 78 seq_num 296) 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:937: rollback oid 9 current snap is 82 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 74 2023-12-16T18:11:50.539 INFO:tasks.rados.rados.0.smithi071.stdout:938: delete oid 45 current snap is 82 2023-12-16T18:11:50.548 INFO:tasks.rados.rados.0.smithi071.stdout:937: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:11:50.548 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 380 (ObjNum 129 snap 0 seq_num 2570636096) dirty dne 2023-12-16T18:11:50.553 INFO:tasks.rados.rados.0.smithi071.stdout:937: done (2 left) 2023-12-16T18:11:50.554 INFO:tasks.rados.rados.0.smithi071.stdout:938: done (1 left) 2023-12-16T18:11:50.554 INFO:tasks.rados.rados.0.smithi071.stdout:939: snap_create 2023-12-16T18:11:50.569 INFO:tasks.rados.rados.0.smithi071.stdout:936: expect (ObjNum 296 snap 78 seq_num 296) 2023-12-16T18:11:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[139725]: pgmap v39: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 105 KiB/s wr, 4 op/s 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:50 smithi071 ceph-mon[142085]: pgmap v39: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 105 KiB/s wr, 4 op/s 2023-12-16T18:11:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: osdmap e222: 8 total, 8 up, 8 in 2023-12-16T18:11:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: failed to encode map e222 with expected crc 2023-12-16T18:11:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:50 smithi184 ceph-mon[136228]: pgmap v39: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 105 KiB/s wr, 4 op/s 2023-12-16T18:11:51.543 INFO:tasks.rados.rados.0.smithi071.stdout:936: done (1 left) 2023-12-16T18:11:51.544 INFO:tasks.rados.rados.0.smithi071.stdout:939: done (0 left) 2023-12-16T18:11:51.544 INFO:tasks.rados.rados.0.smithi071.stdout:940: setattr oid 39 current snap is 83 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:941: read oid 37 snap -1 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:941: expect deleted 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:942: read oid 25 snap -1 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:942: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 83 2023-12-16T18:11:51.545 INFO:tasks.rados.rados.0.smithi071.stdout:943: seq_num 303 ranges {6291456=278528} 2023-12-16T18:11:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:943: writing smithi071127730-47 from 6291456 to 6569984 tid 1 2023-12-16T18:11:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:944: copy_from oid 42 from oid 26 current snap is 83 2023-12-16T18:11:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 392 (ObjNum 169 snap 42 seq_num 169) dirty exists 2023-12-16T18:11:51.580 INFO:tasks.rados.rados.0.smithi071.stdout:942: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 1 to smithi071127730-47 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 2 to smithi071127730-47 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 3 to smithi071127730-47 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 349 (ObjNum 303 snap 83 seq_num 303) dirty exists 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:943: left oid 47 (ObjNum 303 snap 83 seq_num 303) 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:940: done (4 left) 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:941: done (3 left) 2023-12-16T18:11:51.622 INFO:tasks.rados.rados.0.smithi071.stdout:942: done (2 left) 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:943: done (1 left) 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 83 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:944: finishing copy_from to smithi071127730-42 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:944: got expected ENOENT (src dne) 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:944: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:11:51.623 INFO:tasks.rados.rados.0.smithi071.stdout:945: seq_num 304 ranges {7888896=294912} 2023-12-16T18:11:51.666 INFO:tasks.rados.rados.0.smithi071.stdout:945: writing smithi071127730-44 from 7888896 to 8183808 tid 1 2023-12-16T18:11:51.666 INFO:tasks.rados.rados.0.smithi071.stdout:944: done (1 left) 2023-12-16T18:11:51.666 INFO:tasks.rados.rados.0.smithi071.stdout:946: delete oid 33 current snap is 83 2023-12-16T18:11:51.668 INFO:tasks.rados.rados.0.smithi071.stdout:946: done (1 left) 2023-12-16T18:11:51.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 83 2023-12-16T18:11:51.668 INFO:tasks.rados.rados.0.smithi071.stdout:947: seq_num 306 ranges {4653056=327680} 2023-12-16T18:11:51.694 INFO:tasks.rados.rados.0.smithi071.stdout:947: writing smithi071127730-48 from 4653056 to 4980736 tid 1 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:948: snap_create 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 1 to smithi071127730-44 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 2 to smithi071127730-44 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 3 to smithi071127730-44 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 227 (ObjNum 304 snap 83 seq_num 304) dirty exists 2023-12-16T18:11:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:945: left oid 44 (ObjNum 304 snap 83 seq_num 304) 2023-12-16T18:11:51.697 INFO:tasks.rados.rados.0.smithi071.stdout:947: finishing write tid 1 to smithi071127730-48 2023-12-16T18:11:51.697 INFO:tasks.rados.rados.0.smithi071.stdout:947: finishing write tid 2 to smithi071127730-48 2023-12-16T18:11:51.698 INFO:tasks.rados.rados.0.smithi071.stdout:947: finishing write tid 3 to smithi071127730-48 2023-12-16T18:11:51.698 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 403 (ObjNum 306 snap 83 seq_num 306) dirty exists 2023-12-16T18:11:51.698 INFO:tasks.rados.rados.0.smithi071.stdout:947: left oid 48 (ObjNum 306 snap 83 seq_num 306) 2023-12-16T18:11:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e223 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: osdmap e223: 8 total, 8 up, 8 in 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: osdmap e224: 8 total, 8 up, 8 in 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: failed to encode map e224 with expected crc 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.548 INFO:tasks.rados.rados.0.smithi071.stdout:945: done (2 left) 2023-12-16T18:11:52.548 INFO:tasks.rados.rados.0.smithi071.stdout:947: done (1 left) 2023-12-16T18:11:52.548 INFO:tasks.rados.rados.0.smithi071.stdout:948: done (0 left) 2023-12-16T18:11:52.548 INFO:tasks.rados.rados.0.smithi071.stdout:949: snap_remove snap 52 2023-12-16T18:11:52.812 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: pgmap v43: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.813 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:52 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: pgmap v43: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:11:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: osdmap e225: 8 total, 8 up, 8 in 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: failed to encode map e225 with expected crc 2023-12-16T18:11:52.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: pgmap v43: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:11:52.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:52.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:52 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:53.553 INFO:tasks.rados.rados.0.smithi071.stdout:949: done (0 left) 2023-12-16T18:11:53.553 INFO:tasks.rados.rados.0.smithi071.stdout:950: rmattr oid 46 current snap is 84 2023-12-16T18:11:53.554 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 84 2023-12-16T18:11:53.554 INFO:tasks.rados.rados.0.smithi071.stdout:951: seq_num 307 ranges {4980736=344064} 2023-12-16T18:11:53.584 INFO:tasks.rados.rados.0.smithi071.stdout:951: writing smithi071127730-48 from 4980736 to 5324800 tid 1 2023-12-16T18:11:53.584 INFO:tasks.rados.rados.0.smithi071.stdout:952: delete oid 18 current snap is 84 2023-12-16T18:11:53.584 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 384 (ObjNum 239 snap 57 seq_num 239) dirty exists 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:950: done (2 left) 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:952: done (1 left) 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:953: read oid 49 snap -1 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:953: expect (ObjNum 271 snap 73 seq_num 271) 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 84 2023-12-16T18:11:53.587 INFO:tasks.rados.rados.0.smithi071.stdout:954: seq_num 309 ranges {7700480=376832} 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:954: writing smithi071127730-27 from 7700480 to 8077312 tid 1 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:955: read oid 38 snap -1 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:955: expect deleted 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:956: rmattr oid 12 current snap is 84 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:951: finishing write tid 1 to smithi071127730-48 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:951: finishing write tid 2 to smithi071127730-48 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:951: finishing write tid 3 to smithi071127730-48 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 405 (ObjNum 307 snap 84 seq_num 307) dirty exists 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:951: left oid 48 (ObjNum 307 snap 84 seq_num 307) 2023-12-16T18:11:53.630 INFO:tasks.rados.rados.0.smithi071.stdout:953: expect (ObjNum 271 snap 73 seq_num 271) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:954: finishing write tid 1 to smithi071127730-27 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:954: finishing write tid 2 to smithi071127730-27 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:954: finishing write tid 3 to smithi071127730-27 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 608 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:954: left oid 27 (ObjNum 309 snap 84 seq_num 309) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:951: done (4 left) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:953: done (3 left) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:954: done (2 left) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:955: done (1 left) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:956: done (0 left) 2023-12-16T18:11:53.685 INFO:tasks.rados.rados.0.smithi071.stdout:957: delete oid 26 current snap is 84 2023-12-16T18:11:53.686 INFO:tasks.rados.rados.0.smithi071.stdout:957: done (0 left) 2023-12-16T18:11:53.686 INFO:tasks.rados.rados.0.smithi071.stdout:958: copy_from oid 50 from oid 30 current snap is 84 2023-12-16T18:11:53.686 INFO:tasks.rados.rados.0.smithi071.stdout:959: snap_remove snap 71 2023-12-16T18:11:53.739 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:53 smithi184 ceph-mon[136228]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:53 smithi184 ceph-mon[136228]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.740 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:53 smithi184 ceph-mon[136228]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[139725]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[139725]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[139725]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[142085]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[142085]: failed to encode map e226 with expected crc 2023-12-16T18:11:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:53 smithi071 ceph-mon[142085]: osdmap e226: 8 total, 8 up, 8 in 2023-12-16T18:11:54.562 INFO:tasks.rados.rados.0.smithi071.stdout:959: done (1 left) 2023-12-16T18:11:54.562 INFO:tasks.rados.rados.0.smithi071.stdout:960: snap_create 2023-12-16T18:11:54.562 INFO:tasks.rados.rados.0.smithi071.stdout:958: finishing copy_from to smithi071127730-50 2023-12-16T18:11:54.562 INFO:tasks.rados.rados.0.smithi071.stdout:958: got expected ENOENT (src dne) 2023-12-16T18:11:54.562 INFO:tasks.rados.rados.0.smithi071.stdout:958: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:11:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: pgmap v46: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 444 KiB/s wr, 29 op/s 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:54.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: pgmap v46: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 444 KiB/s wr, 29 op/s 2023-12-16T18:11:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: osdmap e227: 8 total, 8 up, 8 in 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: failed to encode map e227 with expected crc 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: pgmap v46: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 444 KiB/s wr, 29 op/s 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:54.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:54.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:11:54.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:55.541 INFO:tasks.rados.rados.0.smithi071.stdout:958: done (1 left) 2023-12-16T18:11:55.541 INFO:tasks.rados.rados.0.smithi071.stdout:960: done (0 left) 2023-12-16T18:11:55.541 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 85 2023-12-16T18:11:55.541 INFO:tasks.rados.rados.0.smithi071.stdout:961: seq_num 311 ranges {1949696=417792} 2023-12-16T18:11:55.554 INFO:tasks.rados.rados.0.smithi071.stdout:961: writing smithi071127730-21 from 1949696 to 2367488 tid 1 2023-12-16T18:11:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:962: rollback oid 42 current snap is 85 2023-12-16T18:11:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 80 2023-12-16T18:11:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 85 2023-12-16T18:11:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:963: seq_num 312 ranges {6569984=434176} 2023-12-16T18:11:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:963: writing smithi071127730-47 from 6569984 to 7004160 tid 1 2023-12-16T18:11:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:964: copy_from oid 13 from oid 7 current snap is 85 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:961: finishing write tid 1 to smithi071127730-21 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:962: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:961: finishing write tid 2 to smithi071127730-21 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:961: finishing write tid 3 to smithi071127730-21 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 573 (ObjNum 311 snap 85 seq_num 311) dirty exists 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:961: left oid 21 (ObjNum 311 snap 85 seq_num 311) 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:962: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:962: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 243 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:961: done (3 left) 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:962: done (2 left) 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:965: snap_create 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:964: finishing copy_from to smithi071127730-13 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:964: got expected ENOENT (src dne) 2023-12-16T18:11:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:964: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:11:55.596 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 1 to smithi071127730-47 2023-12-16T18:11:55.596 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 2 to smithi071127730-47 2023-12-16T18:11:55.597 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 3 to smithi071127730-47 2023-12-16T18:11:55.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 364 (ObjNum 312 snap 85 seq_num 312) dirty exists 2023-12-16T18:11:55.597 INFO:tasks.rados.rados.0.smithi071.stdout:963: left oid 47 (ObjNum 312 snap 85 seq_num 312) 2023-12-16T18:11:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: Reconfiguring mon.a (monmap changed)... 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:11:55.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:55 smithi184 ceph-mon[136228]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T18:11:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: Reconfiguring mon.a (monmap changed)... 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[139725]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: failed to encode map e228 with expected crc 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: osdmap e228: 8 total, 8 up, 8 in 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: Reconfiguring mon.a (monmap changed)... 2023-12-16T18:11:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: Reconfiguring daemon mon.a on smithi071 2023-12-16T18:11:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:55 smithi071 ceph-mon[142085]: osdmap e229: 8 total, 8 up, 8 in 2023-12-16T18:11:56.566 INFO:tasks.rados.rados.0.smithi071.stdout:963: done (2 left) 2023-12-16T18:11:56.566 INFO:tasks.rados.rados.0.smithi071.stdout:964: done (1 left) 2023-12-16T18:11:56.566 INFO:tasks.rados.rados.0.smithi071.stdout:965: done (0 left) 2023-12-16T18:11:56.566 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 86 2023-12-16T18:11:56.566 INFO:tasks.rados.rados.0.smithi071.stdout:966: seq_num 313 ranges {0=450560} 2023-12-16T18:11:56.568 INFO:tasks.rados.rados.0.smithi071.stdout:966: writing smithi071127730-15 from 0 to 450560 tid 1 2023-12-16T18:11:56.568 INFO:tasks.rados.rados.0.smithi071.stdout:967: delete oid 31 current snap is 86 2023-12-16T18:11:56.570 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing write tid 1 to smithi071127730-15 2023-12-16T18:11:56.570 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing write tid 2 to smithi071127730-15 2023-12-16T18:11:56.572 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing write tid 3 to smithi071127730-15 2023-12-16T18:11:56.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 386 (ObjNum 313 snap 86 seq_num 313) dirty exists 2023-12-16T18:11:56.572 INFO:tasks.rados.rados.0.smithi071.stdout:966: left oid 15 (ObjNum 313 snap 86 seq_num 313) 2023-12-16T18:11:56.573 INFO:tasks.rados.rados.0.smithi071.stdout:966: done (1 left) 2023-12-16T18:11:56.573 INFO:tasks.rados.rados.0.smithi071.stdout:967: done (0 left) 2023-12-16T18:11:56.573 INFO:tasks.rados.rados.0.smithi071.stdout:968: snap_create 2023-12-16T18:11:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: pgmap v49: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 396 KiB/s wr, 25 op/s 2023-12-16T18:11:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[139725]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: failed to encode map e229 with expected crc 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:11:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: pgmap v49: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 396 KiB/s wr, 25 op/s 2023-12-16T18:11:56.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:56 smithi071 ceph-mon[142085]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T18:11:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: failed to encode map e229 with expected crc 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: failed to encode map e229 with expected crc 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: failed to encode map e229 with expected crc 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: failed to encode map e229 with expected crc 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: failed to encode map e229 with expected crc 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: Reconfiguring mgr.y (monmap changed)... 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: Reconfiguring daemon mgr.y on smithi071 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: pgmap v49: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 396 KiB/s wr, 25 op/s 2023-12-16T18:11:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:56 smithi184 ceph-mon[136228]: osdmap e230: 8 total, 8 up, 8 in 2023-12-16T18:11:57.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:11:57] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2023-12-16T18:11:57.566 INFO:tasks.rados.rados.0.smithi071.stdout:968: done (0 left) 2023-12-16T18:11:57.567 INFO:tasks.rados.rados.0.smithi071.stdout:969: copy_from oid 33 from oid 44 current snap is 87 2023-12-16T18:11:57.567 INFO:tasks.rados.rados.0.smithi071.stdout:970: delete oid 3 current snap is 87 2023-12-16T18:11:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:970: done (1 left) 2023-12-16T18:11:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:971: snap_remove snap 82 2023-12-16T18:11:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: failed to encode map e230 with expected crc 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:11:57.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: failed to encode map e230 with expected crc 2023-12-16T18:11:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: failed to encode map e230 with expected crc 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: failed to encode map e230 with expected crc 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: Reconfiguring mon.c (monmap changed)... 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: Reconfiguring daemon mon.c on smithi071 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: osdmap e231: 8 total, 8 up, 8 in 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:11:58.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:58.576 INFO:tasks.rados.rados.0.smithi071.stdout:971: done (1 left) 2023-12-16T18:11:58.576 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 87 2023-12-16T18:11:58.576 INFO:tasks.rados.rados.0.smithi071.stdout:969: finishing copy_from to smithi071127730-33 2023-12-16T18:11:58.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 227 (ObjNum 304 snap 83 seq_num 304) dirty exists 2023-12-16T18:11:58.576 INFO:tasks.rados.rados.0.smithi071.stdout:972: seq_num 316 ranges {2367488=499712} 2023-12-16T18:11:58.592 INFO:tasks.rados.rados.0.smithi071.stdout:972: writing smithi071127730-21 from 2367488 to 2867200 tid 1 2023-12-16T18:11:58.592 INFO:tasks.rados.rados.0.smithi071.stdout:973: read oid 3 snap -1 2023-12-16T18:11:58.592 INFO:tasks.rados.rados.0.smithi071.stdout:973: expect deleted 2023-12-16T18:11:58.592 INFO:tasks.rados.rados.0.smithi071.stdout:974: read oid 23 snap -1 2023-12-16T18:11:58.593 INFO:tasks.rados.rados.0.smithi071.stdout:974: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:11:58.593 INFO:tasks.rados.rados.0.smithi071.stdout:975: delete oid 2 current snap is 87 2023-12-16T18:11:58.593 INFO:tasks.rados.rados.0.smithi071.stdout:969: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:11:58.596 INFO:tasks.rados.rados.0.smithi071.stdout:972: finishing write tid 1 to smithi071127730-21 2023-12-16T18:11:58.598 INFO:tasks.rados.rados.0.smithi071.stdout:972: finishing write tid 2 to smithi071127730-21 2023-12-16T18:11:58.600 INFO:tasks.rados.rados.0.smithi071.stdout:969: done (4 left) 2023-12-16T18:11:58.600 INFO:tasks.rados.rados.0.smithi071.stdout:973: done (3 left) 2023-12-16T18:11:58.600 INFO:tasks.rados.rados.0.smithi071.stdout:975: done (2 left) 2023-12-16T18:11:58.600 INFO:tasks.rados.rados.0.smithi071.stdout:976: read oid 15 snap -1 2023-12-16T18:11:58.600 INFO:tasks.rados.rados.0.smithi071.stdout:976: expect (ObjNum 313 snap 86 seq_num 313) 2023-12-16T18:11:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:977: delete oid 19 current snap is 87 2023-12-16T18:11:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:972: finishing write tid 3 to smithi071127730-21 2023-12-16T18:11:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 582 (ObjNum 316 snap 87 seq_num 316) dirty exists 2023-12-16T18:11:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:972: left oid 21 (ObjNum 316 snap 87 seq_num 316) 2023-12-16T18:11:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:974: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:11:58.667 INFO:tasks.rados.rados.0.smithi071.stdout:976: expect (ObjNum 313 snap 86 seq_num 313) 2023-12-16T18:11:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:972: done (3 left) 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:974: done (2 left) 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:976: done (1 left) 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:977: done (0 left) 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:978: read oid 25 snap -1 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:978: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:979: read oid 28 snap 83 2023-12-16T18:11:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:979: expect (ObjNum 254 snap 68 seq_num 254) 2023-12-16T18:11:58.681 INFO:tasks.rados.rados.0.smithi071.stdout:980: snap_create 2023-12-16T18:11:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:978: expect (ObjNum 79 snap 13 seq_num 79) 2023-12-16T18:11:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.0 on smithi071 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: pgmap v52: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:11:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:58.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[139725]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T18:11:58.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: failed to encode map e231 with expected crc 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.0 on smithi071 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: pgmap v52: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:58.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:58.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:11:58.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:58.728 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:58 smithi071 ceph-mon[142085]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T18:11:58.729 INFO:tasks.rados.rados.0.smithi071.stdout:979: expect (ObjNum 254 snap 68 seq_num 254) 2023-12-16T18:11:59.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:11:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: failed to encode map e231 with expected crc 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: failed to encode map e231 with expected crc 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: failed to encode map e231 with expected crc 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: failed to encode map e231 with expected crc 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: failed to encode map e231 with expected crc 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: Reconfiguring osd.0 (monmap changed)... 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.0 on smithi071 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: pgmap v52: 121 pgs: 121 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:11:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:11:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:58 smithi184 ceph-mon[136228]: osdmap e232: 8 total, 8 up, 8 in 2023-12-16T18:11:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:978: done (2 left) 2023-12-16T18:11:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:979: done (1 left) 2023-12-16T18:11:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:980: done (0 left) 2023-12-16T18:11:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:981: snap_remove snap 86 2023-12-16T18:11:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T18:11:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.1 on smithi071 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.1 on smithi071 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: failed to encode map e232 with expected crc 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:11:59.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:11:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: Reconfiguring osd.1 (monmap changed)... 2023-12-16T18:12:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.1 on smithi071 2023-12-16T18:12:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: failed to encode map e232 with expected crc 2023-12-16T18:12:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: failed to encode map e232 with expected crc 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: failed to encode map e232 with expected crc 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: failed to encode map e232 with expected crc 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:12:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:11:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:981: done (0 left) 2023-12-16T18:12:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:982: read oid 47 snap -1 2023-12-16T18:12:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:982: expect (ObjNum 312 snap 85 seq_num 312) 2023-12-16T18:12:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:983: read oid 35 snap -1 2023-12-16T18:12:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:983: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 88 2023-12-16T18:12:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:984: seq_num 319 ranges {0=548864} 2023-12-16T18:12:00.651 INFO:tasks.rados.rados.0.smithi071.stdout:984: writing smithi071127730-4 from 0 to 548864 tid 1 2023-12-16T18:12:00.651 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 88 2023-12-16T18:12:00.651 INFO:tasks.rados.rados.0.smithi071.stdout:985: seq_num 320 ranges {0=565248} 2023-12-16T18:12:00.655 INFO:tasks.rados.rados.0.smithi071.stdout:985: writing smithi071127730-36 from 0 to 565248 tid 1 2023-12-16T18:12:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:986: copy_from oid 8 from oid 27 current snap is 88 2023-12-16T18:12:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 88 2023-12-16T18:12:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:987: seq_num 321 ranges {5324800=581632} 2023-12-16T18:12:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:987: writing smithi071127730-48 from 5324800 to 5906432 tid 1 2023-12-16T18:12:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:988: rollback oid 18 current snap is 88 2023-12-16T18:12:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 83 2023-12-16T18:12:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:984: finishing write tid 1 to smithi071127730-4 2023-12-16T18:12:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:983: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:00.741 INFO:tasks.rados.rados.0.smithi071.stdout:984: finishing write tid 2 to smithi071127730-4 2023-12-16T18:12:00.741 INFO:tasks.rados.rados.0.smithi071.stdout:984: finishing write tid 3 to smithi071127730-4 2023-12-16T18:12:00.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 385 (ObjNum 319 snap 88 seq_num 319) dirty exists 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:984: left oid 4 (ObjNum 319 snap 88 seq_num 319) 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:985: finishing write tid 1 to smithi071127730-36 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:985: finishing write tid 2 to smithi071127730-36 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:985: finishing write tid 3 to smithi071127730-36 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 229 (ObjNum 320 snap 88 seq_num 320) dirty exists 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:985: left oid 36 (ObjNum 320 snap 88 seq_num 320) 2023-12-16T18:12:00.742 INFO:tasks.rados.rados.0.smithi071.stdout:982: expect (ObjNum 312 snap 85 seq_num 312) 2023-12-16T18:12:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.2 on smithi071 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: failed to encode map e233 with expected crc 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: failed to encode map e233 with expected crc 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: pgmap v55: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T18:12:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.2 on smithi071 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: failed to encode map e233 with expected crc 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: failed to encode map e233 with expected crc 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: pgmap v55: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:12:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: Reconfiguring osd.2 (monmap changed)... 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.2 on smithi071 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: failed to encode map e233 with expected crc 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: failed to encode map e233 with expected crc 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: osdmap e233: 8 total, 8 up, 8 in 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: pgmap v55: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:12:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 284 (ObjNum 192 snap 46 seq_num 192) dirty exists 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:987: finishing write tid 1 to smithi071127730-48 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:987: finishing write tid 2 to smithi071127730-48 2023-12-16T18:12:01.442 INFO:tasks.rados.rados.0.smithi071.stdout:982: done (6 left) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:983: done (5 left) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:984: done (4 left) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:985: done (3 left) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:988: done (2 left) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:989: delete oid 28 current snap is 88 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:987: finishing write tid 3 to smithi071127730-48 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 407 (ObjNum 321 snap 88 seq_num 321) dirty exists 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:987: left oid 48 (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing copy_from to smithi071127730-8 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 608 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:01.443 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:12:01.444 INFO:tasks.rados.rados.0.smithi071.stdout:986: done (2 left) 2023-12-16T18:12:01.444 INFO:tasks.rados.rados.0.smithi071.stdout:987: done (1 left) 2023-12-16T18:12:01.444 INFO:tasks.rados.rados.0.smithi071.stdout:989: done (0 left) 2023-12-16T18:12:01.444 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 88 2023-12-16T18:12:01.444 INFO:tasks.rados.rados.0.smithi071.stdout:990: seq_num 323 ranges {548864=614400} 2023-12-16T18:12:01.450 INFO:tasks.rados.rados.0.smithi071.stdout:990: writing smithi071127730-4 from 548864 to 1163264 tid 1 2023-12-16T18:12:01.451 INFO:tasks.rados.rados.0.smithi071.stdout:991: read oid 45 snap -1 2023-12-16T18:12:01.451 INFO:tasks.rados.rados.0.smithi071.stdout:991: expect deleted 2023-12-16T18:12:01.451 INFO:tasks.rados.rados.0.smithi071.stdout:992: snap_remove snap 79 2023-12-16T18:12:01.656 INFO:tasks.rados.rados.0.smithi071.stdout:992: done (2 left) 2023-12-16T18:12:01.656 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 88 2023-12-16T18:12:01.656 INFO:tasks.rados.rados.0.smithi071.stdout:993: seq_num 324 ranges {2867200=630784} 2023-12-16T18:12:01.678 INFO:tasks.rados.rados.0.smithi071.stdout:993: writing smithi071127730-21 from 2867200 to 3497984 tid 1 2023-12-16T18:12:01.678 INFO:tasks.rados.rados.0.smithi071.stdout:994: snap_create 2023-12-16T18:12:01.678 INFO:tasks.rados.rados.0.smithi071.stdout:990: finishing write tid 1 to smithi071127730-4 2023-12-16T18:12:01.678 INFO:tasks.rados.rados.0.smithi071.stdout:990: finishing write tid 2 to smithi071127730-4 2023-12-16T18:12:01.678 INFO:tasks.rados.rados.0.smithi071.stdout:990: finishing write tid 3 to smithi071127730-4 2023-12-16T18:12:01.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 387 (ObjNum 323 snap 88 seq_num 323) dirty exists 2023-12-16T18:12:01.679 INFO:tasks.rados.rados.0.smithi071.stdout:990: left oid 4 (ObjNum 323 snap 88 seq_num 323) 2023-12-16T18:12:01.681 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 1 to smithi071127730-21 2023-12-16T18:12:01.681 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 2 to smithi071127730-21 2023-12-16T18:12:01.682 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 3 to smithi071127730-21 2023-12-16T18:12:01.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 593 (ObjNum 324 snap 88 seq_num 324) dirty exists 2023-12-16T18:12:01.682 INFO:tasks.rados.rados.0.smithi071.stdout:993: left oid 21 (ObjNum 324 snap 88 seq_num 324) 2023-12-16T18:12:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T18:12:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.3 on smithi071 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.3 on smithi071 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: failed to encode map e234 with expected crc 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: Reconfiguring osd.3 (monmap changed)... 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.3 on smithi071 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: osdmap e234: 8 total, 8 up, 8 in 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: failed to encode map e234 with expected crc 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:02.664 INFO:tasks.rados.rados.0.smithi071.stdout:990: done (3 left) 2023-12-16T18:12:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:991: done (2 left) 2023-12-16T18:12:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:993: done (1 left) 2023-12-16T18:12:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:994: done (0 left) 2023-12-16T18:12:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 89 2023-12-16T18:12:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:995: seq_num 325 ranges {0=647168} 2023-12-16T18:12:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:995: writing smithi071127730-19 from 0 to 647168 tid 1 2023-12-16T18:12:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 89 2023-12-16T18:12:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:996: seq_num 326 ranges {1425408=663552} 2023-12-16T18:12:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:996: writing smithi071127730-25 from 1425408 to 2088960 tid 1 2023-12-16T18:12:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:997: rmattr oid 42 current snap is 89 2023-12-16T18:12:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:998: delete oid 10 current snap is 89 2023-12-16T18:12:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 1 to smithi071127730-19 2023-12-16T18:12:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 2 to smithi071127730-19 2023-12-16T18:12:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 3 to smithi071127730-19 2023-12-16T18:12:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 610 (ObjNum 325 snap 89 seq_num 325) dirty exists 2023-12-16T18:12:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:995: left oid 19 (ObjNum 325 snap 89 seq_num 325) 2023-12-16T18:12:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:995: done (3 left) 2023-12-16T18:12:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:998: done (2 left) 2023-12-16T18:12:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:999: copy_from oid 21 from oid 40 current snap is 89 2023-12-16T18:12:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:1000: snap_create 2023-12-16T18:12:02.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 0 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:12:02.686 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 1 to smithi071127730-25 2023-12-16T18:12:02.687 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 2 to smithi071127730-25 2023-12-16T18:12:02.688 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 3 to smithi071127730-25 2023-12-16T18:12:02.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 371 (ObjNum 326 snap 89 seq_num 326) dirty exists 2023-12-16T18:12:02.688 INFO:tasks.rados.rados.0.smithi071.stdout:996: left oid 25 (ObjNum 326 snap 89 seq_num 326) 2023-12-16T18:12:02.726 INFO:tasks.rados.rados.0.smithi071.stdout:999: finishing copy_from to smithi071127730-21 2023-12-16T18:12:02.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 364 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:12:02.726 INFO:tasks.rados.rados.0.smithi071.stdout:999: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:12:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: Reconfiguring mds.a (monmap changed)... 2023-12-16T18:12:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: Reconfiguring daemon mds.a on smithi071 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: pgmap v58: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:12:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:12:02.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: Reconfiguring mds.a (monmap changed)... 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: Reconfiguring daemon mds.a on smithi071 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: pgmap v58: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.978 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.978 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:12:02.978 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:12:02.978 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:02.978 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: Reconfiguring mds.a (monmap changed)... 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: Reconfiguring daemon mds.a on smithi071 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: failed to encode map e235 with expected crc 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: osdmap e235: 8 total, 8 up, 8 in 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: pgmap v58: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:02.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-16T18:12:02.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-16T18:12:02.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.662 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:12:03.663 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:996: done (3 left) 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:997: done (2 left) 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:999: done (1 left) 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:1000: done (0 left) 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:1001: rollback oid 44 current snap is 90 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 80 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:1002: copy_from oid 18 from oid 38 current snap is 90 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 90 2023-12-16T18:12:03.670 INFO:tasks.rados.rados.0.smithi071.stdout:1003: seq_num 328 ranges {0=696320} 2023-12-16T18:12:03.674 INFO:tasks.rados.rados.0.smithi071.stdout:1003: writing smithi071127730-3 from 0 to 696320 tid 1 2023-12-16T18:12:03.674 INFO:tasks.rados.rados.0.smithi071.stdout:1004: snap_remove snap 81 2023-12-16T18:12:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:03.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: Reconfiguring mon.b (monmap changed)... 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: Reconfiguring daemon mon.b on smithi184 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: osdmap e236: 8 total, 8 up, 8 in 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: failed to encode map e236 with expected crc 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-16T18:12:03.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1004: done (3 left) 2023-12-16T18:12:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1005: snap_create 2023-12-16T18:12:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:12:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:12:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 257 (ObjNum 284 snap 77 seq_num 284) dirty exists 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1003: finishing write tid 1 to smithi071127730-3 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1003: finishing write tid 2 to smithi071127730-3 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1002: finishing copy_from to smithi071127730-18 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1002: got expected ENOENT (src dne) 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1002: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1003: finishing write tid 3 to smithi071127730-3 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 597 (ObjNum 328 snap 90 seq_num 328) dirty exists 2023-12-16T18:12:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1003: left oid 3 (ObjNum 328 snap 90 seq_num 328) 2023-12-16T18:12:04.942 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: Reconfiguring daemon mgr.x on smithi184 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: pgmap v61: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:12:04.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: Reconfiguring daemon mgr.x on smithi184 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: pgmap v61: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:12:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: Reconfiguring mgr.x (monmap changed)... 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: Reconfiguring daemon mgr.x on smithi184 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: osdmap e237: 8 total, 8 up, 8 in 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: failed to encode map e237 with expected crc 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: pgmap v61: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:12:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:05.541 INFO:tasks.rados.rados.0.smithi071.stdout:1001: done (3 left) 2023-12-16T18:12:05.541 INFO:tasks.rados.rados.0.smithi071.stdout:1002: done (2 left) 2023-12-16T18:12:05.541 INFO:tasks.rados.rados.0.smithi071.stdout:1003: done (1 left) 2023-12-16T18:12:05.541 INFO:tasks.rados.rados.0.smithi071.stdout:1005: done (0 left) 2023-12-16T18:12:05.541 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 91 2023-12-16T18:12:05.542 INFO:tasks.rados.rados.0.smithi071.stdout:1006: seq_num 329 ranges {6742016=712704} 2023-12-16T18:12:05.581 INFO:tasks.rados.rados.0.smithi071.stdout:1006: writing smithi071127730-1 from 6742016 to 7454720 tid 1 2023-12-16T18:12:05.581 INFO:tasks.rados.rados.0.smithi071.stdout:1007: read oid 35 snap -1 2023-12-16T18:12:05.581 INFO:tasks.rados.rados.0.smithi071.stdout:1007: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:05.581 INFO:tasks.rados.rados.0.smithi071.stdout:1008: snap_create 2023-12-16T18:12:05.591 INFO:tasks.rados.rados.0.smithi071.stdout:1006: finishing write tid 1 to smithi071127730-1 2023-12-16T18:12:05.591 INFO:tasks.rados.rados.0.smithi071.stdout:1006: finishing write tid 2 to smithi071127730-1 2023-12-16T18:12:05.592 INFO:tasks.rados.rados.0.smithi071.stdout:1006: finishing write tid 3 to smithi071127730-1 2023-12-16T18:12:05.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 553 (ObjNum 329 snap 91 seq_num 329) dirty exists 2023-12-16T18:12:05.592 INFO:tasks.rados.rados.0.smithi071.stdout:1006: left oid 1 (ObjNum 329 snap 91 seq_num 329) 2023-12-16T18:12:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:1007: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:05.967 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T18:12:05.967 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.4 on smithi184 2023-12-16T18:12:05.967 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.967 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:05.968 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:05 smithi184 ceph-mon[136228]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T18:12:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T18:12:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.4 on smithi184 2023-12-16T18:12:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[139725]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: Reconfiguring osd.4 (monmap changed)... 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.4 on smithi184 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: failed to encode map e238 with expected crc 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: osdmap e238: 8 total, 8 up, 8 in 2023-12-16T18:12:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:12:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:05 smithi071 ceph-mon[142085]: osdmap e239: 8 total, 8 up, 8 in 2023-12-16T18:12:06.387 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:12:06.546 INFO:tasks.rados.rados.0.smithi071.stdout:1006: done (2 left) 2023-12-16T18:12:06.546 INFO:tasks.rados.rados.0.smithi071.stdout:1007: done (1 left) 2023-12-16T18:12:06.546 INFO:tasks.rados.rados.0.smithi071.stdout:1008: done (0 left) 2023-12-16T18:12:06.547 INFO:tasks.rados.rados.0.smithi071.stdout:1009: rollback oid 37 current snap is 92 2023-12-16T18:12:06.547 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 83 2023-12-16T18:12:06.547 INFO:tasks.rados.rados.0.smithi071.stdout:1010: delete oid 44 current snap is 92 2023-12-16T18:12:06.553 INFO:tasks.rados.rados.0.smithi071.stdout:1010: done (1 left) 2023-12-16T18:12:06.553 INFO:tasks.rados.rados.0.smithi071.stdout:1011: copy_from oid 39 from oid 8 current snap is 92 2023-12-16T18:12:06.553 INFO:tasks.rados.rados.0.smithi071.stdout:1009: finishing rollback tid 1 to smithi071127730-37 2023-12-16T18:12:06.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:12:06.553 INFO:tasks.rados.rados.0.smithi071.stdout:1009: done (1 left) 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:1012: read oid 12 snap 76 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:1012: expect (ObjNum 158 snap 37 seq_num 158) 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:1013: rollback oid 47 current snap is 92 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 87 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 92 2023-12-16T18:12:06.554 INFO:tasks.rados.rados.0.smithi071.stdout:1014: seq_num 331 ranges {0=753664} 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:1014: writing smithi071127730-28 from 0 to 753664 tid 1 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 92 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 379 (ObjNum 312 snap 85 seq_num 312) dirty exists 2023-12-16T18:12:06.558 INFO:tasks.rados.rados.0.smithi071.stdout:1015: seq_num 332 ranges {565248=770048} 2023-12-16T18:12:06.566 INFO:tasks.rados.rados.0.smithi071.stdout:1015: writing smithi071127730-36 from 565248 to 1335296 tid 1 2023-12-16T18:12:06.566 INFO:tasks.rados.rados.0.smithi071.stdout:1013: done (4 left) 2023-12-16T18:12:06.566 INFO:tasks.rados.rados.0.smithi071.stdout:1016: snap_remove snap 77 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (107s) 30s ago 4m 19.0M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (91s) 15s ago 4m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 30s ago 5m 19.0M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (5m) 15s ago 5m 17.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (66s) 15s ago 7m 439M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (86s) 30s ago 8m 486M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (56s) 30s ago 8m 37.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (23s) 15s ago 7m 19.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (38s) 30s ago 7m 16.9M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (106s) 30s ago 4m 8539k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (90s) 15s ago 4m 7994k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:12:06.715 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 30s ago 7m 165M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 879bd136ff97 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 30s ago 6m 142M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 30s ago 6m 157M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 30s ago 6m 93.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (6m) 15s ago 6m 140M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (5m) 15s ago 5m 167M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (5m) 15s ago 5m 96.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (5m) 15s ago 5m 113M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:12:06.716 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (69s) 15s ago 4m 45.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:12:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.5 on smithi184 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: pgmap v64: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[139725]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.5 on smithi184 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: pgmap v64: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:06 smithi071 ceph-mon[142085]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: Reconfiguring osd.5 (monmap changed)... 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.5 on smithi184 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: failed to encode map e239 with expected crc 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: pgmap v64: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:06.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:06 smithi184 ceph-mon[136228]: osdmap e240: 8 total, 8 up, 8 in 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:07.100 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 10, 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 5 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:12:07.101 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:12:07.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:07] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2023-12-16T18:12:07.547 INFO:tasks.rados.rados.0.smithi071.stdout:1016: done (4 left) 2023-12-16T18:12:07.548 INFO:tasks.rados.rados.0.smithi071.stdout:1017: rmattr oid 21 current snap is 92 2023-12-16T18:12:07.548 INFO:tasks.rados.rados.0.smithi071.stdout:1017: done (4 left) 2023-12-16T18:12:07.548 INFO:tasks.rados.rados.0.smithi071.stdout:1018: setattr oid 44 current snap is 92 2023-12-16T18:12:07.548 INFO:tasks.rados.rados.0.smithi071.stdout:1012: expect (ObjNum 158 snap 37 seq_num 158) 2023-12-16T18:12:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:1014: finishing write tid 1 to smithi071127730-28 2023-12-16T18:12:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:1014: finishing write tid 2 to smithi071127730-28 2023-12-16T18:12:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:1014: finishing write tid 3 to smithi071127730-28 2023-12-16T18:12:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 239 (ObjNum 331 snap 92 seq_num 331) dirty exists 2023-12-16T18:12:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:1014: left oid 28 (ObjNum 331 snap 92 seq_num 331) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1015: finishing write tid 1 to smithi071127730-36 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1015: finishing write tid 2 to smithi071127730-36 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1015: finishing write tid 3 to smithi071127730-36 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 231 (ObjNum 332 snap 92 seq_num 332) dirty exists 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1015: left oid 36 (ObjNum 332 snap 92 seq_num 332) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1011: finishing copy_from to smithi071127730-39 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 608 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1011: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1011: done (4 left) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1012: done (3 left) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1014: done (2 left) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1015: done (1 left) 2023-12-16T18:12:07.565 INFO:tasks.rados.rados.0.smithi071.stdout:1019: snap_remove snap 83 2023-12-16T18:12:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T18:12:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.6 on smithi184 2023-12-16T18:12:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/718797403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:12:07.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.6 on smithi184 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/718797403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: Reconfiguring osd.6 (monmap changed)... 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.6 on smithi184 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: failed to encode map e240 with expected crc 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/718797403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:07.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: osdmap e241: 8 total, 8 up, 8 in 2023-12-16T18:12:07.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:07.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:12:07.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:1019: done (1 left) 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:1020: rollback oid 16 current snap is 92 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 90 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 270 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:1018: done (1 left) 2023-12-16T18:12:08.551 INFO:tasks.rados.rados.0.smithi071.stdout:1021: snap_remove snap 87 2023-12-16T18:12:08.836 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: Reconfiguring daemon osd.7 on smithi184 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: pgmap v67: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: Reconfiguring daemon osd.7 on smithi184 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: pgmap v67: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: failed to encode map e241 with expected crc 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: Reconfiguring osd.7 (monmap changed)... 2023-12-16T18:12:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: Reconfiguring daemon osd.7 on smithi184 2023-12-16T18:12:08.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: pgmap v67: 121 pgs: 121 active+clean; 202 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:08.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: osdmap e242: 8 total, 8 up, 8 in 2023-12-16T18:12:08.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:08.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:1021: done (1 left) 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:1022: read oid 46 snap -1 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:1022: expect (ObjNum 239 snap 57 seq_num 239) 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 92 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:1020: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:12:09.557 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:12:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:1023: seq_num 333 ranges {2088960=786432} 2023-12-16T18:12:09.574 INFO:tasks.rados.rados.0.smithi071.stdout:1023: writing smithi071127730-25 from 2088960 to 2875392 tid 1 2023-12-16T18:12:09.574 INFO:tasks.rados.rados.0.smithi071.stdout:1020: done (2 left) 2023-12-16T18:12:09.574 INFO:tasks.rados.rados.0.smithi071.stdout:1024: setattr oid 40 current snap is 92 2023-12-16T18:12:09.577 INFO:tasks.rados.rados.0.smithi071.stdout:1025: delete oid 1 current snap is 92 2023-12-16T18:12:09.577 INFO:tasks.rados.rados.0.smithi071.stdout:1022: expect (ObjNum 239 snap 57 seq_num 239) 2023-12-16T18:12:09.674 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 1 to smithi071127730-25 2023-12-16T18:12:09.674 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 2 to smithi071127730-25 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1022: done (3 left) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1025: done (2 left) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1026: copy_from oid 18 from oid 8 current snap is 92 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 3 to smithi071127730-25 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 394 (ObjNum 333 snap 92 seq_num 333) dirty exists 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1023: left oid 25 (ObjNum 333 snap 92 seq_num 333) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 611 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1023: done (2 left) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1024: done (1 left) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1027: read oid 48 snap 85 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1027: expect (ObjNum 307 snap 84 seq_num 307) 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 92 2023-12-16T18:12:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:1028: seq_num 335 ranges {0=417792,417792=401408} 2023-12-16T18:12:09.676 INFO:tasks.rados.rados.0.smithi071.stdout:1028: writing smithi071127730-24 from 0 to 417792 tid 1 2023-12-16T18:12:09.679 INFO:tasks.rados.rados.0.smithi071.stdout:1028: writing smithi071127730-24 from 417792 to 819200 tid 2 2023-12-16T18:12:09.679 INFO:tasks.rados.rados.0.smithi071.stdout:1029: copy_from oid 31 from oid 41 current snap is 92 2023-12-16T18:12:09.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 92 2023-12-16T18:12:09.679 INFO:tasks.rados.rados.0.smithi071.stdout:1030: seq_num 336 ranges {8077312=434176,8511488=401408} 2023-12-16T18:12:09.727 INFO:tasks.rados.rados.0.smithi071.stdout:1030: writing smithi071127730-39 from 8077312 to 8511488 tid 1 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1030: writing smithi071127730-39 from 8511488 to 8912896 tid 2 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1031: read oid 5 snap 76 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1031: expect deleted 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1032: read oid 38 snap -1 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1032: expect deleted 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1033: read oid 50 snap 91 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1033: expect deleted 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1034: snap_create 2023-12-16T18:12:09.730 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing write tid 1 to smithi071127730-24 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing write tid 2 to smithi071127730-24 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing write tid 3 to smithi071127730-24 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing write tid 4 to smithi071127730-24 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 287 (ObjNum 335 snap 92 seq_num 335) dirty exists 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:1028: left oid 24 (ObjNum 335 snap 92 seq_num 335) 2023-12-16T18:12:09.731 INFO:tasks.rados.rados.0.smithi071.stdout:1027: expect (ObjNum 307 snap 84 seq_num 307) 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: Reconfiguring mds.b (monmap changed)... 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: Reconfiguring daemon mds.b on smithi184 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: Reconfiguring mds.b (monmap changed)... 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: Reconfiguring daemon mds.b on smithi184 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T18:12:09.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: failed to encode map e242 with expected crc 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: Reconfiguring mds.b (monmap changed)... 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:09.980 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: Reconfiguring daemon mds.b on smithi184 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: osdmap e243: 8 total, 8 up, 8 in 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-16T18:12:09.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:10.132 INFO:tasks.rados.rados.0.smithi071.stdout:1026: finishing copy_from to smithi071127730-18 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 608 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1026: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing copy_from to smithi071127730-31 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 397 (ObjNum 279 snap 77 seq_num 279) dirty exists 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing write tid 1 to smithi071127730-39 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing write tid 2 to smithi071127730-39 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing write tid 3 to smithi071127730-39 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing write tid 4 to smithi071127730-39 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 611 (ObjNum 336 snap 92 seq_num 336) dirty exists 2023-12-16T18:12:10.133 INFO:tasks.rados.rados.0.smithi071.stdout:1030: left oid 39 (ObjNum 336 snap 92 seq_num 336) 2023-12-16T18:12:10.706 INFO:tasks.rados.rados.0.smithi071.stdout:1026: done (8 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1027: done (7 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1028: done (6 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1029: done (5 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1030: done (4 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1031: done (3 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1032: done (2 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1033: done (1 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1034: done (0 left) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1035: read oid 3 snap -1 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 328 snap 90 seq_num 328) 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1036: copy_from oid 50 from oid 8 current snap is 93 2023-12-16T18:12:10.707 INFO:tasks.rados.rados.0.smithi071.stdout:1037: snap_remove snap 78 2023-12-16T18:12:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: Upgrade: Setting container_image for all mon 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: Upgrade: Setting container_image for all crash 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: Upgrade: osd.0 is safe to restart 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: pgmap v70: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:12:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: failed to encode map e243 with expected crc 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: Upgrade: Setting container_image for all mon 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: Upgrade: Setting container_image for all crash 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: Upgrade: osd.0 is safe to restart 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: pgmap v70: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:12:10.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: failed to encode map e243 with expected crc 2023-12-16T18:12:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: failed to encode map e243 with expected crc 2023-12-16T18:12:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: failed to encode map e243 with expected crc 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: Upgrade: Setting container_image for all mon 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: Upgrade: Setting container_image for all crash 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: Upgrade: osd.0 is safe to restart 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: pgmap v70: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-16T18:12:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:11.712 INFO:tasks.rados.rados.0.smithi071.stdout:1037: done (2 left) 2023-12-16T18:12:11.712 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 93 2023-12-16T18:12:11.712 INFO:tasks.rados.rados.0.smithi071.stdout:1038: seq_num 337 ranges {0=450560,450560=401408} 2023-12-16T18:12:11.715 INFO:tasks.rados.rados.0.smithi071.stdout:1038: writing smithi071127730-38 from 0 to 450560 tid 1 2023-12-16T18:12:11.717 INFO:tasks.rados.rados.0.smithi071.stdout:1038: writing smithi071127730-38 from 450560 to 851968 tid 2 2023-12-16T18:12:11.723 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 328 snap 90 seq_num 328) 2023-12-16T18:12:11.743 INFO:tasks.rados.rados.0.smithi071.stdout:1036: finishing copy_from to smithi071127730-50 2023-12-16T18:12:11.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 608 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:11.743 INFO:tasks.rados.rados.0.smithi071.stdout:1036: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:12:11.743 INFO:tasks.rados.rados.0.smithi071.stdout:1035: done (2 left) 2023-12-16T18:12:11.743 INFO:tasks.rados.rados.0.smithi071.stdout:1036: done (1 left) 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1039: read oid 41 snap -1 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1039: expect (ObjNum 279 snap 77 seq_num 279) 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 93 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing write tid 1 to smithi071127730-38 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing write tid 2 to smithi071127730-38 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing write tid 3 to smithi071127730-38 2023-12-16T18:12:11.744 INFO:tasks.rados.rados.0.smithi071.stdout:1040: seq_num 338 ranges {8183808=466944,8650752=401408} 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: Upgrade: Updating osd.0 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: Deploying daemon osd.0 on smithi071 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T18:12:11.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[139725]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: Upgrade: Updating osd.0 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: Deploying daemon osd.0 on smithi071 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T18:12:11.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:11 smithi071 ceph-mon[142085]: failed to encode map e244 with expected crc 2023-12-16T18:12:11.791 INFO:tasks.rados.rados.0.smithi071.stdout:1040: writing smithi071127730-33 from 8183808 to 8650752 tid 1 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:1040: writing smithi071127730-33 from 8650752 to 9052160 tid 2 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:1041: delete oid 1 current snap is 93 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing write tid 4 to smithi071127730-38 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 639 (ObjNum 337 snap 93 seq_num 337) dirty exists 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:1038: left oid 38 (ObjNum 337 snap 93 seq_num 337) 2023-12-16T18:12:11.794 INFO:tasks.rados.rados.0.smithi071.stdout:1039: expect (ObjNum 279 snap 77 seq_num 279) 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1040: finishing write tid 1 to smithi071127730-33 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1040: finishing write tid 2 to smithi071127730-33 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1038: done (3 left) 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1039: done (2 left) 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1041: done (1 left) 2023-12-16T18:12:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1042: snap_remove snap 85 2023-12-16T18:12:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: Upgrade: Updating osd.0 2023-12-16T18:12:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: Deploying daemon osd.0 on smithi071 2023-12-16T18:12:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: failed to encode map e244 with expected crc 2023-12-16T18:12:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: failed to encode map e244 with expected crc 2023-12-16T18:12:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: osdmap e244: 8 total, 8 up, 8 in 2023-12-16T18:12:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:11 smithi184 ceph-mon[136228]: failed to encode map e244 with expected crc 2023-12-16T18:12:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:1042: done (1 left) 2023-12-16T18:12:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 93 2023-12-16T18:12:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:1040: finishing write tid 3 to smithi071127730-33 2023-12-16T18:12:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:1040: finishing write tid 4 to smithi071127730-33 2023-12-16T18:12:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 234 (ObjNum 338 snap 93 seq_num 338) dirty exists 2023-12-16T18:12:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:1040: left oid 33 (ObjNum 338 snap 93 seq_num 338) 2023-12-16T18:12:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:1043: seq_num 340 ranges {2146304=499712,2646016=401408} 2023-12-16T18:12:12.733 INFO:tasks.rados.rados.0.smithi071.stdout:1043: writing smithi071127730-49 from 2146304 to 2646016 tid 1 2023-12-16T18:12:12.737 INFO:tasks.rados.rados.0.smithi071.stdout:1043: writing smithi071127730-49 from 2646016 to 3047424 tid 2 2023-12-16T18:12:12.737 INFO:tasks.rados.rados.0.smithi071.stdout:1040: done (1 left) 2023-12-16T18:12:12.737 INFO:tasks.rados.rados.0.smithi071.stdout:1044: copy_from oid 41 from oid 48 current snap is 93 2023-12-16T18:12:12.737 INFO:tasks.rados.rados.0.smithi071.stdout:1043: finishing write tid 1 to smithi071127730-49 2023-12-16T18:12:12.737 INFO:tasks.rados.rados.0.smithi071.stdout:1045: snap_remove snap 91 2023-12-16T18:12:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[142085]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[142085]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[142085]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[142085]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[142085]: pgmap v73: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[139725]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[139725]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T18:12:12.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[139725]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[139725]: failed to encode map e245 with expected crc 2023-12-16T18:12:12.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-mon[139725]: pgmap v73: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:12.975 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:12 smithi071 systemd[1]: Stopping Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:12:12.975 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:12:12.873+0000 7f80f5be3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:12:12.975 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:12:12.873+0000 7f80f5be3700 -1 osd.0 246 *** Got signal Terminated *** 2023-12-16T18:12:12.975 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[93295]: 2023-12-16T18:12:12.873+0000 7f80f5be3700 -1 osd.0 246 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:12:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:12 smithi184 ceph-mon[136228]: failed to encode map e245 with expected crc 2023-12-16T18:12:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:12 smithi184 ceph-mon[136228]: osdmap e245: 8 total, 8 up, 8 in 2023-12-16T18:12:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:12 smithi184 ceph-mon[136228]: failed to encode map e245 with expected crc 2023-12-16T18:12:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:12 smithi184 ceph-mon[136228]: failed to encode map e245 with expected crc 2023-12-16T18:12:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:12 smithi184 ceph-mon[136228]: pgmap v73: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-16T18:12:13.729 INFO:tasks.rados.rados.0.smithi071.stdout:1043: finishing write tid 2 to smithi071127730-49 2023-12-16T18:12:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:1045: done (2 left) 2023-12-16T18:12:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:1046: snap_remove snap 76 2023-12-16T18:12:13.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[139725]: failed to encode map e246 with expected crc 2023-12-16T18:12:13.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[139725]: failed to encode map e246 with expected crc 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[139725]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[139725]: osd.0 marked itself down and dead 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[142085]: failed to encode map e246 with expected crc 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[142085]: failed to encode map e246 with expected crc 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[142085]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T18:12:13.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:13 smithi071 ceph-mon[142085]: osd.0 marked itself down and dead 2023-12-16T18:12:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:13 smithi184 ceph-mon[136228]: failed to encode map e246 with expected crc 2023-12-16T18:12:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:13 smithi184 ceph-mon[136228]: failed to encode map e246 with expected crc 2023-12-16T18:12:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:13 smithi184 ceph-mon[136228]: osdmap e246: 8 total, 8 up, 8 in 2023-12-16T18:12:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:13 smithi184 ceph-mon[136228]: osd.0 marked itself down and dead 2023-12-16T18:12:14.717 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:14 smithi071 podman[147020]: 2023-12-16 18:12:14.281687566 +0000 UTC m=+1.456158639 container died 879bd136ff97fb46e846f8e4105ebb2dbfeb2f95c73b726c1f7c71ef1e0976d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2023-12-16T18:12:14.717 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:14 smithi071 podman[147020]: 2023-12-16 18:12:14.387556296 +0000 UTC m=+1.562027368 container cleanup 879bd136ff97fb46e846f8e4105ebb2dbfeb2f95c73b726c1f7c71ef1e0976d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551) 2023-12-16T18:12:14.717 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:14 smithi071 bash[147020]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0 2023-12-16T18:12:14.717 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:14 smithi071 podman[147047]: 2023-12-16 18:12:14.479092844 +0000 UTC m=+0.193235407 container remove 879bd136ff97fb46e846f8e4105ebb2dbfeb2f95c73b726c1f7c71ef1e0976d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1043: finishing write tid 3 to smithi071127730-49 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1043: finishing write tid 4 to smithi071127730-49 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 649 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1043: left oid 49 (ObjNum 340 snap 93 seq_num 340) 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1044: finishing copy_from to smithi071127730-41 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 407 (ObjNum 321 snap 88 seq_num 321) dirty exists 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1044: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1043: done (2 left) 2023-12-16T18:12:14.732 INFO:tasks.rados.rados.0.smithi071.stdout:1044: done (1 left) 2023-12-16T18:12:14.733 INFO:tasks.rados.rados.0.smithi071.stdout:1046: done (0 left) 2023-12-16T18:12:14.733 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 93 2023-12-16T18:12:14.733 INFO:tasks.rados.rados.0.smithi071.stdout:1047: seq_num 341 ranges {0=516096,516096=401408} 2023-12-16T18:12:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:1047: writing smithi071127730-16 from 0 to 516096 tid 1 2023-12-16T18:12:14.739 INFO:tasks.rados.rados.0.smithi071.stdout:1047: writing smithi071127730-16 from 516096 to 917504 tid 2 2023-12-16T18:12:14.739 INFO:tasks.rados.rados.0.smithi071.stdout:1048: read oid 27 snap -1 2023-12-16T18:12:14.739 INFO:tasks.rados.rados.0.smithi071.stdout:1048: expect (ObjNum 309 snap 84 seq_num 309) 2023-12-16T18:12:14.739 INFO:tasks.rados.rados.0.smithi071.stdout:1049: setattr oid 43 current snap is 93 2023-12-16T18:12:14.740 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 93 2023-12-16T18:12:14.740 INFO:tasks.rados.rados.0.smithi071.stdout:1050: seq_num 342 ranges {2351104=532480,2883584=401408} 2023-12-16T18:12:14.759 INFO:tasks.rados.rados.0.smithi071.stdout:1050: writing smithi071127730-13 from 2351104 to 2883584 tid 1 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:1050: writing smithi071127730-13 from 2883584 to 3284992 tid 2 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 93 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 251 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 1 to smithi071127730-16 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 2 to smithi071127730-16 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 3 to smithi071127730-16 2023-12-16T18:12:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:1051: seq_num 343 ranges {1163264=548864,1712128=401408} 2023-12-16T18:12:14.773 INFO:tasks.rados.rados.0.smithi071.stdout:1051: writing smithi071127730-4 from 1163264 to 1712128 tid 1 2023-12-16T18:12:14.776 INFO:tasks.rados.rados.0.smithi071.stdout:1051: writing smithi071127730-4 from 1712128 to 2113536 tid 2 2023-12-16T18:12:14.776 INFO:tasks.rados.rados.0.smithi071.stdout:1049: done (4 left) 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 93 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 4 to smithi071127730-16 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 415 (ObjNum 341 snap 93 seq_num 341) dirty exists 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1047: left oid 16 (ObjNum 341 snap 93 seq_num 341) 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 1 to smithi071127730-13 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 2 to smithi071127730-13 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 3 to smithi071127730-13 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 4 to smithi071127730-13 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 614 (ObjNum 342 snap 93 seq_num 342) dirty exists 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1050: left oid 13 (ObjNum 342 snap 93 seq_num 342) 2023-12-16T18:12:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:1052: seq_num 344 ranges {2785280=565248,3350528=401408} 2023-12-16T18:12:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:1052: writing smithi071127730-46 from 2785280 to 3350528 tid 1 2023-12-16T18:12:14.800 INFO:tasks.rados.rados.0.smithi071.stdout:1052: writing smithi071127730-46 from 3350528 to 3751936 tid 2 2023-12-16T18:12:14.800 INFO:tasks.rados.rados.0.smithi071.stdout:1047: done (4 left) 2023-12-16T18:12:14.800 INFO:tasks.rados.rados.0.smithi071.stdout:1050: done (3 left) 2023-12-16T18:12:14.800 INFO:tasks.rados.rados.0.smithi071.stdout:1053: snap_remove snap 89 2023-12-16T18:12:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[139725]: failed to encode map e247 with expected crc 2023-12-16T18:12:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[139725]: osdmap e247: 8 total, 7 up, 8 in 2023-12-16T18:12:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[139725]: failed to encode map e247 with expected crc 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[139725]: pgmap v76: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:14.974 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:14 smithi071 podman[147138]: 2023-12-16 18:12:14.962328653 +0000 UTC m=+0.068691149 container create 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_CLEAN=True) 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[142085]: failed to encode map e247 with expected crc 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[142085]: osdmap e247: 8 total, 7 up, 8 in 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[142085]: failed to encode map e247 with expected crc 2023-12-16T18:12:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:14 smithi071 ceph-mon[142085]: pgmap v76: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:14 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:14 smithi184 ceph-mon[136228]: failed to encode map e247 with expected crc 2023-12-16T18:12:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:14 smithi184 ceph-mon[136228]: osdmap e247: 8 total, 7 up, 8 in 2023-12-16T18:12:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:14 smithi184 ceph-mon[136228]: failed to encode map e247 with expected crc 2023-12-16T18:12:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:14 smithi184 ceph-mon[136228]: pgmap v76: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:15.345 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147138]: 2023-12-16 18:12:14.912530419 +0000 UTC m=+0.018892912 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:15.346 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147138]: 2023-12-16 18:12:15.046140466 +0000 UTC m=+0.152502949 container init 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2023-12-16T18:12:15.346 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147138]: 2023-12-16 18:12:15.064768614 +0000 UTC m=+0.171131103 container start 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2023-12-16T18:12:15.346 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147138]: 2023-12-16 18:12:15.087283241 +0000 UTC m=+0.193645742 container attach 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:12:15.544 INFO:tasks.rados.rados.0.smithi071.stdout:1053: done (3 left) 2023-12-16T18:12:15.544 INFO:tasks.rados.rados.0.smithi071.stdout:1054: setattr oid 23 current snap is 93 2023-12-16T18:12:15.544 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 1 to smithi071127730-4 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 2 to smithi071127730-4 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 3 to smithi071127730-4 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 4 to smithi071127730-4 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 390 (ObjNum 343 snap 93 seq_num 343) dirty exists 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:1051: left oid 4 (ObjNum 343 snap 93 seq_num 343) 2023-12-16T18:12:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:1048: expect (ObjNum 309 snap 84 seq_num 309) 2023-12-16T18:12:15.719 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147138]: 2023-12-16 18:12:15.34685239 +0000 UTC m=+0.453214893 container died 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2023-12-16T18:12:15.719 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147166]: 2023-12-16 18:12:15.545542447 +0000 UTC m=+0.193414319 container remove 1aad0f411adaa9fe53a144ce3944e61d2ea2738a6db1cb1f5fc0e9bfdfaa340e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0) 2023-12-16T18:12:15.719 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service: Deactivated successfully. 2023-12-16T18:12:15.719 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 systemd[1]: Stopped Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:12:15.720 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service: Consumed 9.936s CPU time. 2023-12-16T18:12:15.972 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 systemd[1]: Starting Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:12:15.972 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147269]: 2023-12-16 18:12:15.912065913 +0000 UTC m=+0.059410509 container create 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:12:15.972 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:15 smithi071 podman[147269]: 2023-12-16 18:12:15.870410521 +0000 UTC m=+0.017755107 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:15.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2023-12-16T18:12:15.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: osdmap e248: 8 total, 7 up, 8 in 2023-12-16T18:12:15.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[139725]: osdmap e249: 8 total, 7 up, 8 in 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: osdmap e248: 8 total, 7 up, 8 in 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:15 smithi071 ceph-mon[142085]: osdmap e249: 8 total, 7 up, 8 in 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: osdmap e248: 8 total, 7 up, 8 in 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: failed to encode map e248 with expected crc 2023-12-16T18:12:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:15 smithi184 ceph-mon[136228]: osdmap e249: 8 total, 7 up, 8 in 2023-12-16T18:12:16.146 INFO:tasks.rados.rados.0.smithi071.stdout:1052: finishing write tid 1 to smithi071127730-46 2023-12-16T18:12:16.146 INFO:tasks.rados.rados.0.smithi071.stdout:1052: finishing write tid 2 to smithi071127730-46 2023-12-16T18:12:16.146 INFO:tasks.rados.rados.0.smithi071.stdout:1052: finishing write tid 3 to smithi071127730-46 2023-12-16T18:12:16.146 INFO:tasks.rados.rados.0.smithi071.stdout:1052: finishing write tid 4 to smithi071127730-46 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 389 (ObjNum 344 snap 93 seq_num 344) dirty exists 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1052: left oid 46 (ObjNum 344 snap 93 seq_num 344) 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1048: done (3 left) 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1051: done (2 left) 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1052: done (1 left) 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1055: rollback oid 25 current snap is 93 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 80 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1056: read oid 33 snap -1 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1056: expect (ObjNum 338 snap 93 seq_num 338) 2023-12-16T18:12:16.147 INFO:tasks.rados.rados.0.smithi071.stdout:1057: snap_create 2023-12-16T18:12:16.149 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing rollback tid 0 to smithi071127730-25 2023-12-16T18:12:16.150 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:12:16.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 277 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:16.150 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing rollback tid 2 to smithi071127730-25 2023-12-16T18:12:16.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 423 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-12-16T18:12:16.209 INFO:tasks.rados.rados.0.smithi071.stdout:1056: expect (ObjNum 338 snap 93 seq_num 338) 2023-12-16T18:12:16.458 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147269]: 2023-12-16 18:12:16.004232438 +0000 UTC m=+0.151577034 container init 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20231212) 2023-12-16T18:12:16.458 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147269]: 2023-12-16 18:12:16.013768598 +0000 UTC m=+0.161113194 container start 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:12:16.459 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147269]: 2023-12-16 18:12:16.028760083 +0000 UTC m=+0.176104679 container attach 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 bash[147269]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-16T18:12:16.724 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T18:12:16.725 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T18:12:16.725 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-16T18:12:16.725 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-16T18:12:16.725 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate[147284]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-16T18:12:16.725 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147269]: 2023-12-16 18:12:16.482176133 +0000 UTC m=+0.629520736 container died 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212) 2023-12-16T18:12:16.917 INFO:tasks.rados.rados.0.smithi071.stdout:1054: done (3 left) 2023-12-16T18:12:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:1055: done (2 left) 2023-12-16T18:12:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:1056: done (1 left) 2023-12-16T18:12:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:1057: done (0 left) 2023-12-16T18:12:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 94 2023-12-16T18:12:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:1058: seq_num 345 ranges {0=581632,581632=401408} 2023-12-16T18:12:16.920 INFO:tasks.rados.rados.0.smithi071.stdout:1058: writing smithi071127730-37 from 0 to 581632 tid 1 2023-12-16T18:12:16.923 INFO:tasks.rados.rados.0.smithi071.stdout:1058: writing smithi071127730-37 from 581632 to 983040 tid 2 2023-12-16T18:12:16.923 INFO:tasks.rados.rados.0.smithi071.stdout:1059: rmattr oid 2 current snap is 94 2023-12-16T18:12:16.923 INFO:tasks.rados.rados.0.smithi071.stdout:1059: done (1 left) 2023-12-16T18:12:16.924 INFO:tasks.rados.rados.0.smithi071.stdout:1060: read oid 2 snap 93 2023-12-16T18:12:16.924 INFO:tasks.rados.rados.0.smithi071.stdout:1060: expect deleted 2023-12-16T18:12:16.924 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 94 2023-12-16T18:12:16.924 INFO:tasks.rados.rados.0.smithi071.stdout:1061: seq_num 346 ranges {0=598016,598016=401408} 2023-12-16T18:12:16.927 INFO:tasks.rados.rados.0.smithi071.stdout:1061: writing smithi071127730-1 from 0 to 598016 tid 1 2023-12-16T18:12:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:1061: writing smithi071127730-1 from 598016 to 999424 tid 2 2023-12-16T18:12:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 94 2023-12-16T18:12:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 1 to smithi071127730-37 2023-12-16T18:12:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 2 to smithi071127730-37 2023-12-16T18:12:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1062: seq_num 347 ranges {6742016=614400,7356416=401408} 2023-12-16T18:12:16.969 INFO:tasks.rados.rados.0.smithi071.stdout:1062: writing smithi071127730-32 from 6742016 to 7356416 tid 1 2023-12-16T18:12:16.971 INFO:tasks.rados.rados.0.smithi071.stdout:1062: writing smithi071127730-32 from 7356416 to 7757824 tid 2 2023-12-16T18:12:16.971 INFO:tasks.rados.rados.0.smithi071.stdout:1060: done (3 left) 2023-12-16T18:12:16.971 INFO:tasks.rados.rados.0.smithi071.stdout:1063: rmattr oid 49 current snap is 94 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1063: done (3 left) 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1064: setattr oid 50 current snap is 94 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 3 to smithi071127730-37 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 1 to smithi071127730-1 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 2 to smithi071127730-1 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 3 to smithi071127730-1 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 4 to smithi071127730-1 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 557 (ObjNum 346 snap 94 seq_num 346) dirty exists 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1061: left oid 1 (ObjNum 346 snap 94 seq_num 346) 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 4 to smithi071127730-37 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 623 (ObjNum 345 snap 94 seq_num 345) dirty exists 2023-12-16T18:12:16.972 INFO:tasks.rados.rados.0.smithi071.stdout:1058: left oid 37 (ObjNum 345 snap 94 seq_num 345) 2023-12-16T18:12:16.973 INFO:tasks.rados.rados.0.smithi071.stdout:1058: done (3 left) 2023-12-16T18:12:16.973 INFO:tasks.rados.rados.0.smithi071.stdout:1061: done (2 left) 2023-12-16T18:12:16.973 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 94 2023-12-16T18:12:16.973 INFO:tasks.rados.rados.0.smithi071.stdout:1065: seq_num 348 ranges {1425408=630784,2056192=401408} 2023-12-16T18:12:16.984 INFO:tasks.rados.rados.0.smithi071.stdout:1065: writing smithi071127730-25 from 1425408 to 2056192 tid 1 2023-12-16T18:12:16.987 INFO:tasks.rados.rados.0.smithi071.stdout:1065: writing smithi071127730-25 from 2056192 to 2457600 tid 2 2023-12-16T18:12:16.987 INFO:tasks.rados.rados.0.smithi071.stdout:1066: delete oid 3 current snap is 94 2023-12-16T18:12:16.987 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 1 to smithi071127730-32 2023-12-16T18:12:16.987 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 2 to smithi071127730-32 2023-12-16T18:12:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 3 to smithi071127730-32 2023-12-16T18:12:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 4 to smithi071127730-32 2023-12-16T18:12:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 653 (ObjNum 347 snap 94 seq_num 347) dirty exists 2023-12-16T18:12:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:1062: left oid 32 (ObjNum 347 snap 94 seq_num 347) 2023-12-16T18:12:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 615 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:16.989 INFO:tasks.rados.rados.0.smithi071.stdout:1062: done (3 left) 2023-12-16T18:12:16.989 INFO:tasks.rados.rados.0.smithi071.stdout:1064: done (2 left) 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1066: done (1 left) 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1067: read oid 5 snap -1 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1067: expect deleted 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1068: rmattr oid 32 current snap is 94 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1069: rmattr oid 50 current snap is 94 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1070: setattr oid 40 current snap is 94 2023-12-16T18:12:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:1065: finishing write tid 1 to smithi071127730-25 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1065: finishing write tid 2 to smithi071127730-25 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1065: finishing write tid 3 to smithi071127730-25 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 616 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1065: finishing write tid 4 to smithi071127730-25 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 427 (ObjNum 348 snap 94 seq_num 348) dirty exists 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1065: left oid 25 (ObjNum 348 snap 94 seq_num 348) 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1065: done (4 left) 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1069: done (3 left) 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1071: read oid 33 snap 93 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1071: expect (ObjNum 338 snap 93 seq_num 338) 2023-12-16T18:12:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:1072: rollback oid 9 current snap is 94 2023-12-16T18:12:16.993 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 92 2023-12-16T18:12:16.993 INFO:tasks.rados.rados.0.smithi071.stdout:1073: setattr oid 39 current snap is 94 2023-12-16T18:12:16.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 654 (ObjNum 347 snap 94 seq_num 347) dirty exists 2023-12-16T18:12:16.993 INFO:tasks.rados.rados.0.smithi071.stdout:1072: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:12:16.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 2563351928) dirty dne 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1068: done (5 left) 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1072: done (4 left) 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1074: rollback oid 10 current snap is 94 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 74 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1075: rollback oid 23 current snap is 94 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 90 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1076: read oid 44 snap -1 2023-12-16T18:12:16.994 INFO:tasks.rados.rados.0.smithi071.stdout:1076: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:1077: read oid 14 snap 84 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:1077: expect (ObjNum 285 snap 77 seq_num 285) 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:1078: read oid 20 snap -1 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:1078: expect (ObjNum 234 snap 57 seq_num 234) 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 94 2023-12-16T18:12:16.995 INFO:tasks.rados.rados.0.smithi071.stdout:1079: seq_num 350 ranges {5906432=671744,6578176=401408} 2023-12-16T18:12:17.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[139725]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[139725]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[139725]: pgmap v79: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:17.022 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147402]: 2023-12-16 18:12:16.803561871 +0000 UTC m=+0.314620393 container remove 2d5deafb799fd290505d4776f96c716661a5ad7e48ca42ba6a35dc862c905c62 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T18:12:17.022 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:16 smithi071 podman[147467]: 2023-12-16 18:12:16.961888643 +0000 UTC m=+0.064191191 container create 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:12:17.022 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[142085]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.022 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[142085]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.022 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:16 smithi071 ceph-mon[142085]: pgmap v79: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:17.029 INFO:tasks.rados.rados.0.smithi071.stdout:1079: writing smithi071127730-48 from 5906432 to 6578176 tid 1 2023-12-16T18:12:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:1079: writing smithi071127730-48 from 6578176 to 6979584 tid 2 2023-12-16T18:12:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:1080: snap_remove snap 88 2023-12-16T18:12:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:16 smithi184 ceph-mon[136228]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:16 smithi184 ceph-mon[136228]: failed to encode map e249 with expected crc 2023-12-16T18:12:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:16 smithi184 ceph-mon[136228]: pgmap v79: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.5 MiB/s wr, 16 op/s 2023-12-16T18:12:17.326 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 podman[147467]: 2023-12-16 18:12:16.915601405 +0000 UTC m=+0.017903967 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:17.326 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 podman[147467]: 2023-12-16 18:12:17.046179362 +0000 UTC m=+0.148481922 container init 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2023-12-16T18:12:17.326 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 podman[147467]: 2023-12-16 18:12:17.064927218 +0000 UTC m=+0.167229768 container start 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:12:17.326 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 bash[147467]: 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d 2023-12-16T18:12:17.326 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 systemd[1]: Started Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:12:17.606 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:17] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1080: done (10 left) 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1081: setattr oid 2 current snap is 94 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1075: finishing rollback tid 0 to smithi071127730-23 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1075: finishing rollback tid 1 to smithi071127730-23 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1075: finishing rollback tid 2 to smithi071127730-23 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 281 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 617 (ObjNum 336 snap 92 seq_num 336) dirty exists 2023-12-16T18:12:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:1076: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:12:17.742 INFO:tasks.rados.rados.0.smithi071.stdout:1067: done (10 left) 2023-12-16T18:12:17.742 INFO:tasks.rados.rados.0.smithi071.stdout:1073: done (9 left) 2023-12-16T18:12:17.742 INFO:tasks.rados.rados.0.smithi071.stdout:1075: done (8 left) 2023-12-16T18:12:17.742 INFO:tasks.rados.rados.0.smithi071.stdout:1076: done (7 left) 2023-12-16T18:12:17.743 INFO:tasks.rados.rados.0.smithi071.stdout:1082: rmattr oid 15 current snap is 94 2023-12-16T18:12:17.743 INFO:tasks.rados.rados.0.smithi071.stdout:1082: done (7 left) 2023-12-16T18:12:17.743 INFO:tasks.rados.rados.0.smithi071.stdout:1083: snap_remove snap 92 2023-12-16T18:12:17.938 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T18:12:17.607+0000 7f6aa6f1b640 -1 Falling back to public interface 2023-12-16T18:12:17.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: osdmap e250: 8 total, 7 up, 8 in 2023-12-16T18:12:17.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: osdmap e250: 8 total, 7 up, 8 in 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: failed to encode map e250 with expected crc 2023-12-16T18:12:17.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:17.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:17.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: failed to encode map e250 with expected crc 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: failed to encode map e250 with expected crc 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: failed to encode map e250 with expected crc 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: osdmap e250: 8 total, 7 up, 8 in 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: failed to encode map e250 with expected crc 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: failed to encode map e250 with expected crc 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:18.743 INFO:tasks.rados.rados.0.smithi071.stdout:1083: done (7 left) 2023-12-16T18:12:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:1084: rollback oid 44 current snap is 94 2023-12-16T18:12:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 80 2023-12-16T18:12:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 612 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:12:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:1077: expect (ObjNum 285 snap 77 seq_num 285) 2023-12-16T18:12:18.809 INFO:tasks.rados.rados.0.smithi071.stdout:1074: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:12:18.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 408 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:12:18.809 INFO:tasks.rados.rados.0.smithi071.stdout:1078: expect (ObjNum 234 snap 57 seq_num 234) 2023-12-16T18:12:19.001 INFO:tasks.rados.rados.0.smithi071.stdout:1071: expect (ObjNum 338 snap 93 seq_num 338) 2023-12-16T18:12:19.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: osdmap e251: 8 total, 7 up, 8 in 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: pgmap v82: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:19.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: osdmap e251: 8 total, 7 up, 8 in 2023-12-16T18:12:19.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: pgmap v82: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: osdmap e251: 8 total, 7 up, 8 in 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: failed to encode map e251 with expected crc 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: pgmap v82: 121 pgs: 53 peering, 68 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:19.153 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing write tid 1 to smithi071127730-48 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing write tid 2 to smithi071127730-48 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing write tid 3 to smithi071127730-48 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing write tid 4 to smithi071127730-48 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 411 (ObjNum 350 snap 94 seq_num 350) dirty exists 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1079: left oid 48 (ObjNum 350 snap 94 seq_num 350) 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1070: done (7 left) 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1071: done (6 left) 2023-12-16T18:12:19.726 INFO:tasks.rados.rados.0.smithi071.stdout:1074: done (5 left) 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1077: done (4 left) 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1078: done (3 left) 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1079: done (2 left) 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1085: delete oid 21 current snap is 94 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 655 (ObjNum 65 snap 0 seq_num 1516267621) dirty exists 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1084: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1084: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:1084: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:12:19.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 288 (ObjNum 284 snap 77 seq_num 284) dirty exists 2023-12-16T18:12:19.728 INFO:tasks.rados.rados.0.smithi071.stdout:1081: done (2 left) 2023-12-16T18:12:19.728 INFO:tasks.rados.rados.0.smithi071.stdout:1084: done (1 left) 2023-12-16T18:12:19.728 INFO:tasks.rados.rados.0.smithi071.stdout:1085: done (0 left) 2023-12-16T18:12:19.728 INFO:tasks.rados.rados.0.smithi071.stdout:1086: delete oid 16 current snap is 94 2023-12-16T18:12:19.730 INFO:tasks.rados.rados.0.smithi071.stdout:1086: done (0 left) 2023-12-16T18:12:19.730 INFO:tasks.rados.rados.0.smithi071.stdout:1087: snap_remove snap 80 2023-12-16T18:12:19.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: failed to encode map e252 with expected crc 2023-12-16T18:12:19.742 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: osdmap e252: 8 total, 7 up, 8 in 2023-12-16T18:12:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: osdmap e252: 8 total, 7 up, 8 in 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: osdmap e252: 8 total, 7 up, 8 in 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: failed to encode map e252 with expected crc 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:20.332 INFO:tasks.rados.rados.0.smithi071.stdout:1087: done (0 left) 2023-12-16T18:12:20.333 INFO:tasks.rados.rados.0.smithi071.stdout:1088: snap_remove snap 90 2023-12-16T18:12:20.723 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T18:12:20.456+0000 7f6aa6f1b640 -1 osd.0 0 read_superblock omap replica is missing. 2023-12-16T18:12:20.723 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T18:12:20.509+0000 7f6aa6f1b640 -1 osd.0 246 log_to_monitors true 2023-12-16T18:12:21.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[142085]: pgmap v84: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 46 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:21.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[142085]: osdmap e253: 8 total, 7 up, 8 in 2023-12-16T18:12:21.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[142085]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:12:21.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[139725]: pgmap v84: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 46 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:21.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[139725]: osdmap e253: 8 total, 7 up, 8 in 2023-12-16T18:12:21.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.010 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:20 smithi071 ceph-mon[139725]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:12:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:20 smithi184 ceph-mon[136228]: pgmap v84: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 46 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:20 smithi184 ceph-mon[136228]: osdmap e253: 8 total, 7 up, 8 in 2023-12-16T18:12:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:20 smithi184 ceph-mon[136228]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-16T18:12:21.332 INFO:tasks.rados.rados.0.smithi071.stdout:1088: done (0 left) 2023-12-16T18:12:21.332 INFO:tasks.rados.rados.0.smithi071.stdout:1089: snap_create 2023-12-16T18:12:21.723 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T18:12:21.361+0000 7f6a96388700 -1 osd.0 246 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:12:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 75/414 objects degraded (18.116%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:21 smithi184 ceph-mon[136228]: failed to encode map e254 with expected crc 2023-12-16T18:12:22.220 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.220 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.220 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 75/414 objects degraded (18.116%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:22.220 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[139725]: failed to encode map e254 with expected crc 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: failed to encode map e253 with expected crc 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 75/414 objects degraded (18.116%), 15 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: osdmap e254: 8 total, 7 up, 8 in 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: from='osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:22.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:21 smithi071 ceph-mon[142085]: failed to encode map e254 with expected crc 2023-12-16T18:12:22.335 INFO:tasks.rados.rados.0.smithi071.stdout:1089: done (0 left) 2023-12-16T18:12:22.336 INFO:tasks.rados.rados.0.smithi071.stdout:1090: rollback oid 48 current snap is 95 2023-12-16T18:12:22.336 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 94 2023-12-16T18:12:22.336 INFO:tasks.rados.rados.0.smithi071.stdout:1091: copy_from oid 4 from oid 24 current snap is 95 2023-12-16T18:12:22.336 INFO:tasks.rados.rados.0.smithi071.stdout:1092: snap_create 2023-12-16T18:12:22.359 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 0 to smithi071127730-48 2023-12-16T18:12:22.359 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 1 to smithi071127730-48 2023-12-16T18:12:22.359 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 2 to smithi071127730-48 2023-12-16T18:12:22.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 414 (ObjNum 350 snap 94 seq_num 350) dirty exists 2023-12-16T18:12:22.362 INFO:tasks.rados.rados.0.smithi071.stdout:1091: finishing copy_from to smithi071127730-4 2023-12-16T18:12:22.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 287 (ObjNum 335 snap 92 seq_num 335) dirty exists 2023-12-16T18:12:22.362 INFO:tasks.rados.rados.0.smithi071.stdout:1091: finishing copy_from racing read to smithi071127730-4 2023-12-16T18:12:22.762 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:12:22.662+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: failed to encode map e254 with expected crc 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: pgmap v87: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 48 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535] boot 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: osdmap e255: 8 total, 8 up, 8 in 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: failed to encode map e255 with expected crc 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: failed to encode map e254 with expected crc 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: pgmap v87: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 48 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535] boot 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: osdmap e255: 8 total, 8 up, 8 in 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: failed to encode map e255 with expected crc 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: failed to encode map e254 with expected crc 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: pgmap v87: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 48 op/s; 75/414 objects degraded (18.116%) 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: osd.0 [v2:172.21.15.71:6802/1320765535,v1:172.21.15.71:6803/1320765535] boot 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: osdmap e255: 8 total, 8 up, 8 in 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: failed to encode map e255 with expected crc 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:23.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:23.338 INFO:tasks.rados.rados.0.smithi071.stdout:1090: done (2 left) 2023-12-16T18:12:23.338 INFO:tasks.rados.rados.0.smithi071.stdout:1091: done (1 left) 2023-12-16T18:12:23.339 INFO:tasks.rados.rados.0.smithi071.stdout:1092: done (0 left) 2023-12-16T18:12:23.339 INFO:tasks.rados.rados.0.smithi071.stdout:1093: read oid 34 snap 74 2023-12-16T18:12:23.339 INFO:tasks.rados.rados.0.smithi071.stdout:1093: expect (ObjNum 248 snap 63 seq_num 248) 2023-12-16T18:12:23.339 INFO:tasks.rados.rados.0.smithi071.stdout:1094: snap_create 2023-12-16T18:12:23.378 INFO:tasks.rados.rados.0.smithi071.stdout:1093: expect (ObjNum 248 snap 63 seq_num 248) 2023-12-16T18:12:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:12:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: osdmap e256: 8 total, 8 up, 8 in 2023-12-16T18:12:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:23 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: osdmap e256: 8 total, 8 up, 8 in 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: failed to encode map e255 with expected crc 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: osdmap e256: 8 total, 8 up, 8 in 2023-12-16T18:12:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:23 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1093: done (1 left) 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1094: done (0 left) 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1095: read oid 36 snap -1 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1095: expect (ObjNum 332 snap 92 seq_num 332) 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1096: rollback oid 10 current snap is 97 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 96 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 97 2023-12-16T18:12:24.344 INFO:tasks.rados.rados.0.smithi071.stdout:1097: seq_num 353 ranges {851968=720896,1572864=401408} 2023-12-16T18:12:24.352 INFO:tasks.rados.rados.0.smithi071.stdout:1097: writing smithi071127730-38 from 851968 to 1572864 tid 1 2023-12-16T18:12:24.354 INFO:tasks.rados.rados.0.smithi071.stdout:1097: writing smithi071127730-38 from 1572864 to 1974272 tid 2 2023-12-16T18:12:24.354 INFO:tasks.rados.rados.0.smithi071.stdout:1098: setattr oid 27 current snap is 97 2023-12-16T18:12:24.355 INFO:tasks.rados.rados.0.smithi071.stdout:1099: setattr oid 21 current snap is 97 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1100: rmattr oid 33 current snap is 97 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1100: done (5 left) 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1101: read oid 30 snap -1 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1101: expect deleted 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1102: rmattr oid 40 current snap is 97 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1103: setattr oid 41 current snap is 97 2023-12-16T18:12:24.357 INFO:tasks.rados.rados.0.smithi071.stdout:1095: expect (ObjNum 332 snap 92 seq_num 332) 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 408 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 1 to smithi071127730-38 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 640 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 2 to smithi071127730-38 2023-12-16T18:12:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 3 to smithi071127730-38 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 613 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 4 to smithi071127730-38 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 669 (ObjNum 353 snap 97 seq_num 353) dirty exists 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1097: left oid 38 (ObjNum 353 snap 97 seq_num 353) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 671 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1095: done (7 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1096: done (6 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1097: done (5 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1098: done (4 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1099: done (3 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1101: done (2 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1102: done (1 left) 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 97 2023-12-16T18:12:24.405 INFO:tasks.rados.rados.0.smithi071.stdout:1104: seq_num 354 ranges {2457600=737280,3194880=401408} 2023-12-16T18:12:24.421 INFO:tasks.rados.rados.0.smithi071.stdout:1104: writing smithi071127730-25 from 2457600 to 3194880 tid 1 2023-12-16T18:12:24.424 INFO:tasks.rados.rados.0.smithi071.stdout:1104: writing smithi071127730-25 from 3194880 to 3596288 tid 2 2023-12-16T18:12:24.424 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 97 2023-12-16T18:12:24.424 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 415 (ObjNum 321 snap 88 seq_num 321) dirty exists 2023-12-16T18:12:24.424 INFO:tasks.rados.rados.0.smithi071.stdout:1105: seq_num 355 ranges {8077312=753664,8830976=401408} 2023-12-16T18:12:24.470 INFO:tasks.rados.rados.0.smithi071.stdout:1105: writing smithi071127730-18 from 8077312 to 8830976 tid 1 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1105: writing smithi071127730-18 from 8830976 to 9232384 tid 2 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1103: done (2 left) 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1106: setattr oid 38 current snap is 97 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing write tid 1 to smithi071127730-25 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing write tid 2 to smithi071127730-25 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing write tid 3 to smithi071127730-25 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing write tid 4 to smithi071127730-25 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 447 (ObjNum 354 snap 97 seq_num 354) dirty exists 2023-12-16T18:12:24.473 INFO:tasks.rados.rados.0.smithi071.stdout:1104: left oid 25 (ObjNum 354 snap 97 seq_num 354) 2023-12-16T18:12:24.474 INFO:tasks.rados.rados.0.smithi071.stdout:1104: done (2 left) 2023-12-16T18:12:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1107: read oid 9 snap -1 2023-12-16T18:12:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1107: expect deleted 2023-12-16T18:12:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1108: snap_remove snap 95 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: pgmap v90: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: osdmap e257: 8 total, 8 up, 8 in 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[139725]: failed to encode map e257 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: pgmap v90: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: osdmap e257: 8 total, 8 up, 8 in 2023-12-16T18:12:25.042 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:24 smithi071 ceph-mon[142085]: failed to encode map e257 with expected crc 2023-12-16T18:12:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e256 with expected crc 2023-12-16T18:12:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: pgmap v90: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: osdmap e257: 8 total, 8 up, 8 in 2023-12-16T18:12:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:24 smithi184 ceph-mon[136228]: failed to encode map e257 with expected crc 2023-12-16T18:12:25.339 INFO:tasks.rados.rados.0.smithi071.stdout:1108: done (3 left) 2023-12-16T18:12:25.340 INFO:tasks.rados.rados.0.smithi071.stdout:1109: read oid 25 snap -1 2023-12-16T18:12:25.340 INFO:tasks.rados.rados.0.smithi071.stdout:1109: expect (ObjNum 354 snap 97 seq_num 354) 2023-12-16T18:12:25.340 INFO:tasks.rados.rados.0.smithi071.stdout:1110: snap_remove snap 94 2023-12-16T18:12:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: osdmap e258: 8 total, 8 up, 8 in 2023-12-16T18:12:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:25 smithi184 ceph-mon[136228]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: osdmap e258: 8 total, 8 up, 8 in 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[139725]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e257 with expected crc 2023-12-16T18:12:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: osdmap e258: 8 total, 8 up, 8 in 2023-12-16T18:12:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:25 smithi071 ceph-mon[142085]: failed to encode map e258 with expected crc 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1110: done (4 left) 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1111: rollback oid 27 current snap is 97 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 84 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1105: finishing write tid 1 to smithi071127730-18 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1105: finishing write tid 2 to smithi071127730-18 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1105: finishing write tid 3 to smithi071127730-18 2023-12-16T18:12:26.343 INFO:tasks.rados.rados.0.smithi071.stdout:1105: finishing write tid 4 to smithi071127730-18 2023-12-16T18:12:26.344 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 611 (ObjNum 355 snap 97 seq_num 355) dirty exists 2023-12-16T18:12:26.344 INFO:tasks.rados.rados.0.smithi071.stdout:1105: left oid 18 (ObjNum 355 snap 97 seq_num 355) 2023-12-16T18:12:26.344 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 672 (ObjNum 353 snap 97 seq_num 353) dirty exists 2023-12-16T18:12:26.344 INFO:tasks.rados.rados.0.smithi071.stdout:1109: expect (ObjNum 354 snap 97 seq_num 354) 2023-12-16T18:12:26.507 INFO:tasks.rados.rados.0.smithi071.stdout:1111: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:12:26.507 INFO:tasks.rados.rados.0.smithi071.stdout:1111: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:12:26.507 INFO:tasks.rados.rados.0.smithi071.stdout:1111: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 679 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1105: done (4 left) 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1106: done (3 left) 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1107: done (2 left) 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1109: done (1 left) 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1111: done (0 left) 2023-12-16T18:12:26.508 INFO:tasks.rados.rados.0.smithi071.stdout:1112: snap_remove snap 96 2023-12-16T18:12:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:26 smithi184 ceph-mon[136228]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:26 smithi184 ceph-mon[136228]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:26 smithi184 ceph-mon[136228]: pgmap v93: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:26 smithi184 ceph-mon[136228]: osdmap e259: 8 total, 8 up, 8 in 2023-12-16T18:12:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:26 smithi184 ceph-mon[136228]: failed to encode map e259 with expected crc 2023-12-16T18:12:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[139725]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[139725]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[139725]: pgmap v93: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[139725]: osdmap e259: 8 total, 8 up, 8 in 2023-12-16T18:12:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[139725]: failed to encode map e259 with expected crc 2023-12-16T18:12:27.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[142085]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[142085]: failed to encode map e258 with expected crc 2023-12-16T18:12:27.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[142085]: pgmap v93: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 250 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 200 KiB/s wr, 1 op/s; 20/381 objects degraded (5.249%); 16 MiB/s, 3 objects/s recovering 2023-12-16T18:12:27.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[142085]: osdmap e259: 8 total, 8 up, 8 in 2023-12-16T18:12:27.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:26 smithi071 ceph-mon[142085]: failed to encode map e259 with expected crc 2023-12-16T18:12:27.347 INFO:tasks.rados.rados.0.smithi071.stdout:1112: done (0 left) 2023-12-16T18:12:27.348 INFO:tasks.rados.rados.0.smithi071.stdout:1113: rollback oid 26 current snap is 97 2023-12-16T18:12:27.348 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 74 2023-12-16T18:12:27.348 INFO:tasks.rados.rados.0.smithi071.stdout:1114: snap_remove snap 84 2023-12-16T18:12:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:27] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2023-12-16T18:12:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:27 smithi184 ceph-mon[136228]: failed to encode map e259 with expected crc 2023-12-16T18:12:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:27 smithi184 ceph-mon[136228]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:27 smithi184 ceph-mon[136228]: osdmap e260: 8 total, 8 up, 8 in 2023-12-16T18:12:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:27 smithi184 ceph-mon[136228]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[139725]: failed to encode map e259 with expected crc 2023-12-16T18:12:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[139725]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[139725]: osdmap e260: 8 total, 8 up, 8 in 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[139725]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[142085]: failed to encode map e259 with expected crc 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[142085]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[142085]: osdmap e260: 8 total, 8 up, 8 in 2023-12-16T18:12:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:27 smithi071 ceph-mon[142085]: failed to encode map e260 with expected crc 2023-12-16T18:12:28.345 INFO:tasks.rados.rados.0.smithi071.stdout:1114: done (1 left) 2023-12-16T18:12:28.345 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 97 2023-12-16T18:12:28.346 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:12:28.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:12:28.346 INFO:tasks.rados.rados.0.smithi071.stdout:1115: seq_num 356 ranges {3751936=770048,4521984=401408} 2023-12-16T18:12:28.371 INFO:tasks.rados.rados.0.smithi071.stdout:1115: writing smithi071127730-46 from 3751936 to 4521984 tid 1 2023-12-16T18:12:28.373 INFO:tasks.rados.rados.0.smithi071.stdout:1115: writing smithi071127730-46 from 4521984 to 4923392 tid 2 2023-12-16T18:12:28.374 INFO:tasks.rados.rados.0.smithi071.stdout:1113: done (1 left) 2023-12-16T18:12:28.374 INFO:tasks.rados.rados.0.smithi071.stdout:1116: snap_remove snap 74 2023-12-16T18:12:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-mon[136228]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-mon[136228]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-mon[136228]: pgmap v96: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-mon[136228]: failed to encode map e261 with expected crc 2023-12-16T18:12:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-mon[136228]: osdmap e261: 8 total, 8 up, 8 in 2023-12-16T18:12:29.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T18:12:29.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:29.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[139725]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[139725]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[139725]: pgmap v96: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[139725]: failed to encode map e261 with expected crc 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[139725]: osdmap e261: 8 total, 8 up, 8 in 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[142085]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[142085]: failed to encode map e260 with expected crc 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[142085]: pgmap v96: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[142085]: failed to encode map e261 with expected crc 2023-12-16T18:12:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:28 smithi071 ceph-mon[142085]: osdmap e261: 8 total, 8 up, 8 in 2023-12-16T18:12:29.352 INFO:tasks.rados.rados.0.smithi071.stdout:1116: done (1 left) 2023-12-16T18:12:29.352 INFO:tasks.rados.rados.0.smithi071.stdout:1117: delete oid 23 current snap is 97 2023-12-16T18:12:29.352 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 1 to smithi071127730-46 2023-12-16T18:12:29.353 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 2 to smithi071127730-46 2023-12-16T18:12:29.353 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 3 to smithi071127730-46 2023-12-16T18:12:29.353 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 4 to smithi071127730-46 2023-12-16T18:12:29.353 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 392 (ObjNum 356 snap 97 seq_num 356) dirty exists 2023-12-16T18:12:29.353 INFO:tasks.rados.rados.0.smithi071.stdout:1115: left oid 46 (ObjNum 356 snap 97 seq_num 356) 2023-12-16T18:12:29.362 INFO:tasks.rados.rados.0.smithi071.stdout:1115: done (1 left) 2023-12-16T18:12:29.363 INFO:tasks.rados.rados.0.smithi071.stdout:1117: done (0 left) 2023-12-16T18:12:29.363 INFO:tasks.rados.rados.0.smithi071.stdout:1118: snap_remove snap 93 2023-12-16T18:12:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:29 smithi184 ceph-mon[136228]: failed to encode map e261 with expected crc 2023-12-16T18:12:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:29 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/381 objects degraded (5.249%), 4 pgs degraded) 2023-12-16T18:12:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:29 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:12:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:29 smithi184 ceph-mon[136228]: failed to encode map e262 with expected crc 2023-12-16T18:12:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:29 smithi184 ceph-mon[136228]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T18:12:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[139725]: failed to encode map e261 with expected crc 2023-12-16T18:12:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/381 objects degraded (5.249%), 4 pgs degraded) 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[139725]: failed to encode map e262 with expected crc 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[139725]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[142085]: failed to encode map e261 with expected crc 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/381 objects degraded (5.249%), 4 pgs degraded) 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[142085]: failed to encode map e262 with expected crc 2023-12-16T18:12:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:29 smithi071 ceph-mon[142085]: osdmap e262: 8 total, 8 up, 8 in 2023-12-16T18:12:30.354 INFO:tasks.rados.rados.0.smithi071.stdout:1118: done (0 left) 2023-12-16T18:12:30.354 INFO:tasks.rados.rados.0.smithi071.stdout:1119: copy_from oid 31 from oid 35 current snap is 97 2023-12-16T18:12:30.354 INFO:tasks.rados.rados.0.smithi071.stdout:1120: delete oid 47 current snap is 97 2023-12-16T18:12:30.366 INFO:tasks.rados.rados.0.smithi071.stdout:1120: done (1 left) 2023-12-16T18:12:30.367 INFO:tasks.rados.rados.0.smithi071.stdout:1121: delete oid 14 current snap is 97 2023-12-16T18:12:30.371 INFO:tasks.rados.rados.0.smithi071.stdout:1121: done (1 left) 2023-12-16T18:12:30.371 INFO:tasks.rados.rados.0.smithi071.stdout:1122: copy_from oid 14 from oid 10 current snap is 97 2023-12-16T18:12:30.371 INFO:tasks.rados.rados.0.smithi071.stdout:1123: snap_create 2023-12-16T18:12:30.373 INFO:tasks.rados.rados.0.smithi071.stdout:1122: finishing copy_from to smithi071127730-14 2023-12-16T18:12:30.373 INFO:tasks.rados.rados.0.smithi071.stdout:1122: got expected ENOENT (src dne) 2023-12-16T18:12:30.373 INFO:tasks.rados.rados.0.smithi071.stdout:1122: finishing copy_from racing read to smithi071127730-14 2023-12-16T18:12:30.380 INFO:tasks.rados.rados.0.smithi071.stdout:1119: finishing copy_from to smithi071127730-31 2023-12-16T18:12:30.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:30.380 INFO:tasks.rados.rados.0.smithi071.stdout:1119: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:12:30.553 INFO:tasks.rados.rados.0.smithi071.stdout:1119: done (2 left) 2023-12-16T18:12:30.554 INFO:tasks.rados.rados.0.smithi071.stdout:1122: done (1 left) 2023-12-16T18:12:30.554 INFO:tasks.rados.rados.0.smithi071.stdout:1123: done (0 left) 2023-12-16T18:12:30.554 INFO:tasks.rados.rados.0.smithi071.stdout:1124: copy_from oid 43 from oid 15 current snap is 98 2023-12-16T18:12:30.554 INFO:tasks.rados.rados.0.smithi071.stdout:1125: snap_remove snap 97 2023-12-16T18:12:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:30 smithi184 ceph-mon[136228]: failed to encode map e262 with expected crc 2023-12-16T18:12:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:30 smithi184 ceph-mon[136228]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:30 smithi184 ceph-mon[136228]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T18:12:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:30 smithi184 ceph-mon[136228]: failed to encode map e263 with expected crc 2023-12-16T18:12:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:30 smithi184 ceph-mon[136228]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T18:12:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[139725]: failed to encode map e262 with expected crc 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[139725]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[139725]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[139725]: failed to encode map e263 with expected crc 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[139725]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[142085]: failed to encode map e262 with expected crc 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[142085]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[142085]: osdmap e263: 8 total, 8 up, 8 in 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[142085]: failed to encode map e263 with expected crc 2023-12-16T18:12:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:30 smithi071 ceph-mon[142085]: osdmap e264: 8 total, 8 up, 8 in 2023-12-16T18:12:31.554 INFO:tasks.rados.rados.0.smithi071.stdout:1125: done (1 left) 2023-12-16T18:12:31.554 INFO:tasks.rados.rados.0.smithi071.stdout:1126: snap_create 2023-12-16T18:12:31.554 INFO:tasks.rados.rados.0.smithi071.stdout:1124: finishing copy_from to smithi071127730-43 2023-12-16T18:12:31.554 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 386 (ObjNum 313 snap 86 seq_num 313) dirty exists 2023-12-16T18:12:31.555 INFO:tasks.rados.rados.0.smithi071.stdout:1124: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:12:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T18:12:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:31 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e263 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: osdmap e265: 8 total, 8 up, 8 in 2023-12-16T18:12:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:31 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:32.550 INFO:tasks.rados.rados.0.smithi071.stdout:1124: done (1 left) 2023-12-16T18:12:32.551 INFO:tasks.rados.rados.0.smithi071.stdout:1126: done (0 left) 2023-12-16T18:12:32.551 INFO:tasks.rados.rados.0.smithi071.stdout:1127: snap_remove snap 98 2023-12-16T18:12:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: failed to encode map e264 with expected crc 2023-12-16T18:12:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: pgmap v103: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2023-12-16T18:12:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:32 smithi184 ceph-mon[136228]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T18:12:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: failed to encode map e264 with expected crc 2023-12-16T18:12:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: pgmap v103: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[139725]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: failed to encode map e264 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: failed to encode map e265 with expected crc 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: pgmap v103: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2023-12-16T18:12:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:32 smithi071 ceph-mon[142085]: osdmap e266: 8 total, 8 up, 8 in 2023-12-16T18:12:33.552 INFO:tasks.rados.rados.0.smithi071.stdout:1127: done (0 left) 2023-12-16T18:12:33.552 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 99 2023-12-16T18:12:33.552 INFO:tasks.rados.rados.0.smithi071.stdout:1128: seq_num 360 ranges {3596288=434176,4030464=704512,4734976=98304} 2023-12-16T18:12:33.574 INFO:tasks.rados.rados.0.smithi071.stdout:1128: writing smithi071127730-25 from 3596288 to 4030464 tid 1 2023-12-16T18:12:33.578 INFO:tasks.rados.rados.0.smithi071.stdout:1128: writing smithi071127730-25 from 4030464 to 4734976 tid 2 2023-12-16T18:12:33.578 INFO:tasks.rados.rados.0.smithi071.stdout:1128: writing smithi071127730-25 from 4734976 to 4833280 tid 3 2023-12-16T18:12:33.579 INFO:tasks.rados.rados.0.smithi071.stdout:1129: copy_from oid 1 from oid 10 current snap is 99 2023-12-16T18:12:33.579 INFO:tasks.rados.rados.0.smithi071.stdout:1130: read oid 46 snap -1 2023-12-16T18:12:33.580 INFO:tasks.rados.rados.0.smithi071.stdout:1130: expect (ObjNum 356 snap 97 seq_num 356) 2023-12-16T18:12:33.580 INFO:tasks.rados.rados.0.smithi071.stdout:1131: read oid 38 snap -1 2023-12-16T18:12:33.580 INFO:tasks.rados.rados.0.smithi071.stdout:1131: expect (ObjNum 353 snap 97 seq_num 353) 2023-12-16T18:12:33.580 INFO:tasks.rados.rados.0.smithi071.stdout:1132: delete oid 29 current snap is 99 2023-12-16T18:12:33.583 INFO:tasks.rados.rados.0.smithi071.stdout:1129: finishing copy_from to smithi071127730-1 2023-12-16T18:12:33.583 INFO:tasks.rados.rados.0.smithi071.stdout:1129: got expected ENOENT (src dne) 2023-12-16T18:12:33.583 INFO:tasks.rados.rados.0.smithi071.stdout:1129: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:12:33.584 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing write tid 1 to smithi071127730-25 2023-12-16T18:12:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing write tid 2 to smithi071127730-25 2023-12-16T18:12:33.587 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing write tid 3 to smithi071127730-25 2023-12-16T18:12:33.587 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing write tid 4 to smithi071127730-25 2023-12-16T18:12:33.588 INFO:tasks.rados.rados.0.smithi071.stdout:1129: done (4 left) 2023-12-16T18:12:33.588 INFO:tasks.rados.rados.0.smithi071.stdout:1132: done (3 left) 2023-12-16T18:12:33.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 99 2023-12-16T18:12:33.589 INFO:tasks.rados.rados.0.smithi071.stdout:1133: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2023-12-16T18:12:33.591 INFO:tasks.rados.rados.0.smithi071.stdout:1133: writing smithi071127730-5 from 0 to 466944 tid 1 2023-12-16T18:12:33.594 INFO:tasks.rados.rados.0.smithi071.stdout:1133: writing smithi071127730-5 from 466944 to 933888 tid 2 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1133: writing smithi071127730-5 from 933888 to 1269760 tid 3 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1134: delete oid 36 current snap is 99 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing write tid 5 to smithi071127730-25 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 472 (ObjNum 360 snap 99 seq_num 360) dirty exists 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1128: left oid 25 (ObjNum 360 snap 99 seq_num 360) 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1133: finishing write tid 1 to smithi071127730-5 2023-12-16T18:12:33.597 INFO:tasks.rados.rados.0.smithi071.stdout:1131: expect (ObjNum 353 snap 97 seq_num 353) 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1133: finishing write tid 2 to smithi071127730-5 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1133: finishing write tid 3 to smithi071127730-5 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1133: finishing write tid 4 to smithi071127730-5 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1133: finishing write tid 5 to smithi071127730-5 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 618 (ObjNum 362 snap 99 seq_num 362) dirty exists 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1133: left oid 5 (ObjNum 362 snap 99 seq_num 362) 2023-12-16T18:12:33.665 INFO:tasks.rados.rados.0.smithi071.stdout:1130: expect (ObjNum 356 snap 97 seq_num 356) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1128: done (4 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1130: done (3 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1131: done (2 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1133: done (1 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1134: done (0 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1135: rollback oid 39 current snap is 99 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1135: done (0 left) 2023-12-16T18:12:33.911 INFO:tasks.rados.rados.0.smithi071.stdout:1136: snap_create 2023-12-16T18:12:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T18:12:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[139725]: failed to encode map e267 with expected crc 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T18:12:34.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:34 smithi071 ceph-mon[142085]: failed to encode map e267 with expected crc 2023-12-16T18:12:34.557 INFO:tasks.rados.rados.0.smithi071.stdout:1136: done (0 left) 2023-12-16T18:12:34.558 INFO:tasks.rados.rados.0.smithi071.stdout:1137: read oid 35 snap -1 2023-12-16T18:12:34.558 INFO:tasks.rados.rados.0.smithi071.stdout:1137: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:34.558 INFO:tasks.rados.rados.0.smithi071.stdout:1138: setattr oid 32 current snap is 100 2023-12-16T18:12:34.561 INFO:tasks.rados.rados.0.smithi071.stdout:1139: read oid 31 snap 99 2023-12-16T18:12:34.561 INFO:tasks.rados.rados.0.smithi071.stdout:1139: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:34.561 INFO:tasks.rados.rados.0.smithi071.stdout:1140: snap_create 2023-12-16T18:12:34.568 INFO:tasks.rados.rados.0.smithi071.stdout:1137: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: failed to encode map e266 with expected crc 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: osdmap e267: 8 total, 8 up, 8 in 2023-12-16T18:12:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:34 smithi184 ceph-mon[136228]: failed to encode map e267 with expected crc 2023-12-16T18:12:34.618 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 711 (ObjNum 347 snap 94 seq_num 347) dirty exists 2023-12-16T18:12:34.619 INFO:tasks.rados.rados.0.smithi071.stdout:1139: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[139725]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:35 smithi071 ceph-mon[142085]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1137: done (3 left) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1138: done (2 left) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1139: done (1 left) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1140: done (0 left) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1141: read oid 50 snap -1 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1141: expect (ObjNum 309 snap 84 seq_num 309) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1142: read oid 31 snap -1 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1142: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:35.551 INFO:tasks.rados.rados.0.smithi071.stdout:1143: copy_from oid 47 from oid 20 current snap is 101 2023-12-16T18:12:35.552 INFO:tasks.rados.rados.0.smithi071.stdout:1144: read oid 48 snap -1 2023-12-16T18:12:35.552 INFO:tasks.rados.rados.0.smithi071.stdout:1144: expect (ObjNum 350 snap 94 seq_num 350) 2023-12-16T18:12:35.552 INFO:tasks.rados.rados.0.smithi071.stdout:1145: snap_remove snap 100 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: failed to encode map e267 with expected crc 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:35.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:35 smithi184 ceph-mon[136228]: osdmap e268: 8 total, 8 up, 8 in 2023-12-16T18:12:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T18:12:36.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:36 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.552 INFO:tasks.rados.rados.0.smithi071.stdout:1145: done (4 left) 2023-12-16T18:12:36.552 INFO:tasks.rados.rados.0.smithi071.stdout:1146: snap_create 2023-12-16T18:12:36.552 INFO:tasks.rados.rados.0.smithi071.stdout:1142: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: osdmap e269: 8 total, 8 up, 8 in 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:36 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:36.603 INFO:tasks.rados.rados.0.smithi071.stdout:1144: expect (ObjNum 350 snap 94 seq_num 350) 2023-12-16T18:12:37.217 INFO:tasks.rados.rados.0.smithi071.stdout:1143: finishing copy_from to smithi071127730-47 2023-12-16T18:12:37.218 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 383 (ObjNum 234 snap 57 seq_num 234) dirty exists 2023-12-16T18:12:37.218 INFO:tasks.rados.rados.0.smithi071.stdout:1143: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:12:37.218 INFO:tasks.rados.rados.0.smithi071.stdout:1141: expect (ObjNum 309 snap 84 seq_num 309) 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: failed to encode map e268 with expected crc 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: pgmap v109: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T18:12:37.445 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[142085]: failed to encode map e270 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: failed to encode map e268 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: pgmap v109: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-mon[139725]: failed to encode map e270 with expected crc 2023-12-16T18:12:37.446 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:37] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2023-12-16T18:12:37.447 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:12:37.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: failed to encode map e268 with expected crc 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: pgmap v109: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: failed to encode map e269 with expected crc 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: osdmap e270: 8 total, 8 up, 8 in 2023-12-16T18:12:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:37 smithi184 ceph-mon[136228]: failed to encode map e270 with expected crc 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (2m) 18s ago 4m 19.0M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (2m) 46s ago 4m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 18s ago 5m 19.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (5m) 46s ago 5m 17.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (97s) 46s ago 7m 439M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (117s) 18s ago 9m 491M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (87s) 18s ago 9m 43.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (54s) 46s ago 8m 19.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (69s) 18s ago 8m 35.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:12:37.776 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 18s ago 4m 8682k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (2m) 46s ago 4m 7994k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (20s) 18s ago 7m 11.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (7m) 18s ago 7m 159M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8e69f1ebb7e5 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 18s ago 7m 171M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 18s ago 6m 111M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (6m) 46s ago 6m 140M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (6m) 46s ago 6m 167M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (6m) 46s ago 6m 96.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (5m) 46s ago 5m 113M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:12:37.777 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (100s) 46s ago 5m 45.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1141: done (4 left) 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1142: done (3 left) 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1143: done (2 left) 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1144: done (1 left) 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1146: done (0 left) 2023-12-16T18:12:37.808 INFO:tasks.rados.rados.0.smithi071.stdout:1147: read oid 29 snap -1 2023-12-16T18:12:37.809 INFO:tasks.rados.rados.0.smithi071.stdout:1147: expect deleted 2023-12-16T18:12:37.809 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 102 2023-12-16T18:12:37.809 INFO:tasks.rados.rados.0.smithi071.stdout:1148: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2023-12-16T18:12:37.812 INFO:tasks.rados.rados.0.smithi071.stdout:1148: writing smithi071127730-6 from 0 to 499712 tid 1 2023-12-16T18:12:37.816 INFO:tasks.rados.rados.0.smithi071.stdout:1148: writing smithi071127730-6 from 499712 to 1138688 tid 2 2023-12-16T18:12:37.821 INFO:tasks.rados.rados.0.smithi071.stdout:1148: writing smithi071127730-6 from 1138688 to 1302528 tid 3 2023-12-16T18:12:37.821 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 102 2023-12-16T18:12:37.821 INFO:tasks.rados.rados.0.smithi071.stdout:1149: seq_num 365 ranges {819200=516096,1335296=573440,1908736=229376} 2023-12-16T18:12:37.826 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi071127730-24 from 819200 to 1335296 tid 1 2023-12-16T18:12:37.830 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi071127730-24 from 1335296 to 1908736 tid 2 2023-12-16T18:12:37.832 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi071127730-24 from 1908736 to 2138112 tid 3 2023-12-16T18:12:37.832 INFO:tasks.rados.rados.0.smithi071.stdout:1150: delete oid 33 current snap is 102 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing write tid 1 to smithi071127730-6 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing write tid 2 to smithi071127730-6 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing write tid 3 to smithi071127730-6 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing write tid 4 to smithi071127730-6 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing write tid 5 to smithi071127730-6 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 621 (ObjNum 364 snap 102 seq_num 364) dirty exists 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1148: left oid 6 (ObjNum 364 snap 102 seq_num 364) 2023-12-16T18:12:37.833 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 1 to smithi071127730-24 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:1147: done (3 left) 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:1148: done (2 left) 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:1150: done (1 left) 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:1151: rollback oid 38 current snap is 102 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 99 2023-12-16T18:12:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:1152: delete oid 3 current snap is 102 2023-12-16T18:12:37.836 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 2 to smithi071127730-24 2023-12-16T18:12:37.836 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 3 to smithi071127730-24 2023-12-16T18:12:37.836 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 4 to smithi071127730-24 2023-12-16T18:12:37.837 INFO:tasks.rados.rados.0.smithi071.stdout:1152: done (2 left) 2023-12-16T18:12:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:1153: snap_create 2023-12-16T18:12:37.839 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 715 (ObjNum 353 snap 97 seq_num 353) dirty exists 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 5 to smithi071127730-24 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 615 (ObjNum 365 snap 102 seq_num 365) dirty exists 2023-12-16T18:12:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:1149: left oid 24 (ObjNum 365 snap 102 seq_num 365) 2023-12-16T18:12:38.187 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:12:38.187 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 7, 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 1 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:12:38.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:12:38.189 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:12:38.189 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 9, 2023-12-16T18:12:38.189 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 6 2023-12-16T18:12:38.189 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:12:38.189 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:12:38.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[139725]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[139725]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[139725]: failed to encode map e271 with expected crc 2023-12-16T18:12:38.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[139725]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T18:12:38.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:38.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[142085]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[142085]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[142085]: failed to encode map e271 with expected crc 2023-12-16T18:12:38.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[142085]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T18:12:38.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:38.557 INFO:tasks.rados.rados.0.smithi071.stdout:1149: done (2 left) 2023-12-16T18:12:38.557 INFO:tasks.rados.rados.0.smithi071.stdout:1151: done (1 left) 2023-12-16T18:12:38.557 INFO:tasks.rados.rados.0.smithi071.stdout:1153: done (0 left) 2023-12-16T18:12:38.557 INFO:tasks.rados.rados.0.smithi071.stdout:1154: read oid 12 snap -1 2023-12-16T18:12:38.558 INFO:tasks.rados.rados.0.smithi071.stdout:1154: expect deleted 2023-12-16T18:12:38.558 INFO:tasks.rados.rados.0.smithi071.stdout:1155: rollback oid 47 current snap is 103 2023-12-16T18:12:38.558 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 99 2023-12-16T18:12:38.558 INFO:tasks.rados.rados.0.smithi071.stdout:1156: copy_from oid 22 from oid 35 current snap is 103 2023-12-16T18:12:38.558 INFO:tasks.rados.rados.0.smithi071.stdout:1157: delete oid 3 current snap is 103 2023-12-16T18:12:38.562 INFO:tasks.rados.rados.0.smithi071.stdout:1155: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:12:38.562 INFO:tasks.rados.rados.0.smithi071.stdout:1155: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:12:38.562 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 476 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:1155: done (3 left) 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:1157: done (2 left) 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:1158: rmattr oid 11 current snap is 103 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:1158: done (2 left) 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 103 2023-12-16T18:12:38.563 INFO:tasks.rados.rados.0.smithi071.stdout:1159: seq_num 369 ranges {1302528=589824,1892352=507904,2400256=294912} 2023-12-16T18:12:38.573 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi071127730-6 from 1302528 to 1892352 tid 1 2023-12-16T18:12:38.576 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi071127730-6 from 1892352 to 2400256 tid 2 2023-12-16T18:12:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi071127730-6 from 2400256 to 2695168 tid 3 2023-12-16T18:12:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:1160: snap_create 2023-12-16T18:12:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:1156: finishing copy_from to smithi071127730-22 2023-12-16T18:12:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:1156: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:12:38.579 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 1 to smithi071127730-6 2023-12-16T18:12:38.581 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 2 to smithi071127730-6 2023-12-16T18:12:38.581 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 3 to smithi071127730-6 2023-12-16T18:12:38.581 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 4 to smithi071127730-6 2023-12-16T18:12:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 5 to smithi071127730-6 2023-12-16T18:12:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 625 (ObjNum 369 snap 103 seq_num 369) dirty exists 2023-12-16T18:12:38.582 INFO:tasks.rados.rados.0.smithi071.stdout:1159: left oid 6 (ObjNum 369 snap 103 seq_num 369) 2023-12-16T18:12:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-mon[136228]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-mon[136228]: failed to encode map e270 with expected crc 2023-12-16T18:12:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-mon[136228]: failed to encode map e271 with expected crc 2023-12-16T18:12:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-mon[136228]: osdmap e271: 8 total, 8 up, 8 in 2023-12-16T18:12:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:39.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:39.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: Upgrade: osd.1 is safe to restart 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: pgmap v112: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2837743389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: failed to encode map e272 with expected crc 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:12:39.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: Upgrade: osd.1 is safe to restart 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: pgmap v112: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2837743389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: failed to encode map e272 with expected crc 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:12:39.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:39.563 INFO:tasks.rados.rados.0.smithi071.stdout:1154: done (3 left) 2023-12-16T18:12:39.563 INFO:tasks.rados.rados.0.smithi071.stdout:1156: done (2 left) 2023-12-16T18:12:39.564 INFO:tasks.rados.rados.0.smithi071.stdout:1159: done (1 left) 2023-12-16T18:12:39.564 INFO:tasks.rados.rados.0.smithi071.stdout:1160: done (0 left) 2023-12-16T18:12:39.564 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 104 2023-12-16T18:12:39.564 INFO:tasks.rados.rados.0.smithi071.stdout:1161: seq_num 370 ranges {8912896=606208,9519104=794624,10313728=8192} 2023-12-16T18:12:39.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: Upgrade: osd.1 is safe to restart 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: failed to encode map e271 with expected crc 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: pgmap v112: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2837743389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: failed to encode map e272 with expected crc 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: osdmap e272: 8 total, 8 up, 8 in 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-16T18:12:39.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:39.615 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi071127730-39 from 8912896 to 9519104 tid 1 2023-12-16T18:12:39.620 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi071127730-39 from 9519104 to 10313728 tid 2 2023-12-16T18:12:39.620 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi071127730-39 from 10313728 to 10321920 tid 3 2023-12-16T18:12:39.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 104 2023-12-16T18:12:39.620 INFO:tasks.rados.rados.0.smithi071.stdout:1162: seq_num 371 ranges {450560=622592,1073152=679936,1753088=122880} 2023-12-16T18:12:39.625 INFO:tasks.rados.rados.0.smithi071.stdout:1162: writing smithi071127730-43 from 450560 to 1073152 tid 1 2023-12-16T18:12:39.630 INFO:tasks.rados.rados.0.smithi071.stdout:1162: writing smithi071127730-43 from 1073152 to 1753088 tid 2 2023-12-16T18:12:39.630 INFO:tasks.rados.rados.0.smithi071.stdout:1162: writing smithi071127730-43 from 1753088 to 1875968 tid 3 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1163: read oid 2 snap -1 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1163: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1164: delete oid 13 current snap is 104 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 1 to smithi071127730-39 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 2 to smithi071127730-39 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 3 to smithi071127730-39 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 4 to smithi071127730-39 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 5 to smithi071127730-39 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 629 (ObjNum 370 snap 104 seq_num 370) dirty exists 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1161: left oid 39 (ObjNum 370 snap 104 seq_num 370) 2023-12-16T18:12:39.631 INFO:tasks.rados.rados.0.smithi071.stdout:1162: finishing write tid 1 to smithi071127730-43 2023-12-16T18:12:39.632 INFO:tasks.rados.rados.0.smithi071.stdout:1163: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:12:39.633 INFO:tasks.rados.rados.0.smithi071.stdout:1161: done (3 left) 2023-12-16T18:12:39.633 INFO:tasks.rados.rados.0.smithi071.stdout:1163: done (2 left) 2023-12-16T18:12:39.633 INFO:tasks.rados.rados.0.smithi071.stdout:1164: done (1 left) 2023-12-16T18:12:39.633 INFO:tasks.rados.rados.0.smithi071.stdout:1165: copy_from oid 47 from oid 3 current snap is 104 2023-12-16T18:12:39.634 INFO:tasks.rados.rados.0.smithi071.stdout:1162: finishing write tid 2 to smithi071127730-43 2023-12-16T18:12:39.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 104 2023-12-16T18:12:39.634 INFO:tasks.rados.rados.0.smithi071.stdout:1166: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2023-12-16T18:12:39.637 INFO:tasks.rados.rados.0.smithi071.stdout:1166: writing smithi071127730-17 from 0 to 655360 tid 1 2023-12-16T18:12:39.640 INFO:tasks.rados.rados.0.smithi071.stdout:1166: writing smithi071127730-17 from 655360 to 1155072 tid 2 2023-12-16T18:12:39.642 INFO:tasks.rados.rados.0.smithi071.stdout:1166: writing smithi071127730-17 from 1155072 to 1458176 tid 3 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1167: delete oid 8 current snap is 104 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1162: finishing write tid 3 to smithi071127730-43 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1162: finishing write tid 4 to smithi071127730-43 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing copy_from to smithi071127730-47 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1165: got expected ENOENT (src dne) 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1162: finishing write tid 5 to smithi071127730-43 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 390 (ObjNum 371 snap 104 seq_num 371) dirty exists 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1162: left oid 43 (ObjNum 371 snap 104 seq_num 371) 2023-12-16T18:12:39.643 INFO:tasks.rados.rados.0.smithi071.stdout:1166: finishing write tid 1 to smithi071127730-17 2023-12-16T18:12:39.644 INFO:tasks.rados.rados.0.smithi071.stdout:1162: done (3 left) 2023-12-16T18:12:39.644 INFO:tasks.rados.rados.0.smithi071.stdout:1165: done (2 left) 2023-12-16T18:12:39.644 INFO:tasks.rados.rados.0.smithi071.stdout:1167: done (1 left) 2023-12-16T18:12:39.645 INFO:tasks.rados.rados.0.smithi071.stdout:1168: snap_create 2023-12-16T18:12:39.645 INFO:tasks.rados.rados.0.smithi071.stdout:1166: finishing write tid 2 to smithi071127730-17 2023-12-16T18:12:39.645 INFO:tasks.rados.rados.0.smithi071.stdout:1166: finishing write tid 3 to smithi071127730-17 2023-12-16T18:12:39.645 INFO:tasks.rados.rados.0.smithi071.stdout:1166: finishing write tid 4 to smithi071127730-17 2023-12-16T18:12:39.647 INFO:tasks.rados.rados.0.smithi071.stdout:1166: finishing write tid 5 to smithi071127730-17 2023-12-16T18:12:39.647 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 719 (ObjNum 373 snap 104 seq_num 373) dirty exists 2023-12-16T18:12:39.647 INFO:tasks.rados.rados.0.smithi071.stdout:1166: left oid 17 (ObjNum 373 snap 104 seq_num 373) 2023-12-16T18:12:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[139725]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[139725]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[139725]: Upgrade: Updating osd.1 2023-12-16T18:12:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[139725]: Deploying daemon osd.1 on smithi071 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[139725]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[142085]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[142085]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[142085]: Upgrade: Updating osd.1 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[142085]: Deploying daemon osd.1 on smithi071 2023-12-16T18:12:40.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-mon[142085]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T18:12:40.549 INFO:tasks.rados.rados.0.smithi071.stdout:1166: done (1 left) 2023-12-16T18:12:40.549 INFO:tasks.rados.rados.0.smithi071.stdout:1168: done (0 left) 2023-12-16T18:12:40.549 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 105 2023-12-16T18:12:40.549 INFO:tasks.rados.rados.0.smithi071.stdout:1169: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2023-12-16T18:12:40.553 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi071127730-47 from 0 to 688128 tid 1 2023-12-16T18:12:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi071127730-47 from 688128 to 1351680 tid 2 2023-12-16T18:12:40.558 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi071127730-47 from 1351680 to 1490944 tid 3 2023-12-16T18:12:40.558 INFO:tasks.rados.rados.0.smithi071.stdout:1170: snap_remove snap 99 2023-12-16T18:12:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:40 smithi184 ceph-mon[136228]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:40 smithi184 ceph-mon[136228]: failed to encode map e272 with expected crc 2023-12-16T18:12:40.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:40 smithi184 ceph-mon[136228]: Upgrade: Updating osd.1 2023-12-16T18:12:40.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:40 smithi184 ceph-mon[136228]: Deploying daemon osd.1 on smithi071 2023-12-16T18:12:40.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:40 smithi184 ceph-mon[136228]: osdmap e273: 8 total, 8 up, 8 in 2023-12-16T18:12:40.842 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:40 smithi071 systemd[1]: Stopping Ceph osd.1 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:12:41.111 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:12:40.842+0000 7f0a4b903700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:12:41.112 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:12:40.842+0000 7f0a4b903700 -1 osd.1 274 *** Got signal Terminated *** 2023-12-16T18:12:41.112 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[98837]: 2023-12-16T18:12:40.842+0000 7f0a4b903700 -1 osd.1 274 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:12:41.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: pgmap v115: 121 pgs: 121 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[142085]: osd.1 marked itself down and dead 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: pgmap v115: 121 pgs: 121 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T18:12:41.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:41 smithi071 ceph-mon[139725]: osd.1 marked itself down and dead 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 1 to smithi071127730-47 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1170: done (1 left) 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1171: delete oid 9 current snap is 105 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 2 to smithi071127730-47 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 3 to smithi071127730-47 2023-12-16T18:12:41.558 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 4 to smithi071127730-47 2023-12-16T18:12:41.559 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 5 to smithi071127730-47 2023-12-16T18:12:41.559 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 482 (ObjNum 375 snap 105 seq_num 375) dirty exists 2023-12-16T18:12:41.559 INFO:tasks.rados.rados.0.smithi071.stdout:1169: left oid 47 (ObjNum 375 snap 105 seq_num 375) 2023-12-16T18:12:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: failed to encode map e273 with expected crc 2023-12-16T18:12:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: pgmap v115: 121 pgs: 121 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2023-12-16T18:12:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: osdmap e274: 8 total, 8 up, 8 in 2023-12-16T18:12:41.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:41.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:41 smithi184 ceph-mon[136228]: osd.1 marked itself down and dead 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: failed to encode map e275 with expected crc 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[139725]: osdmap e275: 8 total, 7 up, 8 in 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.384 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.385 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.385 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:42.385 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: failed to encode map e275 with expected crc 2023-12-16T18:12:42.385 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:42 smithi071 ceph-mon[142085]: osdmap e275: 8 total, 7 up, 8 in 2023-12-16T18:12:42.385 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151857]: 2023-12-16 18:12:42.128536799 +0000 UTC m=+1.333751566 container died 8e69f1ebb7e53969b96a9f3a1d9c23328c61b1d1e92ae0fda1e5c563ccd7498e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:12:42.386 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151857]: 2023-12-16 18:12:42.264723905 +0000 UTC m=+1.469938654 container cleanup 8e69f1ebb7e53969b96a9f3a1d9c23328c61b1d1e92ae0fda1e5c563ccd7498e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, GIT_CLEAN=True, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.license=GPLv2) 2023-12-16T18:12:42.386 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 bash[151857]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1 2023-12-16T18:12:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:12:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: failed to encode map e275 with expected crc 2023-12-16T18:12:42.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:42 smithi184 ceph-mon[136228]: osdmap e275: 8 total, 7 up, 8 in 2023-12-16T18:12:42.588 INFO:tasks.rados.rados.0.smithi071.stdout:1169: done (1 left) 2023-12-16T18:12:42.588 INFO:tasks.rados.rados.0.smithi071.stdout:1171: done (0 left) 2023-12-16T18:12:42.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 105 2023-12-16T18:12:42.588 INFO:tasks.rados.rados.0.smithi071.stdout:1172: seq_num 377 ranges {4923392=720896,5644288=434176,6078464=368640} 2023-12-16T18:12:42.619 INFO:tasks.rados.rados.0.smithi071.stdout:1172: writing smithi071127730-46 from 4923392 to 5644288 tid 1 2023-12-16T18:12:42.621 INFO:tasks.rados.rados.0.smithi071.stdout:1172: writing smithi071127730-46 from 5644288 to 6078464 tid 2 2023-12-16T18:12:42.624 INFO:tasks.rados.rados.0.smithi071.stdout:1172: writing smithi071127730-46 from 6078464 to 6447104 tid 3 2023-12-16T18:12:42.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 105 2023-12-16T18:12:42.624 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing write tid 1 to smithi071127730-46 2023-12-16T18:12:42.624 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing write tid 2 to smithi071127730-46 2023-12-16T18:12:42.624 INFO:tasks.rados.rados.0.smithi071.stdout:1173: seq_num 378 ranges {450560=737280,1187840=720896,1908736=81920} 2023-12-16T18:12:42.631 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi071127730-15 from 450560 to 1187840 tid 1 2023-12-16T18:12:42.635 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi071127730-15 from 1187840 to 1908736 tid 2 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi071127730-15 from 1908736 to 1990656 tid 3 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1174: read oid 31 snap -1 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1174: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 105 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing write tid 3 to smithi071127730-46 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing write tid 4 to smithi071127730-46 2023-12-16T18:12:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing write tid 5 to smithi071127730-46 2023-12-16T18:12:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 396 (ObjNum 377 snap 105 seq_num 377) dirty exists 2023-12-16T18:12:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1172: left oid 46 (ObjNum 377 snap 105 seq_num 377) 2023-12-16T18:12:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 1 to smithi071127730-15 2023-12-16T18:12:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1175: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2023-12-16T18:12:42.641 INFO:tasks.rados.rados.0.smithi071.stdout:1175: writing smithi071127730-23 from 0 to 753664 tid 1 2023-12-16T18:12:42.645 INFO:tasks.rados.rados.0.smithi071.stdout:1175: writing smithi071127730-23 from 753664 to 1359872 tid 2 2023-12-16T18:12:42.647 INFO:tasks.rados.rados.0.smithi071.stdout:1175: writing smithi071127730-23 from 1359872 to 1556480 tid 3 2023-12-16T18:12:42.647 INFO:tasks.rados.rados.0.smithi071.stdout:1172: done (3 left) 2023-12-16T18:12:42.647 INFO:tasks.rados.rados.0.smithi071.stdout:1176: snap_remove snap 101 2023-12-16T18:12:42.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151876]: 2023-12-16 18:12:42.400083731 +0000 UTC m=+0.269081902 container remove 8e69f1ebb7e53969b96a9f3a1d9c23328c61b1d1e92ae0fda1e5c563ccd7498e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:12:43.123 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151972]: 2023-12-16 18:12:42.731225201 +0000 UTC m=+0.065736683 container create 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:12:43.123 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151972]: 2023-12-16 18:12:42.683517632 +0000 UTC m=+0.018029124 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:43.123 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151972]: 2023-12-16 18:12:42.832063563 +0000 UTC m=+0.166575070 container init 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, io.buildah.version=1.31.3) 2023-12-16T18:12:43.123 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151972]: 2023-12-16 18:12:42.849982458 +0000 UTC m=+0.184493954 container start 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212) 2023-12-16T18:12:43.123 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:42 smithi071 podman[151972]: 2023-12-16 18:12:42.881257302 +0000 UTC m=+0.215768788 container attach 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=) 2023-12-16T18:12:43.374 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[151972]: 2023-12-16 18:12:43.136308047 +0000 UTC m=+0.470819534 container died 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2023-12-16T18:12:43.375 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152000]: 2023-12-16 18:12:43.372796227 +0000 UTC m=+0.230947313 container remove 883b3e716c46938a7abd11fcc7605879d06f3012dca30d8b0c66a15ba67042ae (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: failed to encode map e274 with expected crc 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: failed to encode map e275 with expected crc 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: osdmap e276: 8 total, 7 up, 8 in 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: failed to encode map e274 with expected crc 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: failed to encode map e275 with expected crc 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: osdmap e276: 8 total, 7 up, 8 in 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.376 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:43 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1176: done (3 left) 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1177: rmattr oid 32 current snap is 105 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 2 to smithi071127730-15 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 3 to smithi071127730-15 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 4 to smithi071127730-15 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 5 to smithi071127730-15 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 400 (ObjNum 378 snap 105 seq_num 378) dirty exists 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1173: left oid 15 (ObjNum 378 snap 105 seq_num 378) 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing write tid 1 to smithi071127730-23 2023-12-16T18:12:43.575 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing write tid 2 to smithi071127730-23 2023-12-16T18:12:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing write tid 3 to smithi071127730-23 2023-12-16T18:12:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing write tid 4 to smithi071127730-23 2023-12-16T18:12:43.576 INFO:tasks.rados.rados.0.smithi071.stdout:1174: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:12:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: failed to encode map e274 with expected crc 2023-12-16T18:12:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: failed to encode map e275 with expected crc 2023-12-16T18:12:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: pgmap v118: 121 pgs: 16 stale+active+clean, 105 active+clean; 136 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:12:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: osdmap e276: 8 total, 7 up, 8 in 2023-12-16T18:12:43.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:43 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:43.637 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing write tid 5 to smithi071127730-23 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 294 (ObjNum 379 snap 105 seq_num 379) dirty exists 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:1175: left oid 23 (ObjNum 379 snap 105 seq_num 379) 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:1173: done (3 left) 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:1174: done (2 left) 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:1175: done (1 left) 2023-12-16T18:12:43.638 INFO:tasks.rados.rados.0.smithi071.stdout:1178: snap_remove snap 104 2023-12-16T18:12:43.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.1.service: Deactivated successfully. 2023-12-16T18:12:43.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 systemd[1]: Stopped Ceph osd.1 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:12:43.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.1.service: Consumed 8.939s CPU time. 2023-12-16T18:12:43.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 systemd[1]: Starting Ceph osd.1 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:12:44.124 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152101]: 2023-12-16 18:12:43.756028313 +0000 UTC m=+0.073160173 container create b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2023-12-16T18:12:44.124 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152101]: 2023-12-16 18:12:43.700543582 +0000 UTC m=+0.017675457 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:44.124 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152101]: 2023-12-16 18:12:43.823161611 +0000 UTC m=+0.140293471 container init b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:12:44.124 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152101]: 2023-12-16 18:12:43.837106766 +0000 UTC m=+0.154238618 container start b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:12:44.124 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:43 smithi071 podman[152101]: 2023-12-16 18:12:43.864388243 +0000 UTC m=+0.181520110 container attach b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T18:12:44.389 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: osdmap e277: 8 total, 7 up, 8 in 2023-12-16T18:12:44.390 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[142085]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: osdmap e277: 8 total, 7 up, 8 in 2023-12-16T18:12:44.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-mon[139725]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.391 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152101]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate[152115]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-16T18:12:44.392 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152101]: 2023-12-16 18:12:44.288746628 +0000 UTC m=+0.605878495 container died b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD) 2023-12-16T18:12:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:1178: done (1 left) 2023-12-16T18:12:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 105 2023-12-16T18:12:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 725 (ObjNum 347 snap 94 seq_num 347) dirty exists 2023-12-16T18:12:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:1179: seq_num 380 ranges {1974272=770048,2744320=483328,3227648=319488} 2023-12-16T18:12:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e276 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: osdmap e277: 8 total, 7 up, 8 in 2023-12-16T18:12:44.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:44 smithi184 ceph-mon[136228]: failed to encode map e277 with expected crc 2023-12-16T18:12:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:1179: writing smithi071127730-38 from 1974272 to 2744320 tid 1 2023-12-16T18:12:44.595 INFO:tasks.rados.rados.0.smithi071.stdout:1179: writing smithi071127730-38 from 2744320 to 3227648 tid 2 2023-12-16T18:12:44.597 INFO:tasks.rados.rados.0.smithi071.stdout:1179: writing smithi071127730-38 from 3227648 to 3547136 tid 3 2023-12-16T18:12:44.598 INFO:tasks.rados.rados.0.smithi071.stdout:1177: done (1 left) 2023-12-16T18:12:44.598 INFO:tasks.rados.rados.0.smithi071.stdout:1180: read oid 41 snap -1 2023-12-16T18:12:44.598 INFO:tasks.rados.rados.0.smithi071.stdout:1180: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:12:44.599 INFO:tasks.rados.rados.0.smithi071.stdout:1181: read oid 40 snap 103 2023-12-16T18:12:44.599 INFO:tasks.rados.rados.0.smithi071.stdout:1181: expect (ObjNum 260 snap 70 seq_num 260) 2023-12-16T18:12:44.599 INFO:tasks.rados.rados.0.smithi071.stdout:1182: snap_remove snap 102 2023-12-16T18:12:44.704 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152234]: 2023-12-16 18:12:44.530899045 +0000 UTC m=+0.236882461 container remove b1e8eea72bbe5754e0a143ae6882763103bd6632055c1b2c87b34a5f2ec8e7cc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2023-12-16T18:12:44.973 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152297]: 2023-12-16 18:12:44.705844365 +0000 UTC m=+0.064502054 container create 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T18:12:44.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152297]: 2023-12-16 18:12:44.66152902 +0000 UTC m=+0.020186715 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:12:44.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152297]: 2023-12-16 18:12:44.781100093 +0000 UTC m=+0.139757782 container init 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:12:44.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 podman[152297]: 2023-12-16 18:12:44.792131962 +0000 UTC m=+0.150789668 container start 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:12:44.974 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 ceph-osd[152316]: -- 172.21.15.71:0/2504587325 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55588187d6c0 con 0x55588184f000 2023-12-16T18:12:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: pgmap v121: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 26/216 objects degraded (12.037%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:45.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: osdmap e278: 8 total, 7 up, 8 in 2023-12-16T18:12:45.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:45.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: pgmap v121: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 26/216 objects degraded (12.037%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: osdmap e278: 8 total, 7 up, 8 in 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:45.340 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 bash[152297]: 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd 2023-12-16T18:12:45.340 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:44 smithi071 systemd[1]: Started Ceph osd.1 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: failed to encode map e277 with expected crc 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: pgmap v121: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 26/216 objects degraded (12.037%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: osdmap e278: 8 total, 7 up, 8 in 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:45.489 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:45.555 INFO:tasks.rados.rados.0.smithi071.stdout:1182: done (3 left) 2023-12-16T18:12:45.555 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 105 2023-12-16T18:12:45.556 INFO:tasks.rados.rados.0.smithi071.stdout:1183: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2023-12-16T18:12:45.560 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi071127730-21 from 0 to 786432 tid 1 2023-12-16T18:12:45.563 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi071127730-21 from 786432 to 1204224 tid 2 2023-12-16T18:12:45.566 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi071127730-21 from 1204224 to 1589248 tid 3 2023-12-16T18:12:45.566 INFO:tasks.rados.rados.0.smithi071.stdout:1184: rollback oid 10 current snap is 105 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 103 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing write tid 1 to smithi071127730-38 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing write tid 2 to smithi071127730-38 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing write tid 3 to smithi071127730-38 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing write tid 4 to smithi071127730-38 2023-12-16T18:12:45.567 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing write tid 5 to smithi071127730-38 2023-12-16T18:12:45.568 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 734 (ObjNum 380 snap 105 seq_num 380) dirty exists 2023-12-16T18:12:45.568 INFO:tasks.rados.rados.0.smithi071.stdout:1179: left oid 38 (ObjNum 380 snap 105 seq_num 380) 2023-12-16T18:12:45.568 INFO:tasks.rados.rados.0.smithi071.stdout:1180: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:12:45.723 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:45 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T18:12:45.338+0000 7f2918ae5640 -1 Falling back to public interface 2023-12-16T18:12:46.088 INFO:tasks.rados.rados.0.smithi071.stdout:1181: expect (ObjNum 260 snap 70 seq_num 260) 2023-12-16T18:12:46.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e277 with expected crc 2023-12-16T18:12:46.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.393 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[142085]: osdmap e279: 8 total, 7 up, 8 in 2023-12-16T18:12:46.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e277 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.394 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.395 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:46 smithi071 ceph-mon[139725]: osdmap e279: 8 total, 7 up, 8 in 2023-12-16T18:12:46.527 INFO:tasks.rados.rados.0.smithi071.stdout:1184: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:12:46.527 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 0 (ObjNum 625 snap 0 seq_num 2572275488) dirty dne 2023-12-16T18:12:46.527 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 1 to smithi071127730-21 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 2 to smithi071127730-21 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1179: done (4 left) 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1180: done (3 left) 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1181: done (2 left) 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1184: done (1 left) 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 105 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 3 to smithi071127730-21 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 4 to smithi071127730-21 2023-12-16T18:12:46.528 INFO:tasks.rados.rados.0.smithi071.stdout:1185: seq_num 382 ranges {7757824=802816,8560640=704512,9265152=98304} 2023-12-16T18:12:46.574 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi071127730-32 from 7757824 to 8560640 tid 1 2023-12-16T18:12:46.578 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi071127730-32 from 8560640 to 9265152 tid 2 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi071127730-32 from 9265152 to 9363456 tid 3 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:1186: snap_create 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 5 to smithi071127730-21 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 662 (ObjNum 381 snap 105 seq_num 381) dirty exists 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:1183: left oid 21 (ObjNum 381 snap 105 seq_num 381) 2023-12-16T18:12:46.579 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 1 to smithi071127730-32 2023-12-16T18:12:46.583 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 2 to smithi071127730-32 2023-12-16T18:12:46.583 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 3 to smithi071127730-32 2023-12-16T18:12:46.583 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 4 to smithi071127730-32 2023-12-16T18:12:46.584 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 5 to smithi071127730-32 2023-12-16T18:12:46.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 742 (ObjNum 382 snap 105 seq_num 382) dirty exists 2023-12-16T18:12:46.585 INFO:tasks.rados.rados.0.smithi071.stdout:1185: left oid 32 (ObjNum 382 snap 105 seq_num 382) 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e277 with expected crc 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e278 with expected crc 2023-12-16T18:12:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: failed to encode map e279 with expected crc 2023-12-16T18:12:46.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:46 smithi184 ceph-mon[136228]: osdmap e279: 8 total, 7 up, 8 in 2023-12-16T18:12:47.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:47 smithi071 ceph-mon[139725]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:47.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:47] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2023-12-16T18:12:47.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:47 smithi071 ceph-mon[142085]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:47.565 INFO:tasks.rados.rados.0.smithi071.stdout:1183: done (2 left) 2023-12-16T18:12:47.565 INFO:tasks.rados.rados.0.smithi071.stdout:1185: done (1 left) 2023-12-16T18:12:47.566 INFO:tasks.rados.rados.0.smithi071.stdout:1186: done (0 left) 2023-12-16T18:12:47.566 INFO:tasks.rados.rados.0.smithi071.stdout:1187: rollback oid 29 current snap is 106 2023-12-16T18:12:47.566 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 105 2023-12-16T18:12:47.566 INFO:tasks.rados.rados.0.smithi071.stdout:1188: snap_remove snap 103 2023-12-16T18:12:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:47 smithi184 ceph-mon[136228]: pgmap v124: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 27 active+undersized, 82 active+clean; 144 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 11 op/s; 26/216 objects degraded (12.037%) 2023-12-16T18:12:48.473 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T18:12:48.186+0000 7f2918ae5640 -1 osd.1 0 read_superblock omap replica is missing. 2023-12-16T18:12:48.474 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T18:12:48.236+0000 7f2918ae5640 -1 osd.1 274 log_to_monitors true 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: osdmap e280: 8 total, 7 up, 8 in 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: pgmap v126: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 13 op/s; 30/222 objects degraded (13.514%) 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[139725]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: osdmap e280: 8 total, 7 up, 8 in 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: pgmap v126: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 13 op/s; 30/222 objects degraded (13.514%) 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:48.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-mon[142085]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:12:48.573 INFO:tasks.rados.rados.0.smithi071.stdout:1188: done (1 left) 2023-12-16T18:12:48.573 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 106 2023-12-16T18:12:48.574 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:12:48.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:12:48.574 INFO:tasks.rados.rados.0.smithi071.stdout:1189: seq_num 383 ranges {4358144=417792,4775936=589824,5365760=417792,5783552=196608} 2023-12-16T18:12:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: osdmap e280: 8 total, 7 up, 8 in 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: pgmap v126: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 147 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 13 op/s; 30/222 objects degraded (13.514%) 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: failed to encode map e280 with expected crc 2023-12-16T18:12:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-mon[136228]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-16T18:12:48.600 INFO:tasks.rados.rados.0.smithi071.stdout:1189: writing smithi071127730-20 from 4358144 to 4775936 tid 1 2023-12-16T18:12:48.603 INFO:tasks.rados.rados.0.smithi071.stdout:1189: writing smithi071127730-20 from 4775936 to 5365760 tid 2 2023-12-16T18:12:48.605 INFO:tasks.rados.rados.0.smithi071.stdout:1189: writing smithi071127730-20 from 5365760 to 5783552 tid 3 2023-12-16T18:12:48.606 INFO:tasks.rados.rados.0.smithi071.stdout:1189: writing smithi071127730-20 from 5783552 to 5980160 tid 4 2023-12-16T18:12:48.607 INFO:tasks.rados.rados.0.smithi071.stdout:1187: done (1 left) 2023-12-16T18:12:48.607 INFO:tasks.rados.rados.0.smithi071.stdout:1190: read oid 5 snap -1 2023-12-16T18:12:48.607 INFO:tasks.rados.rados.0.smithi071.stdout:1190: expect (ObjNum 362 snap 99 seq_num 362) 2023-12-16T18:12:48.607 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 106 2023-12-16T18:12:48.607 INFO:tasks.rados.rados.0.smithi071.stdout:1191: seq_num 384 ranges {7888896=434176,8323072=475136,8798208=630784,9428992=98304} 2023-12-16T18:12:48.652 INFO:tasks.rados.rados.0.smithi071.stdout:1191: writing smithi071127730-44 from 7888896 to 8323072 tid 1 2023-12-16T18:12:48.655 INFO:tasks.rados.rados.0.smithi071.stdout:1191: writing smithi071127730-44 from 8323072 to 8798208 tid 2 2023-12-16T18:12:48.658 INFO:tasks.rados.rados.0.smithi071.stdout:1191: writing smithi071127730-44 from 8798208 to 9428992 tid 3 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1191: writing smithi071127730-44 from 9428992 to 9527296 tid 4 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1192: copy_from oid 39 from oid 49 current snap is 106 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 1 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 2 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 3 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 4 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 5 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: finishing write tid 6 to smithi071127730-20 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 420 (ObjNum 383 snap 106 seq_num 383) dirty exists 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: left oid 20 (ObjNum 383 snap 106 seq_num 383) 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1189: done (3 left) 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1193: rollback oid 11 current snap is 106 2023-12-16T18:12:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 105 2023-12-16T18:12:48.661 INFO:tasks.rados.rados.0.smithi071.stdout:1190: expect (ObjNum 362 snap 99 seq_num 362) 2023-12-16T18:12:48.695 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 1 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 2 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1190: done (3 left) 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1194: copy_from oid 10 from oid 35 current snap is 106 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 3 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1193: finishing rollback tid 0 to smithi071127730-11 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 4 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1193: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 5 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1193: finishing rollback tid 2 to smithi071127730-11 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 666 (ObjNum 197 snap 50 seq_num 197) dirty exists 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: finishing write tid 6 to smithi071127730-44 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 318 (ObjNum 384 snap 106 seq_num 384) dirty exists 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1191: left oid 44 (ObjNum 384 snap 106 seq_num 384) 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:1192: finishing copy_from to smithi071127730-39 2023-12-16T18:12:48.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 649 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1192: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1191: done (3 left) 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1192: done (2 left) 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1193: done (1 left) 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1195: setattr oid 26 current snap is 106 2023-12-16T18:12:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:1196: delete oid 19 current snap is 106 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:1196: done (2 left) 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:1197: read oid 19 snap -1 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:1197: expect deleted 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 667 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:1195: done (2 left) 2023-12-16T18:12:48.699 INFO:tasks.rados.rados.0.smithi071.stdout:1198: delete oid 39 current snap is 106 2023-12-16T18:12:48.701 INFO:tasks.rados.rados.0.smithi071.stdout:1197: done (2 left) 2023-12-16T18:12:48.701 INFO:tasks.rados.rados.0.smithi071.stdout:1198: done (1 left) 2023-12-16T18:12:48.701 INFO:tasks.rados.rados.0.smithi071.stdout:1199: snap_remove snap 105 2023-12-16T18:12:48.973 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:12:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T18:12:48.594+0000 7f2907f52700 -1 osd.1 274 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:12:49.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:49.579 INFO:tasks.rados.rados.0.smithi071.stdout:1199: done (1 left) 2023-12-16T18:12:49.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 106 2023-12-16T18:12:49.579 INFO:tasks.rados.rados.0.smithi071.stdout:1200: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2023-12-16T18:12:49.586 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi071127730-13 from 0 to 483328 tid 1 2023-12-16T18:12:49.587 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi071127730-13 from 483328 to 1007616 tid 2 2023-12-16T18:12:49.592 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi071127730-13 from 1007616 to 1687552 tid 3 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:1194: finishing copy_from to smithi071127730-10 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 227 (ObjNum 259 snap 70 seq_num 259) dirty exists 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:1194: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:1194: done (1 left) 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 106 2023-12-16T18:12:49.593 INFO:tasks.rados.rados.0.smithi071.stdout:1201: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2023-12-16T18:12:49.596 INFO:tasks.rados.rados.0.smithi071.stdout:1201: writing smithi071127730-30 from 0 to 507904 tid 1 2023-12-16T18:12:49.600 INFO:tasks.rados.rados.0.smithi071.stdout:1201: writing smithi071127730-30 from 507904 to 966656 tid 2 2023-12-16T18:12:49.605 INFO:tasks.rados.rados.0.smithi071.stdout:1201: writing smithi071127730-30 from 966656 to 1572864 tid 3 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1201: writing smithi071127730-30 from 1572864 to 1712128 tid 4 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1202: copy_from oid 22 from oid 1 current snap is 106 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 1 to smithi071127730-13 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 2 to smithi071127730-13 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 3 to smithi071127730-13 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 4 to smithi071127730-13 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 5 to smithi071127730-13 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 654 (ObjNum 387 snap 106 seq_num 387) dirty exists 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: left oid 13 (ObjNum 387 snap 106 seq_num 387) 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1200: done (2 left) 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1203: rollback oid 19 current snap is 106 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1203: done (2 left) 2023-12-16T18:12:49.607 INFO:tasks.rados.rados.0.smithi071.stdout:1204: snap_create 2023-12-16T18:12:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:12:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: osdmap e281: 8 total, 7 up, 8 in 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[139725]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: osdmap e281: 8 total, 7 up, 8 in 2023-12-16T18:12:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:49 smithi071 ceph-mon[142085]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-16T18:12:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: osdmap e281: 8 total, 7 up, 8 in 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: from='osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: failed to encode map e281 with expected crc 2023-12-16T18:12:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:49 smithi184 ceph-mon[136228]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-16T18:12:50.588 INFO:tasks.rados.rados.0.smithi071.stdout:1204: done (2 left) 2023-12-16T18:12:50.747 INFO:tasks.rados.rados.0.smithi071.stdout:1205: read oid 34 snap -1 2023-12-16T18:12:50.747 INFO:tasks.rados.rados.0.smithi071.stdout:1205: expect deleted 2023-12-16T18:12:50.747 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 107 2023-12-16T18:12:50.750 INFO:tasks.rados.rados.0.smithi071.stdout:1206: seq_num 389 ranges {9363456=524288,9887744=745472,10633216=458752} 2023-12-16T18:12:50.750 INFO:tasks.rados.rados.0.smithi071.stdout:1206: writing smithi071127730-32 from 9363456 to 9887744 tid 1 2023-12-16T18:12:50.750 INFO:tasks.rados.rados.0.smithi071.stdout:1206: writing smithi071127730-32 from 9887744 to 10633216 tid 2 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1206: writing smithi071127730-32 from 10633216 to 11091968 tid 3 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing copy_from to smithi071127730-22 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 557 (ObjNum 346 snap 94 seq_num 346) dirty exists 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 1 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 2 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 3 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 4 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 5 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: finishing write tid 6 to smithi071127730-30 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 672 (ObjNum 388 snap 106 seq_num 388) dirty exists 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: left oid 30 (ObjNum 388 snap 106 seq_num 388) 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing write tid 1 to smithi071127730-32 2023-12-16T18:12:50.751 INFO:tasks.rados.rados.0.smithi071.stdout:1201: done (3 left) 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1202: done (2 left) 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1205: done (1 left) 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 107 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1207: seq_num 390 ranges {6447104=540672,6987776=630784,7618560=573440} 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1207: writing smithi071127730-46 from 6447104 to 6987776 tid 1 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1207: writing smithi071127730-46 from 6987776 to 7618560 tid 2 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1207: writing smithi071127730-46 from 7618560 to 8192000 tid 3 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1208: read oid 24 snap -1 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1208: expect (ObjNum 365 snap 102 seq_num 365) 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1209: copy_from oid 23 from oid 21 current snap is 107 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing write tid 2 to smithi071127730-32 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing write tid 3 to smithi071127730-32 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing write tid 4 to smithi071127730-32 2023-12-16T18:12:50.752 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing write tid 5 to smithi071127730-32 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 751 (ObjNum 389 snap 107 seq_num 389) dirty exists 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1206: left oid 32 (ObjNum 389 snap 107 seq_num 389) 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1207: finishing write tid 1 to smithi071127730-46 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1207: finishing write tid 2 to smithi071127730-46 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1206: done (3 left) 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 107 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1210: seq_num 391 ranges {753664=557056,1310720=516096,1826816=688128} 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1210: writing smithi071127730-28 from 753664 to 1310720 tid 1 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1210: writing smithi071127730-28 from 1310720 to 1826816 tid 2 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1210: writing smithi071127730-28 from 1826816 to 2514944 tid 3 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 107 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1207: finishing write tid 3 to smithi071127730-46 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1207: finishing write tid 4 to smithi071127730-46 2023-12-16T18:12:50.753 INFO:tasks.rados.rados.0.smithi071.stdout:1207: finishing write tid 5 to smithi071127730-46 2023-12-16T18:12:50.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 404 (ObjNum 390 snap 107 seq_num 390) dirty exists 2023-12-16T18:12:50.754 INFO:tasks.rados.rados.0.smithi071.stdout:1207: left oid 46 (ObjNum 390 snap 107 seq_num 390) 2023-12-16T18:12:50.754 INFO:tasks.rados.rados.0.smithi071.stdout:1210: finishing write tid 1 to smithi071127730-28 2023-12-16T18:12:50.754 INFO:tasks.rados.rados.0.smithi071.stdout:1211: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2023-12-16T18:12:50.754 INFO:tasks.rados.rados.0.smithi071.stdout:1211: writing smithi071127730-2 from 0 to 573440 tid 1 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838] boot 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:12:50.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[142085]: pgmap v129: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 30/216 objects degraded (13.889%) 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838] boot 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:12:50.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-mon[139725]: pgmap v129: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 30/216 objects degraded (13.889%) 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:1211: writing smithi071127730-2 from 573440 to 1376256 tid 2 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:1211: writing smithi071127730-2 from 1376256 to 1777664 tid 3 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:1207: done (4 left) 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 107 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:1209: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:12:50.756 INFO:tasks.rados.rados.0.smithi071.stdout:1210: finishing write tid 2 to smithi071127730-28 2023-12-16T18:12:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:1209: finishing copy_from to smithi071127730-23 2023-12-16T18:12:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 662 (ObjNum 381 snap 105 seq_num 381) dirty exists 2023-12-16T18:12:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:1210: finishing write tid 3 to smithi071127730-28 2023-12-16T18:12:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:1210: finishing write tid 4 to smithi071127730-28 2023-12-16T18:12:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:1208: expect (ObjNum 365 snap 102 seq_num 365) 2023-12-16T18:12:50.803 INFO:tasks.rados.rados.0.smithi071.stdout:1210: finishing write tid 5 to smithi071127730-28 2023-12-16T18:12:50.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 394 (ObjNum 391 snap 107 seq_num 391) dirty exists 2023-12-16T18:12:50.804 INFO:tasks.rados.rados.0.smithi071.stdout:1210: left oid 28 (ObjNum 391 snap 107 seq_num 391) 2023-12-16T18:12:50.804 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing write tid 1 to smithi071127730-2 2023-12-16T18:12:50.804 INFO:tasks.rados.rados.0.smithi071.stdout:1212: seq_num 393 ranges {9527296=589824,10117120=679936,10797056=524288} 2023-12-16T18:12:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:12:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: failed to encode map e282 with expected crc 2023-12-16T18:12:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: osd.1 [v2:172.21.15.71:6810/4008741838,v1:172.21.15.71:6811/4008741838] boot 2023-12-16T18:12:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: osdmap e282: 8 total, 8 up, 8 in 2023-12-16T18:12:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-16T18:12:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:50 smithi184 ceph-mon[136228]: pgmap v129: 121 pgs: 11 active+undersized+degraded, 34 active+undersized, 76 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 30/216 objects degraded (13.889%) 2023-12-16T18:12:50.856 INFO:tasks.rados.rados.0.smithi071.stdout:1212: writing smithi071127730-44 from 9527296 to 10117120 tid 1 2023-12-16T18:12:50.860 INFO:tasks.rados.rados.0.smithi071.stdout:1212: writing smithi071127730-44 from 10117120 to 10797056 tid 2 2023-12-16T18:12:50.863 INFO:tasks.rados.rados.0.smithi071.stdout:1212: writing smithi071127730-44 from 10797056 to 11321344 tid 3 2023-12-16T18:12:50.863 INFO:tasks.rados.rados.0.smithi071.stdout:1208: done (4 left) 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1209: done (3 left) 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1210: done (2 left) 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1213: snap_create 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing write tid 2 to smithi071127730-2 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing write tid 3 to smithi071127730-2 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing write tid 4 to smithi071127730-2 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing write tid 5 to smithi071127730-2 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 756 (ObjNum 392 snap 107 seq_num 392) dirty exists 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1211: left oid 2 (ObjNum 392 snap 107 seq_num 392) 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing write tid 1 to smithi071127730-44 2023-12-16T18:12:50.864 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing write tid 2 to smithi071127730-44 2023-12-16T18:12:50.865 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing write tid 3 to smithi071127730-44 2023-12-16T18:12:50.865 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing write tid 4 to smithi071127730-44 2023-12-16T18:12:50.866 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing write tid 5 to smithi071127730-44 2023-12-16T18:12:50.866 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 325 (ObjNum 393 snap 107 seq_num 393) dirty exists 2023-12-16T18:12:50.866 INFO:tasks.rados.rados.0.smithi071.stdout:1212: left oid 44 (ObjNum 393 snap 107 seq_num 393) 2023-12-16T18:12:51.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:50 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:12:50.784+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1211: done (2 left) 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1212: done (1 left) 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1213: done (0 left) 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1214: read oid 16 snap -1 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1214: expect deleted 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1215: read oid 47 snap -1 2023-12-16T18:12:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1215: expect (ObjNum 375 snap 105 seq_num 375) 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:1216: read oid 29 snap -1 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:1216: expect deleted 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:1217: rollback oid 14 current snap is 108 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 106 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 108 2023-12-16T18:12:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:1218: seq_num 394 ranges {1687552=606208,2293760=565248,2859008=557056,3416064=81920} 2023-12-16T18:12:51.656 INFO:tasks.rados.rados.0.smithi071.stdout:1218: writing smithi071127730-13 from 1687552 to 2293760 tid 1 2023-12-16T18:12:51.659 INFO:tasks.rados.rados.0.smithi071.stdout:1218: writing smithi071127730-13 from 2293760 to 2859008 tid 2 2023-12-16T18:12:51.663 INFO:tasks.rados.rados.0.smithi071.stdout:1218: writing smithi071127730-13 from 2859008 to 3416064 tid 3 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1218: writing smithi071127730-13 from 3416064 to 3497984 tid 4 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1219: read oid 9 snap -1 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1219: expect deleted 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1220: snap_create 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1217: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-16T18:12:51.664 INFO:tasks.rados.rados.0.smithi071.stdout:1215: expect (ObjNum 375 snap 105 seq_num 375) 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 1 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 2 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 3 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 4 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 5 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing write tid 6 to smithi071127730-13 2023-12-16T18:12:51.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 659 (ObjNum 394 snap 108 seq_num 394) dirty exists 2023-12-16T18:12:51.704 INFO:tasks.rados.rados.0.smithi071.stdout:1218: left oid 13 (ObjNum 394 snap 108 seq_num 394) 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: osdmap e283: 8 total, 8 up, 8 in 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: osdmap e283: 8 total, 8 up, 8 in 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:51 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:12:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 11 pgs degraded (PG_DEGRADED) 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: osdmap e283: 8 total, 8 up, 8 in 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: failed to encode map e283 with expected crc 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:12:51.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:51 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1214: done (6 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1215: done (5 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1216: done (4 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1217: done (3 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1218: done (2 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1219: done (1 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1220: done (0 left) 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1221: rmattr oid 40 current snap is 109 2023-12-16T18:12:52.651 INFO:tasks.rados.rados.0.smithi071.stdout:1222: snap_remove snap 106 2023-12-16T18:12:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: osdmap e284: 8 total, 8 up, 8 in 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[139725]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s; 26/222 objects degraded (11.712%); 2.9 MiB/s, 1 objects/s recovering 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: osdmap e284: 8 total, 8 up, 8 in 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: failed to encode map e284 with expected crc 2023-12-16T18:12:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:52 smithi071 ceph-mon[142085]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s; 26/222 objects degraded (11.712%); 2.9 MiB/s, 1 objects/s recovering 2023-12-16T18:12:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: failed to encode map e284 with expected crc 2023-12-16T18:12:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: failed to encode map e284 with expected crc 2023-12-16T18:12:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: osdmap e284: 8 total, 8 up, 8 in 2023-12-16T18:12:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: failed to encode map e284 with expected crc 2023-12-16T18:12:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: failed to encode map e284 with expected crc 2023-12-16T18:12:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:52 smithi184 ceph-mon[136228]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s; 26/222 objects degraded (11.712%); 2.9 MiB/s, 1 objects/s recovering 2023-12-16T18:12:53.652 INFO:tasks.rados.rados.0.smithi071.stdout:1222: done (1 left) 2023-12-16T18:12:53.652 INFO:tasks.rados.rados.0.smithi071.stdout:1223: snap_remove snap 107 2023-12-16T18:12:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[139725]: failed to encode map e285 with expected crc 2023-12-16T18:12:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[139725]: failed to encode map e285 with expected crc 2023-12-16T18:12:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[139725]: osdmap e285: 8 total, 8 up, 8 in 2023-12-16T18:12:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[139725]: failed to encode map e285 with expected crc 2023-12-16T18:12:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[142085]: failed to encode map e285 with expected crc 2023-12-16T18:12:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[142085]: failed to encode map e285 with expected crc 2023-12-16T18:12:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[142085]: osdmap e285: 8 total, 8 up, 8 in 2023-12-16T18:12:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:53 smithi071 ceph-mon[142085]: failed to encode map e285 with expected crc 2023-12-16T18:12:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:53 smithi184 ceph-mon[136228]: failed to encode map e285 with expected crc 2023-12-16T18:12:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:53 smithi184 ceph-mon[136228]: failed to encode map e285 with expected crc 2023-12-16T18:12:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:53 smithi184 ceph-mon[136228]: osdmap e285: 8 total, 8 up, 8 in 2023-12-16T18:12:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:53 smithi184 ceph-mon[136228]: failed to encode map e285 with expected crc 2023-12-16T18:12:54.659 INFO:tasks.rados.rados.0.smithi071.stdout:1223: done (1 left) 2023-12-16T18:12:54.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 109 2023-12-16T18:12:54.659 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 621 (ObjNum 260 snap 70 seq_num 260) dirty exists 2023-12-16T18:12:54.659 INFO:tasks.rados.rados.0.smithi071.stdout:1224: seq_num 395 ranges {1949696=622592,2572288=450560,3022848=753664} 2023-12-16T18:12:54.673 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi071127730-35 from 1949696 to 2572288 tid 1 2023-12-16T18:12:54.676 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi071127730-35 from 2572288 to 3022848 tid 2 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi071127730-35 from 3022848 to 3776512 tid 3 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:1221: done (1 left) 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 109 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 1 to smithi071127730-35 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 2 to smithi071127730-35 2023-12-16T18:12:54.681 INFO:tasks.rados.rados.0.smithi071.stdout:1225: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2023-12-16T18:12:54.684 INFO:tasks.rados.rados.0.smithi071.stdout:1225: writing smithi071127730-39 from 0 to 638976 tid 1 2023-12-16T18:12:54.689 INFO:tasks.rados.rados.0.smithi071.stdout:1225: writing smithi071127730-39 from 638976 to 1425408 tid 2 2023-12-16T18:12:54.691 INFO:tasks.rados.rados.0.smithi071.stdout:1225: writing smithi071127730-39 from 1425408 to 1843200 tid 3 2023-12-16T18:12:54.691 INFO:tasks.rados.rados.0.smithi071.stdout:1226: read oid 9 snap -1 2023-12-16T18:12:54.691 INFO:tasks.rados.rados.0.smithi071.stdout:1226: expect deleted 2023-12-16T18:12:54.691 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 109 2023-12-16T18:12:54.692 INFO:tasks.rados.rados.0.smithi071.stdout:1227: seq_num 397 ranges {8077312=655360,8732672=671744,9404416=532480} 2023-12-16T18:12:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi071127730-27 from 8077312 to 8732672 tid 1 2023-12-16T18:12:54.741 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi071127730-27 from 8732672 to 9404416 tid 2 2023-12-16T18:12:54.745 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi071127730-27 from 9404416 to 9936896 tid 3 2023-12-16T18:12:54.745 INFO:tasks.rados.rados.0.smithi071.stdout:1228: snap_create 2023-12-16T18:12:54.745 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 3 to smithi071127730-35 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 4 to smithi071127730-35 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 5 to smithi071127730-35 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 666 (ObjNum 395 snap 109 seq_num 395) dirty exists 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1224: left oid 35 (ObjNum 395 snap 109 seq_num 395) 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing write tid 1 to smithi071127730-39 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing write tid 2 to smithi071127730-39 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing write tid 3 to smithi071127730-39 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing write tid 4 to smithi071127730-39 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing write tid 5 to smithi071127730-39 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 663 (ObjNum 396 snap 109 seq_num 396) dirty exists 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1225: left oid 39 (ObjNum 396 snap 109 seq_num 396) 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 1 to smithi071127730-27 2023-12-16T18:12:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 2 to smithi071127730-27 2023-12-16T18:12:54.747 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 3 to smithi071127730-27 2023-12-16T18:12:54.747 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 4 to smithi071127730-27 2023-12-16T18:12:54.748 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 5 to smithi071127730-27 2023-12-16T18:12:54.748 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 765 (ObjNum 397 snap 109 seq_num 397) dirty exists 2023-12-16T18:12:54.748 INFO:tasks.rados.rados.0.smithi071.stdout:1227: left oid 27 (ObjNum 397 snap 109 seq_num 397) 2023-12-16T18:12:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[139725]: failed to encode map e286 with expected crc 2023-12-16T18:12:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[139725]: failed to encode map e286 with expected crc 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[139725]: osdmap e286: 8 total, 8 up, 8 in 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[139725]: pgmap v135: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 19 op/s; 6.2 MiB/s, 2 objects/s recovering 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[142085]: failed to encode map e286 with expected crc 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[142085]: failed to encode map e286 with expected crc 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[142085]: osdmap e286: 8 total, 8 up, 8 in 2023-12-16T18:12:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:54 smithi071 ceph-mon[142085]: pgmap v135: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 19 op/s; 6.2 MiB/s, 2 objects/s recovering 2023-12-16T18:12:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:54 smithi184 ceph-mon[136228]: failed to encode map e286 with expected crc 2023-12-16T18:12:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:54 smithi184 ceph-mon[136228]: failed to encode map e286 with expected crc 2023-12-16T18:12:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:54 smithi184 ceph-mon[136228]: osdmap e286: 8 total, 8 up, 8 in 2023-12-16T18:12:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:54 smithi184 ceph-mon[136228]: pgmap v135: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 19 op/s; 6.2 MiB/s, 2 objects/s recovering 2023-12-16T18:12:55.554 INFO:tasks.rados.rados.0.smithi071.stdout:1224: done (4 left) 2023-12-16T18:12:55.554 INFO:tasks.rados.rados.0.smithi071.stdout:1225: done (3 left) 2023-12-16T18:12:55.554 INFO:tasks.rados.rados.0.smithi071.stdout:1226: done (2 left) 2023-12-16T18:12:55.554 INFO:tasks.rados.rados.0.smithi071.stdout:1227: done (1 left) 2023-12-16T18:12:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:1228: done (0 left) 2023-12-16T18:12:55.555 INFO:tasks.rados.rados.0.smithi071.stdout:1229: snap_create 2023-12-16T18:12:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: osdmap e287: 8 total, 8 up, 8 in 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/222 objects degraded (11.712%), 10 pgs degraded) 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[139725]: osdmap e288: 8 total, 8 up, 8 in 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: osdmap e287: 8 total, 8 up, 8 in 2023-12-16T18:12:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/222 objects degraded (11.712%), 10 pgs degraded) 2023-12-16T18:12:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:12:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: failed to encode map e287 with expected crc 2023-12-16T18:12:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:55 smithi071 ceph-mon[142085]: osdmap e288: 8 total, 8 up, 8 in 2023-12-16T18:12:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: osdmap e287: 8 total, 8 up, 8 in 2023-12-16T18:12:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/222 objects degraded (11.712%), 10 pgs degraded) 2023-12-16T18:12:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:12:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:55 smithi184 ceph-mon[136228]: osdmap e288: 8 total, 8 up, 8 in 2023-12-16T18:12:56.557 INFO:tasks.rados.rados.0.smithi071.stdout:1229: done (0 left) 2023-12-16T18:12:56.557 INFO:tasks.rados.rados.0.smithi071.stdout:1230: delete oid 18 current snap is 111 2023-12-16T18:12:56.563 INFO:tasks.rados.rados.0.smithi071.stdout:1230: done (0 left) 2023-12-16T18:12:56.563 INFO:tasks.rados.rados.0.smithi071.stdout:1231: read oid 32 snap -1 2023-12-16T18:12:56.564 INFO:tasks.rados.rados.0.smithi071.stdout:1231: expect (ObjNum 389 snap 107 seq_num 389) 2023-12-16T18:12:56.564 INFO:tasks.rados.rados.0.smithi071.stdout:1232: copy_from oid 1 from oid 50 current snap is 111 2023-12-16T18:12:56.564 INFO:tasks.rados.rados.0.smithi071.stdout:1233: snap_create 2023-12-16T18:12:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:1231: expect (ObjNum 389 snap 107 seq_num 389) 2023-12-16T18:12:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: pgmap v138: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 3.3 MiB/s, 0 objects/s recovering 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[139725]: osdmap e289: 8 total, 8 up, 8 in 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: failed to encode map e287 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: failed to encode map e288 with expected crc 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: pgmap v138: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 3.3 MiB/s, 0 objects/s recovering 2023-12-16T18:12:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:56 smithi071 ceph-mon[142085]: osdmap e289: 8 total, 8 up, 8 in 2023-12-16T18:12:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: failed to encode map e288 with expected crc 2023-12-16T18:12:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: failed to encode map e288 with expected crc 2023-12-16T18:12:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: failed to encode map e288 with expected crc 2023-12-16T18:12:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: failed to encode map e287 with expected crc 2023-12-16T18:12:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: failed to encode map e288 with expected crc 2023-12-16T18:12:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: pgmap v138: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 3.3 MiB/s, 0 objects/s recovering 2023-12-16T18:12:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:56 smithi184 ceph-mon[136228]: osdmap e289: 8 total, 8 up, 8 in 2023-12-16T18:12:57.547 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing copy_from to smithi071127730-1 2023-12-16T18:12:57.547 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 616 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:12:57.547 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:12:57.560 INFO:tasks.rados.rados.0.smithi071.stdout:1231: done (2 left) 2023-12-16T18:12:57.560 INFO:tasks.rados.rados.0.smithi071.stdout:1232: done (1 left) 2023-12-16T18:12:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:1233: done (0 left) 2023-12-16T18:12:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:1234: copy_from oid 34 from oid 25 current snap is 112 2023-12-16T18:12:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:1235: rollback oid 49 current snap is 112 2023-12-16T18:12:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 110 2023-12-16T18:12:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:1236: delete oid 4 current snap is 112 2023-12-16T18:12:57.564 INFO:tasks.rados.rados.0.smithi071.stdout:1235: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:12:57.565 INFO:tasks.rados.rados.0.smithi071.stdout:1235: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:12:57.565 INFO:tasks.rados.rados.0.smithi071.stdout:1235: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:12:57.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 769 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:12:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:1235: done (2 left) 2023-12-16T18:12:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:1236: done (1 left) 2023-12-16T18:12:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:1237: delete oid 42 current snap is 112 2023-12-16T18:12:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:1237: done (1 left) 2023-12-16T18:12:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 112 2023-12-16T18:12:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:1238: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2023-12-16T18:12:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi071127730-3 from 0 to 720896 tid 1 2023-12-16T18:12:57.581 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi071127730-3 from 720896 to 1327104 tid 2 2023-12-16T18:12:57.585 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi071127730-3 from 1327104 to 1925120 tid 3 2023-12-16T18:12:57.586 INFO:tasks.rados.rados.0.smithi071.stdout:1239: rmattr oid 41 current snap is 112 2023-12-16T18:12:57.586 INFO:tasks.rados.rados.0.smithi071.stdout:1234: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:12:57.586 INFO:tasks.rados.rados.0.smithi071.stdout:1240: read oid 9 snap 108 2023-12-16T18:12:57.586 INFO:tasks.rados.rados.0.smithi071.stdout:1240: expect deleted 2023-12-16T18:12:57.586 INFO:tasks.rados.rados.0.smithi071.stdout:1241: snap_remove snap 110 2023-12-16T18:12:57.677 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:12:57] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2023-12-16T18:12:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[139725]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[139725]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[139725]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[139725]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[139725]: osdmap e290: 8 total, 8 up, 8 in 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[142085]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[142085]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[142085]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[142085]: failed to encode map e289 with expected crc 2023-12-16T18:12:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:57 smithi071 ceph-mon[142085]: osdmap e290: 8 total, 8 up, 8 in 2023-12-16T18:12:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:57 smithi184 ceph-mon[136228]: failed to encode map e289 with expected crc 2023-12-16T18:12:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:57 smithi184 ceph-mon[136228]: failed to encode map e289 with expected crc 2023-12-16T18:12:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:57 smithi184 ceph-mon[136228]: failed to encode map e289 with expected crc 2023-12-16T18:12:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:57 smithi184 ceph-mon[136228]: failed to encode map e289 with expected crc 2023-12-16T18:12:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:57 smithi184 ceph-mon[136228]: osdmap e290: 8 total, 8 up, 8 in 2023-12-16T18:12:58.565 INFO:tasks.rados.rados.0.smithi071.stdout:1241: done (4 left) 2023-12-16T18:12:58.565 INFO:tasks.rados.rados.0.smithi071.stdout:1242: read oid 37 snap -1 2023-12-16T18:12:58.565 INFO:tasks.rados.rados.0.smithi071.stdout:1242: expect (ObjNum 345 snap 94 seq_num 345) 2023-12-16T18:12:58.565 INFO:tasks.rados.rados.0.smithi071.stdout:1243: snap_remove snap 109 2023-12-16T18:12:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: pgmap v141: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 446 KiB/s wr, 1 op/s 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[139725]: osdmap e291: 8 total, 8 up, 8 in 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: failed to encode map e290 with expected crc 2023-12-16T18:12:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: pgmap v141: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 446 KiB/s wr, 1 op/s 2023-12-16T18:12:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:58 smithi071 ceph-mon[142085]: osdmap e291: 8 total, 8 up, 8 in 2023-12-16T18:12:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: failed to encode map e290 with expected crc 2023-12-16T18:12:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: failed to encode map e290 with expected crc 2023-12-16T18:12:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: failed to encode map e290 with expected crc 2023-12-16T18:12:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: failed to encode map e290 with expected crc 2023-12-16T18:12:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: failed to encode map e290 with expected crc 2023-12-16T18:12:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: pgmap v141: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 446 KiB/s wr, 1 op/s 2023-12-16T18:12:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-mon[136228]: osdmap e291: 8 total, 8 up, 8 in 2023-12-16T18:12:59.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:58.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T18:12:59.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:12:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:12:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:12:59.565 INFO:tasks.rados.rados.0.smithi071.stdout:1243: done (5 left) 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1244: copy_from oid 48 from oid 5 current snap is 112 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1234: finishing copy_from to smithi071127730-34 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 472 (ObjNum 360 snap 99 seq_num 360) dirty exists 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 1 to smithi071127730-3 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 2 to smithi071127730-3 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 3 to smithi071127730-3 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 4 to smithi071127730-3 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 421 (ObjNum 321 snap 88 seq_num 321) dirty exists 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 5 to smithi071127730-3 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 681 (ObjNum 401 snap 112 seq_num 401) dirty exists 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1238: left oid 3 (ObjNum 401 snap 112 seq_num 401) 2023-12-16T18:12:59.566 INFO:tasks.rados.rados.0.smithi071.stdout:1242: expect (ObjNum 345 snap 94 seq_num 345) 2023-12-16T18:12:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:1244: finishing copy_from to smithi071127730-48 2023-12-16T18:12:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 618 (ObjNum 362 snap 99 seq_num 362) dirty exists 2023-12-16T18:12:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:1244: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:12:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:1234: done (5 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1238: done (4 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1239: done (3 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1240: done (2 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1242: done (1 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1244: done (0 left) 2023-12-16T18:12:59.595 INFO:tasks.rados.rados.0.smithi071.stdout:1245: snap_create 2023-12-16T18:12:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[139725]: failed to encode map e291 with expected crc 2023-12-16T18:12:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[139725]: failed to encode map e291 with expected crc 2023-12-16T18:12:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[139725]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T18:12:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[142085]: failed to encode map e291 with expected crc 2023-12-16T18:12:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[142085]: failed to encode map e291 with expected crc 2023-12-16T18:12:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:12:59 smithi071 ceph-mon[142085]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T18:13:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:59 smithi184 ceph-mon[136228]: failed to encode map e291 with expected crc 2023-12-16T18:13:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:59 smithi184 ceph-mon[136228]: failed to encode map e291 with expected crc 2023-12-16T18:13:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:12:59 smithi184 ceph-mon[136228]: osdmap e292: 8 total, 8 up, 8 in 2023-12-16T18:13:00.564 INFO:tasks.rados.rados.0.smithi071.stdout:1245: done (0 left) 2023-12-16T18:13:00.565 INFO:tasks.rados.rados.0.smithi071.stdout:1246: delete oid 39 current snap is 113 2023-12-16T18:13:00.569 INFO:tasks.rados.rados.0.smithi071.stdout:1246: done (0 left) 2023-12-16T18:13:00.569 INFO:tasks.rados.rados.0.smithi071.stdout:1247: rollback oid 33 current snap is 113 2023-12-16T18:13:00.569 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 111 2023-12-16T18:13:00.569 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 113 2023-12-16T18:13:00.569 INFO:tasks.rados.rados.0.smithi071.stdout:1248: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2023-12-16T18:13:00.573 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi071127730-12 from 0 to 753664 tid 1 2023-12-16T18:13:00.575 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi071127730-12 from 753664 to 1179648 tid 2 2023-12-16T18:13:00.579 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi071127730-12 from 1179648 to 1900544 tid 3 2023-12-16T18:13:00.580 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi071127730-12 from 1900544 to 1957888 tid 4 2023-12-16T18:13:00.580 INFO:tasks.rados.rados.0.smithi071.stdout:1249: rollback oid 42 current snap is 113 2023-12-16T18:13:00.580 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 108 2023-12-16T18:13:00.580 INFO:tasks.rados.rados.0.smithi071.stdout:1247: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:13:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 0 (ObjNum 529 snap 0 seq_num 2571006832) dirty dne 2023-12-16T18:13:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1247: done (2 left) 2023-12-16T18:13:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1250: snap_remove snap 111 2023-12-16T18:13:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[139725]: failed to encode map e292 with expected crc 2023-12-16T18:13:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[139725]: failed to encode map e292 with expected crc 2023-12-16T18:13:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[139725]: pgmap v144: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2023-12-16T18:13:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[139725]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T18:13:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[142085]: failed to encode map e292 with expected crc 2023-12-16T18:13:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[142085]: failed to encode map e292 with expected crc 2023-12-16T18:13:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[142085]: pgmap v144: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2023-12-16T18:13:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:00 smithi071 ceph-mon[142085]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T18:13:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:00 smithi184 ceph-mon[136228]: failed to encode map e292 with expected crc 2023-12-16T18:13:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:00 smithi184 ceph-mon[136228]: failed to encode map e292 with expected crc 2023-12-16T18:13:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:00 smithi184 ceph-mon[136228]: pgmap v144: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2023-12-16T18:13:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:00 smithi184 ceph-mon[136228]: osdmap e293: 8 total, 8 up, 8 in 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1250: done (2 left) 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1251: read oid 31 snap -1 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1251: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1252: delete oid 28 current snap is 113 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 1 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 2 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 3 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 4 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 5 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 6 to smithi071127730-12 2023-12-16T18:13:01.570 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 338 (ObjNum 403 snap 113 seq_num 403) dirty exists 2023-12-16T18:13:01.571 INFO:tasks.rados.rados.0.smithi071.stdout:1248: left oid 12 (ObjNum 403 snap 113 seq_num 403) 2023-12-16T18:13:01.571 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:13:01.571 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:13:01.571 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 340 (ObjNum 207 snap 52 seq_num 207) dirty exists 2023-12-16T18:13:01.578 INFO:tasks.rados.rados.0.smithi071.stdout:1248: done (3 left) 2023-12-16T18:13:01.578 INFO:tasks.rados.rados.0.smithi071.stdout:1249: done (2 left) 2023-12-16T18:13:01.578 INFO:tasks.rados.rados.0.smithi071.stdout:1252: done (1 left) 2023-12-16T18:13:01.578 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 113 2023-12-16T18:13:01.579 INFO:tasks.rados.rados.0.smithi071.stdout:1253: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2023-12-16T18:13:01.583 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi071127730-28 from 0 to 786432 tid 1 2023-12-16T18:13:01.587 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi071127730-28 from 786432 to 1376256 tid 2 2023-12-16T18:13:01.591 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi071127730-28 from 1376256 to 1990656 tid 3 2023-12-16T18:13:01.591 INFO:tasks.rados.rados.0.smithi071.stdout:1254: rollback oid 36 current snap is 113 2023-12-16T18:13:01.591 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 108 2023-12-16T18:13:01.591 INFO:tasks.rados.rados.0.smithi071.stdout:1251: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:01.642 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 1 to smithi071127730-28 2023-12-16T18:13:01.642 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 2 to smithi071127730-28 2023-12-16T18:13:01.642 INFO:tasks.rados.rados.0.smithi071.stdout:1254: finishing rollback tid 1 to smithi071127730-36 2023-12-16T18:13:01.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 0 (ObjNum 33 snap 0 seq_num 4253115483) dirty dne 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 3 to smithi071127730-28 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1251: done (2 left) 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1254: done (1 left) 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 113 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 4 to smithi071127730-28 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 5 to smithi071127730-28 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 399 (ObjNum 405 snap 113 seq_num 405) dirty exists 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1253: left oid 28 (ObjNum 405 snap 113 seq_num 405) 2023-12-16T18:13:01.643 INFO:tasks.rados.rados.0.smithi071.stdout:1255: seq_num 406 ranges {7880704=802816,8683520=475136,9158656=499712,9658368=229376} 2023-12-16T18:13:01.688 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi071127730-40 from 7880704 to 8683520 tid 1 2023-12-16T18:13:01.691 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi071127730-40 from 8683520 to 9158656 tid 2 2023-12-16T18:13:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi071127730-40 from 9158656 to 9658368 tid 3 2023-12-16T18:13:01.695 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi071127730-40 from 9658368 to 9887744 tid 4 2023-12-16T18:13:01.695 INFO:tasks.rados.rados.0.smithi071.stdout:1253: done (1 left) 2023-12-16T18:13:01.695 INFO:tasks.rados.rados.0.smithi071.stdout:1256: delete oid 38 current snap is 113 2023-12-16T18:13:01.696 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 1 to smithi071127730-40 2023-12-16T18:13:01.696 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 2 to smithi071127730-40 2023-12-16T18:13:01.698 INFO:tasks.rados.rados.0.smithi071.stdout:1256: done (1 left) 2023-12-16T18:13:01.698 INFO:tasks.rados.rados.0.smithi071.stdout:1257: rollback oid 6 current snap is 113 2023-12-16T18:13:01.698 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 108 2023-12-16T18:13:01.698 INFO:tasks.rados.rados.0.smithi071.stdout:1258: snap_remove snap 112 2023-12-16T18:13:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[139725]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[139725]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[139725]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[139725]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T18:13:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[142085]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[142085]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[142085]: failed to encode map e293 with expected crc 2023-12-16T18:13:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:01 smithi071 ceph-mon[142085]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T18:13:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:01 smithi184 ceph-mon[136228]: failed to encode map e293 with expected crc 2023-12-16T18:13:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:01 smithi184 ceph-mon[136228]: failed to encode map e293 with expected crc 2023-12-16T18:13:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:01 smithi184 ceph-mon[136228]: failed to encode map e293 with expected crc 2023-12-16T18:13:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:01 smithi184 ceph-mon[136228]: osdmap e294: 8 total, 8 up, 8 in 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1258: done (2 left) 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1259: rmattr oid 26 current snap is 113 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 3 to smithi071127730-40 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 4 to smithi071127730-40 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 5 to smithi071127730-40 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 6 to smithi071127730-40 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 626 (ObjNum 406 snap 113 seq_num 406) dirty exists 2023-12-16T18:13:02.709 INFO:tasks.rados.rados.0.smithi071.stdout:1255: left oid 40 (ObjNum 406 snap 113 seq_num 406) 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1257: finishing rollback tid 0 to smithi071127730-6 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1257: finishing rollback tid 1 to smithi071127730-6 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1257: finishing rollback tid 2 to smithi071127730-6 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 667 (ObjNum 369 snap 103 seq_num 369) dirty exists 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1255: done (2 left) 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1257: done (1 left) 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 113 2023-12-16T18:13:02.710 INFO:tasks.rados.rados.0.smithi071.stdout:1260: seq_num 408 ranges {1990656=442368,2433024=647168,3080192=507904,3588096=450560} 2023-12-16T18:13:02.722 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi071127730-15 from 1990656 to 2433024 tid 1 2023-12-16T18:13:02.726 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi071127730-15 from 2433024 to 3080192 tid 2 2023-12-16T18:13:02.729 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi071127730-15 from 3080192 to 3588096 tid 3 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi071127730-15 from 3588096 to 4038656 tid 4 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1261: rollback oid 46 current snap is 113 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 108 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 683 (ObjNum 33 snap 0 seq_num 2570962960) dirty exists 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 1 to smithi071127730-15 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 2 to smithi071127730-15 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 3 to smithi071127730-15 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1259: done (2 left) 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1262: rmattr oid 43 current snap is 113 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1262: done (2 left) 2023-12-16T18:13:02.732 INFO:tasks.rados.rados.0.smithi071.stdout:1263: delete oid 8 current snap is 113 2023-12-16T18:13:02.734 INFO:tasks.rados.rados.0.smithi071.stdout:1263: done (2 left) 2023-12-16T18:13:02.734 INFO:tasks.rados.rados.0.smithi071.stdout:1264: read oid 41 snap -1 2023-12-16T18:13:02.734 INFO:tasks.rados.rados.0.smithi071.stdout:1264: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:13:02.734 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 113 2023-12-16T18:13:02.734 INFO:tasks.rados.rados.0.smithi071.stdout:1265: seq_num 410 ranges {9887744=475136,10362880=417792,10780672=475136,11255808=425984,11681792=286720} 2023-12-16T18:13:02.789 INFO:tasks.rados.rados.0.smithi071.stdout:1265: writing smithi071127730-40 from 9887744 to 10362880 tid 1 2023-12-16T18:13:02.791 INFO:tasks.rados.rados.0.smithi071.stdout:1265: writing smithi071127730-40 from 10362880 to 10780672 tid 2 2023-12-16T18:13:02.793 INFO:tasks.rados.rados.0.smithi071.stdout:1265: writing smithi071127730-40 from 10780672 to 11255808 tid 3 2023-12-16T18:13:02.796 INFO:tasks.rados.rados.0.smithi071.stdout:1265: writing smithi071127730-40 from 11255808 to 11681792 tid 4 2023-12-16T18:13:02.798 INFO:tasks.rados.rados.0.smithi071.stdout:1265: writing smithi071127730-40 from 11681792 to 11968512 tid 5 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 4 to smithi071127730-15 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1266: read oid 31 snap -1 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1266: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 113 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 5 to smithi071127730-15 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 6 to smithi071127730-15 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 409 (ObjNum 408 snap 113 seq_num 408) dirty exists 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1260: left oid 15 (ObjNum 408 snap 113 seq_num 408) 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 412 (ObjNum 390 snap 107 seq_num 390) dirty exists 2023-12-16T18:13:02.799 INFO:tasks.rados.rados.0.smithi071.stdout:1267: seq_num 411 ranges {11091968=491520,11583488=753664,12337152=688128,13025280=163840} 2023-12-16T18:13:02.860 INFO:tasks.rados.rados.0.smithi071.stdout:1267: writing smithi071127730-32 from 11091968 to 11583488 tid 1 2023-12-16T18:13:02.864 INFO:tasks.rados.rados.0.smithi071.stdout:1267: writing smithi071127730-32 from 11583488 to 12337152 tid 2 2023-12-16T18:13:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:1267: writing smithi071127730-32 from 12337152 to 13025280 tid 3 2023-12-16T18:13:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:1267: writing smithi071127730-32 from 13025280 to 13189120 tid 4 2023-12-16T18:13:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:1260: done (5 left) 2023-12-16T18:13:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:1261: done (4 left) 2023-12-16T18:13:02.870 INFO:tasks.rados.rados.0.smithi071.stdout:1268: read oid 4 snap -1 2023-12-16T18:13:02.870 INFO:tasks.rados.rados.0.smithi071.stdout:1268: expect deleted 2023-12-16T18:13:02.870 INFO:tasks.rados.rados.0.smithi071.stdout:1269: snap_create 2023-12-16T18:13:02.870 INFO:tasks.rados.rados.0.smithi071.stdout:1264: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:13:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[142085]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[142085]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[142085]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[142085]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[142085]: pgmap v147: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2023-12-16T18:13:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[139725]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[139725]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[139725]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[139725]: failed to encode map e294 with expected crc 2023-12-16T18:13:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:02 smithi071 ceph-mon[139725]: pgmap v147: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2023-12-16T18:13:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:02 smithi184 ceph-mon[136228]: failed to encode map e294 with expected crc 2023-12-16T18:13:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:02 smithi184 ceph-mon[136228]: failed to encode map e294 with expected crc 2023-12-16T18:13:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:02 smithi184 ceph-mon[136228]: failed to encode map e294 with expected crc 2023-12-16T18:13:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:02 smithi184 ceph-mon[136228]: failed to encode map e294 with expected crc 2023-12-16T18:13:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:02 smithi184 ceph-mon[136228]: pgmap v147: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 9 op/s 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 1 to smithi071127730-40 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 2 to smithi071127730-40 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 3 to smithi071127730-40 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 4 to smithi071127730-40 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 5 to smithi071127730-40 2023-12-16T18:13:03.362 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 6 to smithi071127730-40 2023-12-16T18:13:03.363 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing write tid 7 to smithi071127730-40 2023-12-16T18:13:03.363 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 632 (ObjNum 410 snap 113 seq_num 410) dirty exists 2023-12-16T18:13:03.363 INFO:tasks.rados.rados.0.smithi071.stdout:1265: left oid 40 (ObjNum 410 snap 113 seq_num 410) 2023-12-16T18:13:03.363 INFO:tasks.rados.rados.0.smithi071.stdout:1266: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:03.412 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 1 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 2 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 3 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 4 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 5 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing write tid 6 to smithi071127730-32 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 785 (ObjNum 411 snap 113 seq_num 411) dirty exists 2023-12-16T18:13:03.413 INFO:tasks.rados.rados.0.smithi071.stdout:1267: left oid 32 (ObjNum 411 snap 113 seq_num 411) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1264: done (5 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1265: done (4 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1266: done (3 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1267: done (2 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1268: done (1 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1269: done (0 left) 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1270: read oid 18 snap -1 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1270: expect deleted 2023-12-16T18:13:03.714 INFO:tasks.rados.rados.0.smithi071.stdout:1271: setattr oid 1 current snap is 114 2023-12-16T18:13:03.715 INFO:tasks.rados.rados.0.smithi071.stdout:1272: snap_create 2023-12-16T18:13:03.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 617 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:13:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: failed to encode map e295 with expected crc 2023-12-16T18:13:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: failed to encode map e295 with expected crc 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: osdmap e295: 8 total, 8 up, 8 in 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: failed to encode map e295 with expected crc 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: failed to encode map e295 with expected crc 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:04.719 INFO:tasks.rados.rados.0.smithi071.stdout:1270: done (2 left) 2023-12-16T18:13:04.720 INFO:tasks.rados.rados.0.smithi071.stdout:1271: done (1 left) 2023-12-16T18:13:04.720 INFO:tasks.rados.rados.0.smithi071.stdout:1272: done (0 left) 2023-12-16T18:13:04.720 INFO:tasks.rados.rados.0.smithi071.stdout:1273: setattr oid 40 current snap is 115 2023-12-16T18:13:04.721 INFO:tasks.rados.rados.0.smithi071.stdout:1274: read oid 8 snap -1 2023-12-16T18:13:04.721 INFO:tasks.rados.rados.0.smithi071.stdout:1274: expect deleted 2023-12-16T18:13:04.721 INFO:tasks.rados.rados.0.smithi071.stdout:1275: snap_remove snap 113 2023-12-16T18:13:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: failed to encode map e295 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[139725]: pgmap v150: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: failed to encode map e295 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T18:13:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: failed to encode map e296 with expected crc 2023-12-16T18:13:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:04 smithi071 ceph-mon[142085]: pgmap v150: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2023-12-16T18:13:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: failed to encode map e295 with expected crc 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: failed to encode map e296 with expected crc 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: failed to encode map e296 with expected crc 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: osdmap e296: 8 total, 8 up, 8 in 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: failed to encode map e296 with expected crc 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: failed to encode map e296 with expected crc 2023-12-16T18:13:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:04 smithi184 ceph-mon[136228]: pgmap v150: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2023-12-16T18:13:05.559 INFO:tasks.rados.rados.0.smithi071.stdout:1275: done (2 left) 2023-12-16T18:13:05.559 INFO:tasks.rados.rados.0.smithi071.stdout:1276: read oid 6 snap -1 2023-12-16T18:13:05.559 INFO:tasks.rados.rados.0.smithi071.stdout:1276: expect (ObjNum 369 snap 103 seq_num 369) 2023-12-16T18:13:05.559 INFO:tasks.rados.rados.0.smithi071.stdout:1277: snap_remove snap 114 2023-12-16T18:13:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[139725]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[139725]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[139725]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T18:13:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[139725]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[139725]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[142085]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[142085]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[142085]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[142085]: failed to encode map e297 with expected crc 2023-12-16T18:13:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:05 smithi071 ceph-mon[142085]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T18:13:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:05 smithi184 ceph-mon[136228]: failed to encode map e297 with expected crc 2023-12-16T18:13:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:05 smithi184 ceph-mon[136228]: failed to encode map e297 with expected crc 2023-12-16T18:13:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:05 smithi184 ceph-mon[136228]: osdmap e297: 8 total, 8 up, 8 in 2023-12-16T18:13:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:05 smithi184 ceph-mon[136228]: failed to encode map e297 with expected crc 2023-12-16T18:13:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:05 smithi184 ceph-mon[136228]: osdmap e298: 8 total, 8 up, 8 in 2023-12-16T18:13:06.570 INFO:tasks.rados.rados.0.smithi071.stdout:1277: done (3 left) 2023-12-16T18:13:06.570 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 115 2023-12-16T18:13:06.570 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 633 (ObjNum 410 snap 113 seq_num 410) dirty exists 2023-12-16T18:13:06.570 INFO:tasks.rados.rados.0.smithi071.stdout:1276: expect (ObjNum 369 snap 103 seq_num 369) 2023-12-16T18:13:06.666 INFO:tasks.rados.rados.0.smithi071.stdout:1278: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2023-12-16T18:13:06.668 INFO:tasks.rados.rados.0.smithi071.stdout:1278: writing smithi071127730-19 from 0 to 507904 tid 1 2023-12-16T18:13:06.672 INFO:tasks.rados.rados.0.smithi071.stdout:1278: writing smithi071127730-19 from 507904 to 1138688 tid 2 2023-12-16T18:13:06.675 INFO:tasks.rados.rados.0.smithi071.stdout:1278: writing smithi071127730-19 from 1138688 to 1630208 tid 3 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1278: writing smithi071127730-19 from 1630208 to 2113536 tid 4 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1273: done (3 left) 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1274: done (2 left) 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1276: done (1 left) 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1279: setattr oid 24 current snap is 115 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 1 to smithi071127730-19 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 2 to smithi071127730-19 2023-12-16T18:13:06.678 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 3 to smithi071127730-19 2023-12-16T18:13:06.679 INFO:tasks.rados.rados.0.smithi071.stdout:1280: rollback oid 44 current snap is 115 2023-12-16T18:13:06.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 108 2023-12-16T18:13:06.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 115 2023-12-16T18:13:06.679 INFO:tasks.rados.rados.0.smithi071.stdout:1281: seq_num 413 ranges {1269760=524288,1794048=516096,2310144=696320,3006464=393216} 2023-12-16T18:13:06.689 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi071127730-5 from 1269760 to 1794048 tid 1 2023-12-16T18:13:06.691 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi071127730-5 from 1794048 to 2310144 tid 2 2023-12-16T18:13:06.695 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi071127730-5 from 2310144 to 3006464 tid 3 2023-12-16T18:13:06.698 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi071127730-5 from 3006464 to 3399680 tid 4 2023-12-16T18:13:06.698 INFO:tasks.rados.rados.0.smithi071.stdout:1282: delete oid 21 current snap is 115 2023-12-16T18:13:06.698 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 4 to smithi071127730-19 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 5 to smithi071127730-19 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 617 (ObjNum 365 snap 102 seq_num 365) dirty exists 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1278: finishing write tid 6 to smithi071127730-19 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 638 (ObjNum 412 snap 115 seq_num 412) dirty exists 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1278: left oid 19 (ObjNum 412 snap 115 seq_num 412) 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 346 (ObjNum 393 snap 107 seq_num 393) dirty exists 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 1 to smithi071127730-5 2023-12-16T18:13:06.699 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 2 to smithi071127730-5 2023-12-16T18:13:06.700 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 3 to smithi071127730-5 2023-12-16T18:13:06.700 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 4 to smithi071127730-5 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 5 to smithi071127730-5 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1278: done (4 left) 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1279: done (3 left) 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1280: done (2 left) 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1282: done (1 left) 2023-12-16T18:13:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:1283: read oid 17 snap -1 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1283: expect (ObjNum 373 snap 104 seq_num 373) 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1284: copy_from oid 11 from oid 16 current snap is 115 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1285: read oid 43 snap -1 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1285: expect (ObjNum 371 snap 104 seq_num 371) 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1286: rollback oid 46 current snap is 115 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 108 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1287: rmattr oid 21 current snap is 115 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1287: done (5 left) 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1288: read oid 31 snap -1 2023-12-16T18:13:06.703 INFO:tasks.rados.rados.0.smithi071.stdout:1288: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1289: rmattr oid 45 current snap is 115 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1289: done (6 left) 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1290: rmattr oid 9 current snap is 115 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1290: done (6 left) 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1291: copy_from oid 20 from oid 25 current snap is 115 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1292: snap_create 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 6 to smithi071127730-5 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 643 (ObjNum 413 snap 115 seq_num 413) dirty exists 2023-12-16T18:13:06.704 INFO:tasks.rados.rados.0.smithi071.stdout:1281: left oid 5 (ObjNum 413 snap 115 seq_num 413) 2023-12-16T18:13:06.709 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing copy_from to smithi071127730-11 2023-12-16T18:13:06.709 INFO:tasks.rados.rados.0.smithi071.stdout:1284: got expected ENOENT (src dne) 2023-12-16T18:13:06.709 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:13:06.710 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:13:06.710 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:13:06.711 INFO:tasks.rados.rados.0.smithi071.stdout:1283: expect (ObjNum 373 snap 104 seq_num 373) 2023-12-16T18:13:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:13:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 415 (ObjNum 390 snap 107 seq_num 390) dirty exists 2023-12-16T18:13:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:1285: expect (ObjNum 371 snap 104 seq_num 371) 2023-12-16T18:13:06.811 INFO:tasks.rados.rados.0.smithi071.stdout:1288: expect (ObjNum 259 snap 70 seq_num 259) 2023-12-16T18:13:06.864 INFO:tasks.rados.rados.0.smithi071.stdout:1291: finishing copy_from to smithi071127730-20 2023-12-16T18:13:06.865 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 472 (ObjNum 360 snap 99 seq_num 360) dirty exists 2023-12-16T18:13:06.865 INFO:tasks.rados.rados.0.smithi071.stdout:1291: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:13:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: failed to encode map e297 with expected crc 2023-12-16T18:13:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: failed to encode map e298 with expected crc 2023-12-16T18:13:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: failed to encode map e298 with expected crc 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: Upgrade: osd.2 is safe to restart 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: pgmap v153: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[139725]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: failed to encode map e297 with expected crc 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: failed to encode map e298 with expected crc 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: failed to encode map e298 with expected crc 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: Upgrade: osd.2 is safe to restart 2023-12-16T18:13:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: pgmap v153: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-16T18:13:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:06 smithi071 ceph-mon[142085]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T18:13:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: failed to encode map e297 with expected crc 2023-12-16T18:13:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: failed to encode map e298 with expected crc 2023-12-16T18:13:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: failed to encode map e298 with expected crc 2023-12-16T18:13:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-16T18:13:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: Upgrade: osd.2 is safe to restart 2023-12-16T18:13:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: pgmap v153: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-16T18:13:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:06 smithi184 ceph-mon[136228]: osdmap e299: 8 total, 8 up, 8 in 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1281: done (7 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1283: done (6 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1284: done (5 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1285: done (4 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1286: done (3 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1288: done (2 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1291: done (1 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1292: done (0 left) 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 116 2023-12-16T18:13:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:1293: seq_num 415 ranges {1990656=557056,2547712=688128,3235840=663552,3899392=253952} 2023-12-16T18:13:07.580 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi071127730-28 from 1990656 to 2547712 tid 1 2023-12-16T18:13:07.584 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi071127730-28 from 2547712 to 3235840 tid 2 2023-12-16T18:13:07.588 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi071127730-28 from 3235840 to 3899392 tid 3 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi071127730-28 from 3899392 to 4153344 tid 4 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1294: rmattr oid 39 current snap is 116 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1294: done (1 left) 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 116 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 1 to smithi071127730-28 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 2 to smithi071127730-28 2023-12-16T18:13:07.591 INFO:tasks.rados.rados.0.smithi071.stdout:1295: seq_num 416 ranges {4833280=573440,5406720=573440,5980160=475136,6455296=557056} 2023-12-16T18:13:07.619 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi071127730-34 from 4833280 to 5406720 tid 1 2023-12-16T18:13:07.622 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi071127730-34 from 5406720 to 5980160 tid 2 2023-12-16T18:13:07.625 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi071127730-34 from 5980160 to 6455296 tid 3 2023-12-16T18:13:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi071127730-34 from 6455296 to 7012352 tid 4 2023-12-16T18:13:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:1296: copy_from oid 3 from oid 13 current snap is 116 2023-12-16T18:13:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 3 to smithi071127730-28 2023-12-16T18:13:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 4 to smithi071127730-28 2023-12-16T18:13:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 5 to smithi071127730-28 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1297: copy_from oid 32 from oid 12 current snap is 116 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 6 to smithi071127730-28 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 404 (ObjNum 415 snap 116 seq_num 415) dirty exists 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1293: left oid 28 (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 1 to smithi071127730-34 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 2 to smithi071127730-34 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 3 to smithi071127730-34 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1293: done (3 left) 2023-12-16T18:13:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:1298: snap_create 2023-12-16T18:13:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 4 to smithi071127730-34 2023-12-16T18:13:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 5 to smithi071127730-34 2023-12-16T18:13:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 6 to smithi071127730-34 2023-12-16T18:13:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 691 (ObjNum 416 snap 116 seq_num 416) dirty exists 2023-12-16T18:13:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:1295: left oid 34 (ObjNum 416 snap 116 seq_num 416) 2023-12-16T18:13:07.645 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing copy_from to smithi071127730-32 2023-12-16T18:13:07.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 338 (ObjNum 403 snap 113 seq_num 403) dirty exists 2023-12-16T18:13:07.646 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:13:07.651 INFO:tasks.rados.rados.0.smithi071.stdout:1296: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:13:07.654 INFO:tasks.rados.rados.0.smithi071.stdout:1296: finishing copy_from to smithi071127730-3 2023-12-16T18:13:07.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 659 (ObjNum 394 snap 108 seq_num 394) dirty exists 2023-12-16T18:13:07.691 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:07] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: Upgrade: Updating osd.2 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: Deploying daemon osd.2 on smithi071 2023-12-16T18:13:07.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[139725]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: failed to encode map e299 with expected crc 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: Upgrade: Updating osd.2 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: Deploying daemon osd.2 on smithi071 2023-12-16T18:13:07.951 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:07 smithi071 ceph-mon[142085]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T18:13:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: failed to encode map e299 with expected crc 2023-12-16T18:13:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: failed to encode map e299 with expected crc 2023-12-16T18:13:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: failed to encode map e299 with expected crc 2023-12-16T18:13:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: failed to encode map e299 with expected crc 2023-12-16T18:13:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: failed to encode map e299 with expected crc 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: Upgrade: Updating osd.2 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: Deploying daemon osd.2 on smithi071 2023-12-16T18:13:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:07 smithi184 ceph-mon[136228]: osdmap e300: 8 total, 8 up, 8 in 2023-12-16T18:13:08.541 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:13:08.568 INFO:tasks.rados.rados.0.smithi071.stdout:1295: done (3 left) 2023-12-16T18:13:08.569 INFO:tasks.rados.rados.0.smithi071.stdout:1296: done (2 left) 2023-12-16T18:13:08.569 INFO:tasks.rados.rados.0.smithi071.stdout:1297: done (1 left) 2023-12-16T18:13:08.569 INFO:tasks.rados.rados.0.smithi071.stdout:1298: done (0 left) 2023-12-16T18:13:08.569 INFO:tasks.rados.rados.0.smithi071.stdout:1299: snap_create 2023-12-16T18:13:08.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[139725]: failed to encode map e300 with expected crc 2023-12-16T18:13:08.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[139725]: failed to encode map e300 with expected crc 2023-12-16T18:13:08.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[139725]: pgmap v156: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:13:08.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[139725]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T18:13:08.822 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[142085]: failed to encode map e300 with expected crc 2023-12-16T18:13:08.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[142085]: failed to encode map e300 with expected crc 2023-12-16T18:13:08.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[142085]: pgmap v156: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:13:08.823 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:08 smithi071 ceph-mon[142085]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (2m) 21s ago 5m 19.0M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (2m) 77s ago 5m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 21s ago 6m 19.3M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (6m) 77s ago 6m 17.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (2m) 77s ago 8m 439M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (2m) 21s ago 9m 493M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (118s) 21s ago 9m 45.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (85s) 77s ago 8m 19.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:13:08.889 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (100s) 21s ago 8m 37.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 21s ago 5m 8799k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (2m) 77s ago 5m 7994k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (51s) 21s ago 8m 84.6M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (24s) 21s ago 7m 12.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 21s ago 7m 179M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 8c4e3f710845 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 21s ago 7m 114M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (7m) 77s ago 7m 140M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (6m) 77s ago 6m 167M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (6m) 77s ago 6m 96.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (6m) 77s ago 6m 113M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:13:08.890 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (2m) 77s ago 5m 45.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:13:09.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:08 smithi184 ceph-mon[136228]: failed to encode map e300 with expected crc 2023-12-16T18:13:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:08 smithi184 ceph-mon[136228]: failed to encode map e300 with expected crc 2023-12-16T18:13:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:08 smithi184 ceph-mon[136228]: pgmap v156: 121 pgs: 121 active+clean; 164 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2023-12-16T18:13:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:08 smithi184 ceph-mon[136228]: osdmap e301: 8 total, 8 up, 8 in 2023-12-16T18:13:09.225 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:08 smithi071 systemd[1]: Stopping Ceph osd.2 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:13:09.225 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:13:09.060+0000 7f58d162a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:13:09.225 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:13:09.060+0000 7f58d162a700 -1 osd.2 301 *** Got signal Terminated *** 2023-12-16T18:13:09.225 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[104958]: 2023-12-16T18:13:09.060+0000 7f58d162a700 -1 osd.2 301 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:13:09.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 6, 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 8, 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 7 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:13:09.301 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:13:09.570 INFO:tasks.rados.rados.0.smithi071.stdout:1299: done (0 left) 2023-12-16T18:13:09.571 INFO:tasks.rados.rados.0.smithi071.stdout:1300: snap_remove snap 116 2023-12-16T18:13:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: osd.2 marked itself down and dead 2023-12-16T18:13:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2959912956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:09 smithi184 ceph-mon[136228]: osdmap e302: 8 total, 7 up, 8 in 2023-12-16T18:13:10.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.132 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: osd.2 marked itself down and dead 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2959912956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:10.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[139725]: osdmap e302: 8 total, 7 up, 8 in 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: osd.2 marked itself down and dead 2023-12-16T18:13:10.134 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2959912956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:10.135 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:10.135 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:09 smithi071 ceph-mon[142085]: osdmap e302: 8 total, 7 up, 8 in 2023-12-16T18:13:10.382 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156670]: 2023-12-16 18:13:10.133578208 +0000 UTC m=+1.134581896 container died 8c4e3f710845579639d34dfcc09797b73abc909020241adb37156c88c04a32c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2023-12-16T18:13:10.382 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156670]: 2023-12-16 18:13:10.258761023 +0000 UTC m=+1.259764705 container cleanup 8c4e3f710845579639d34dfcc09797b73abc909020241adb37156c88c04a32c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, io.buildah.version=1.31.3) 2023-12-16T18:13:10.382 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 bash[156670]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2 2023-12-16T18:13:10.560 INFO:tasks.rados.rados.0.smithi071.stdout:1300: done (0 left) 2023-12-16T18:13:10.561 INFO:tasks.rados.rados.0.smithi071.stdout:1301: rollback oid 5 current snap is 118 2023-12-16T18:13:10.561 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 115 2023-12-16T18:13:10.561 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 118 2023-12-16T18:13:10.561 INFO:tasks.rados.rados.0.smithi071.stdout:1302: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2023-12-16T18:13:10.569 INFO:tasks.rados.rados.0.smithi071.stdout:1302: writing smithi071127730-29 from 0 to 589824 tid 1 2023-12-16T18:13:10.569 INFO:tasks.rados.rados.0.smithi071.stdout:1302: writing smithi071127730-29 from 589824 to 1048576 tid 2 2023-12-16T18:13:10.571 INFO:tasks.rados.rados.0.smithi071.stdout:1302: writing smithi071127730-29 from 1048576 to 1728512 tid 3 2023-12-16T18:13:10.575 INFO:tasks.rados.rados.0.smithi071.stdout:1302: writing smithi071127730-29 from 1728512 to 2195456 tid 4 2023-12-16T18:13:10.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 118 2023-12-16T18:13:10.575 INFO:tasks.rados.rados.0.smithi071.stdout:1303: seq_num 418 ranges {1949696=606208,2555904=737280,3293184=434176,3727360=434176} 2023-12-16T18:13:10.589 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi071127730-10 from 1949696 to 2555904 tid 1 2023-12-16T18:13:10.593 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi071127730-10 from 2555904 to 3293184 tid 2 2023-12-16T18:13:10.596 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi071127730-10 from 3293184 to 3727360 tid 3 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi071127730-10 from 3727360 to 4161536 tid 4 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1304: delete oid 26 current snap is 118 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing rollback tid 0 to smithi071127730-5 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing rollback tid 1 to smithi071127730-5 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing rollback tid 2 to smithi071127730-5 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 646 (ObjNum 413 snap 115 seq_num 413) dirty exists 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 1 to smithi071127730-29 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 2 to smithi071127730-29 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 3 to smithi071127730-29 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 4 to smithi071127730-29 2023-12-16T18:13:10.599 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 5 to smithi071127730-29 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1302: finishing write tid 6 to smithi071127730-29 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 243 (ObjNum 417 snap 118 seq_num 417) dirty exists 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1302: left oid 29 (ObjNum 417 snap 118 seq_num 417) 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 1 to smithi071127730-10 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 2 to smithi071127730-10 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 3 to smithi071127730-10 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1301: done (3 left) 2023-12-16T18:13:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1302: done (2 left) 2023-12-16T18:13:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1304: done (1 left) 2023-12-16T18:13:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1305: read oid 39 snap -1 2023-12-16T18:13:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1305: expect deleted 2023-12-16T18:13:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1306: snap_remove snap 115 2023-12-16T18:13:10.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156710]: 2023-12-16 18:13:10.383737747 +0000 UTC m=+0.246171377 container remove 8c4e3f710845579639d34dfcc09797b73abc909020241adb37156c88c04a32c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T18:13:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[139725]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[139725]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[139725]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[139725]: pgmap v159: 121 pgs: 14 stale+active+clean, 107 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[139725]: osdmap e303: 8 total, 7 up, 8 in 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[142085]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[142085]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[142085]: failed to encode map e301 with expected crc 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[142085]: pgmap v159: 121 pgs: 14 stale+active+clean, 107 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T18:13:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:10 smithi071 ceph-mon[142085]: osdmap e303: 8 total, 7 up, 8 in 2023-12-16T18:13:10.974 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156798]: 2023-12-16 18:13:10.691844372 +0000 UTC m=+0.069609246 container create 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2023-12-16T18:13:10.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156798]: 2023-12-16 18:13:10.639515832 +0000 UTC m=+0.017280703 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:10.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156798]: 2023-12-16 18:13:10.783990104 +0000 UTC m=+0.161754970 container init 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2023-12-16T18:13:10.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156798]: 2023-12-16 18:13:10.802815118 +0000 UTC m=+0.180579975 container start 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:13:10.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:10 smithi071 podman[156798]: 2023-12-16 18:13:10.833524231 +0000 UTC m=+0.211289120 container attach 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2023-12-16T18:13:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:10 smithi184 ceph-mon[136228]: failed to encode map e301 with expected crc 2023-12-16T18:13:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:10 smithi184 ceph-mon[136228]: failed to encode map e301 with expected crc 2023-12-16T18:13:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:10 smithi184 ceph-mon[136228]: failed to encode map e301 with expected crc 2023-12-16T18:13:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:10 smithi184 ceph-mon[136228]: pgmap v159: 121 pgs: 14 stale+active+clean, 107 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2023-12-16T18:13:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:10 smithi184 ceph-mon[136228]: osdmap e303: 8 total, 7 up, 8 in 2023-12-16T18:13:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156798]: 2023-12-16 18:13:11.087905975 +0000 UTC m=+0.465670852 container died 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156823]: 2023-12-16 18:13:11.316825375 +0000 UTC m=+0.219014145 container remove 47182ce7b3d41de2c71a293dda37bbc0fa0962f8f188f9658dde70f4bc69b228 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2023-12-16T18:13:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.2.service: Deactivated successfully. 2023-12-16T18:13:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 systemd[1]: Stopped Ceph osd.2 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:13:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.2.service: Consumed 11.772s CPU time. 2023-12-16T18:13:11.569 INFO:tasks.rados.rados.0.smithi071.stdout:1306: done (2 left) 2023-12-16T18:13:11.569 INFO:tasks.rados.rados.0.smithi071.stdout:1307: snap_remove snap 108 2023-12-16T18:13:11.674 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 systemd[1]: Starting Ceph osd.2 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:13:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[139725]: osdmap e304: 8 total, 7 up, 8 in 2023-12-16T18:13:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: failed to encode map e303 with expected crc 2023-12-16T18:13:11.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:11 smithi071 ceph-mon[142085]: osdmap e304: 8 total, 7 up, 8 in 2023-12-16T18:13:11.977 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156924]: 2023-12-16 18:13:11.675056288 +0000 UTC m=+0.066754004 container create b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2023-12-16T18:13:11.977 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156924]: 2023-12-16 18:13:11.628772569 +0000 UTC m=+0.020470266 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:11.977 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156924]: 2023-12-16 18:13:11.767676579 +0000 UTC m=+0.159374251 container init b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:11.977 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156924]: 2023-12-16 18:13:11.775806638 +0000 UTC m=+0.167504303 container start b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:13:11.977 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:11 smithi071 podman[156924]: 2023-12-16 18:13:11.800002839 +0000 UTC m=+0.191700518 container attach b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: failed to encode map e303 with expected crc 2023-12-16T18:13:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:11 smithi184 ceph-mon[136228]: osdmap e304: 8 total, 7 up, 8 in 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-16T18:13:12.474 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[156924]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate[156939]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[156924]: 2023-12-16 18:13:12.227707525 +0000 UTC m=+0.619405205 container died b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:13:12.475 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[157056]: 2023-12-16 18:13:12.441430699 +0000 UTC m=+0.208585935 container remove b02775a64db9bdc11c310305167ed76e073f65180f2b02da03f63d0cbba64ded (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.31.3) 2023-12-16T18:13:12.573 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 4 to smithi071127730-10 2023-12-16T18:13:12.573 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 5 to smithi071127730-10 2023-12-16T18:13:12.573 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 6 to smithi071127730-10 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 623 (ObjNum 418 snap 118 seq_num 418) dirty exists 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:1303: left oid 10 (ObjNum 418 snap 118 seq_num 418) 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:1303: done (2 left) 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:1305: done (1 left) 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:1307: done (0 left) 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 118 2023-12-16T18:13:12.574 INFO:tasks.rados.rados.0.smithi071.stdout:1308: seq_num 420 ranges {1589248=638976,2228224=557056,2785280=450560,3235840=598016} 2023-12-16T18:13:12.586 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi071127730-23 from 1589248 to 2228224 tid 1 2023-12-16T18:13:12.589 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi071127730-23 from 2228224 to 2785280 tid 2 2023-12-16T18:13:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi071127730-23 from 2785280 to 3235840 tid 3 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi071127730-23 from 3235840 to 3833856 tid 4 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1309: copy_from oid 40 from oid 35 current snap is 118 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 1 to smithi071127730-23 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 2 to smithi071127730-23 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 3 to smithi071127730-23 2023-12-16T18:13:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1310: snap_create 2023-12-16T18:13:12.598 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 4 to smithi071127730-23 2023-12-16T18:13:12.598 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 5 to smithi071127730-23 2023-12-16T18:13:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 6 to smithi071127730-23 2023-12-16T18:13:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 671 (ObjNum 420 snap 118 seq_num 420) dirty exists 2023-12-16T18:13:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:1308: left oid 23 (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:13:12.616 INFO:tasks.rados.rados.0.smithi071.stdout:1309: finishing copy_from to smithi071127730-40 2023-12-16T18:13:12.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 666 (ObjNum 395 snap 109 seq_num 395) dirty exists 2023-12-16T18:13:12.616 INFO:tasks.rados.rados.0.smithi071.stdout:1309: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:13:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[142085]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[142085]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[142085]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[142085]: pgmap v162: 121 pgs: 2 active+undersized+degraded, 12 stale+active+clean, 3 active+undersized, 104 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 23 op/s; 15/273 objects degraded (5.495%) 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[142085]: osdmap e305: 8 total, 7 up, 8 in 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[139725]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[139725]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[139725]: failed to encode map e304 with expected crc 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[139725]: pgmap v162: 121 pgs: 2 active+undersized+degraded, 12 stale+active+clean, 3 active+undersized, 104 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 23 op/s; 15/273 objects degraded (5.495%) 2023-12-16T18:13:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-mon[139725]: osdmap e305: 8 total, 7 up, 8 in 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[157121]: 2023-12-16 18:13:12.59978473 +0000 UTC m=+0.063843327 container create ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[157121]: 2023-12-16 18:13:12.554660555 +0000 UTC m=+0.018719169 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[157121]: 2023-12-16 18:13:12.691686641 +0000 UTC m=+0.155745260 container init ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 podman[157121]: 2023-12-16 18:13:12.704774504 +0000 UTC m=+0.168833093 container start ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 bash[157121]: ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 ceph-osd[157141]: -- 172.21.15.71:0/1152674873 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ee9de196c0 con 0x55ee9ddeac00 2023-12-16T18:13:12.975 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:12 smithi071 systemd[1]: Started Ceph osd.2 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:13:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:12 smithi184 ceph-mon[136228]: failed to encode map e304 with expected crc 2023-12-16T18:13:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:12 smithi184 ceph-mon[136228]: failed to encode map e304 with expected crc 2023-12-16T18:13:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:12 smithi184 ceph-mon[136228]: failed to encode map e304 with expected crc 2023-12-16T18:13:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:12 smithi184 ceph-mon[136228]: pgmap v162: 121 pgs: 2 active+undersized+degraded, 12 stale+active+clean, 3 active+undersized, 104 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 23 op/s; 15/273 objects degraded (5.495%) 2023-12-16T18:13:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:12 smithi184 ceph-mon[136228]: osdmap e305: 8 total, 7 up, 8 in 2023-12-16T18:13:13.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T18:13:13.250+0000 7f6c2a3d8640 -1 Falling back to public interface 2023-12-16T18:13:13.574 INFO:tasks.rados.rados.0.smithi071.stdout:1308: done (2 left) 2023-12-16T18:13:13.574 INFO:tasks.rados.rados.0.smithi071.stdout:1309: done (1 left) 2023-12-16T18:13:13.574 INFO:tasks.rados.rados.0.smithi071.stdout:1310: done (0 left) 2023-12-16T18:13:13.574 INFO:tasks.rados.rados.0.smithi071.stdout:1311: delete oid 3 current snap is 119 2023-12-16T18:13:13.577 INFO:tasks.rados.rados.0.smithi071.stdout:1311: done (0 left) 2023-12-16T18:13:13.577 INFO:tasks.rados.rados.0.smithi071.stdout:1312: read oid 6 snap -1 2023-12-16T18:13:13.577 INFO:tasks.rados.rados.0.smithi071.stdout:1312: expect (ObjNum 369 snap 103 seq_num 369) 2023-12-16T18:13:13.577 INFO:tasks.rados.rados.0.smithi071.stdout:1313: delete oid 30 current snap is 119 2023-12-16T18:13:13.579 INFO:tasks.rados.rados.0.smithi071.stdout:1313: done (1 left) 2023-12-16T18:13:13.579 INFO:tasks.rados.rados.0.smithi071.stdout:1314: snap_remove snap 117 2023-12-16T18:13:13.851 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 15/273 objects degraded (5.495%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[142085]: osdmap e306: 8 total, 7 up, 8 in 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: failed to encode map e305 with expected crc 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 15/273 objects degraded (5.495%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:13.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:13.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:13.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:13.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:13 smithi071 ceph-mon[139725]: osdmap e306: 8 total, 7 up, 8 in 2023-12-16T18:13:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: failed to encode map e305 with expected crc 2023-12-16T18:13:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: failed to encode map e305 with expected crc 2023-12-16T18:13:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: failed to encode map e305 with expected crc 2023-12-16T18:13:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 15/273 objects degraded (5.495%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:13 smithi184 ceph-mon[136228]: osdmap e306: 8 total, 7 up, 8 in 2023-12-16T18:13:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:1314: done (1 left) 2023-12-16T18:13:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:1315: read oid 44 snap -1 2023-12-16T18:13:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:1315: expect (ObjNum 393 snap 107 seq_num 393) 2023-12-16T18:13:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 119 2023-12-16T18:13:14.578 INFO:tasks.rados.rados.0.smithi071.stdout:1316: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2023-12-16T18:13:14.581 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi071127730-8 from 0 to 688128 tid 1 2023-12-16T18:13:14.585 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi071127730-8 from 688128 to 1302528 tid 2 2023-12-16T18:13:14.590 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi071127730-8 from 1302528 to 1925120 tid 3 2023-12-16T18:13:14.592 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi071127730-8 from 1925120 to 2293760 tid 4 2023-12-16T18:13:14.592 INFO:tasks.rados.rados.0.smithi071.stdout:1317: snap_remove snap 118 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[139725]: failed to encode map e306 with expected crc 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[139725]: failed to encode map e306 with expected crc 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[139725]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[139725]: osdmap e307: 8 total, 7 up, 8 in 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[142085]: failed to encode map e306 with expected crc 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[142085]: failed to encode map e306 with expected crc 2023-12-16T18:13:14.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[142085]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:14 smithi071 ceph-mon[142085]: osdmap e307: 8 total, 7 up, 8 in 2023-12-16T18:13:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:14 smithi184 ceph-mon[136228]: failed to encode map e306 with expected crc 2023-12-16T18:13:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:14 smithi184 ceph-mon[136228]: failed to encode map e306 with expected crc 2023-12-16T18:13:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:14 smithi184 ceph-mon[136228]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:14 smithi184 ceph-mon[136228]: osdmap e307: 8 total, 7 up, 8 in 2023-12-16T18:13:15.559 INFO:tasks.rados.rados.0.smithi071.stdout:1317: done (3 left) 2023-12-16T18:13:15.559 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 119 2023-12-16T18:13:15.559 INFO:tasks.rados.rados.0.smithi071.stdout:1312: expect (ObjNum 369 snap 103 seq_num 369) 2023-12-16T18:13:15.655 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 1 to smithi071127730-8 2023-12-16T18:13:15.655 INFO:tasks.rados.rados.0.smithi071.stdout:1318: seq_num 424 ranges {4038656=704512,4743168=491520,5234688=434176,5668864=679936} 2023-12-16T18:13:15.681 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi071127730-15 from 4038656 to 4743168 tid 1 2023-12-16T18:13:15.684 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi071127730-15 from 4743168 to 5234688 tid 2 2023-12-16T18:13:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi071127730-15 from 5234688 to 5668864 tid 3 2023-12-16T18:13:15.690 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi071127730-15 from 5668864 to 6348800 tid 4 2023-12-16T18:13:15.691 INFO:tasks.rados.rados.0.smithi071.stdout:1312: done (3 left) 2023-12-16T18:13:15.691 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 119 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 2 to smithi071127730-8 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 3 to smithi071127730-8 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 4 to smithi071127730-8 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 5 to smithi071127730-8 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 6 to smithi071127730-8 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 671 (ObjNum 423 snap 119 seq_num 423) dirty exists 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1316: left oid 8 (ObjNum 423 snap 119 seq_num 423) 2023-12-16T18:13:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:1315: expect (ObjNum 393 snap 107 seq_num 393) 2023-12-16T18:13:16.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[139725]: osdmap e308: 8 total, 7 up, 8 in 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.081 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:15 smithi071 ceph-mon[142085]: osdmap e308: 8 total, 7 up, 8 in 2023-12-16T18:13:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: failed to encode map e307 with expected crc 2023-12-16T18:13:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:15 smithi184 ceph-mon[136228]: osdmap e308: 8 total, 7 up, 8 in 2023-12-16T18:13:16.473 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T18:13:16.080+0000 7f6c2a3d8640 -1 osd.2 0 read_superblock omap replica is missing. 2023-12-16T18:13:16.473 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T18:13:16.133+0000 7f6c2a3d8640 -1 osd.2 301 log_to_monitors true 2023-12-16T18:13:16.501 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 1 to smithi071127730-15 2023-12-16T18:13:16.502 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 2 to smithi071127730-15 2023-12-16T18:13:16.502 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 3 to smithi071127730-15 2023-12-16T18:13:16.502 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 4 to smithi071127730-15 2023-12-16T18:13:16.502 INFO:tasks.rados.rados.0.smithi071.stdout:1319: seq_num 425 ranges {4833280=720896,5554176=778240,6332416=638976,6971392=188416} 2023-12-16T18:13:16.531 INFO:tasks.rados.rados.0.smithi071.stdout:1319: writing smithi071127730-25 from 4833280 to 5554176 tid 1 2023-12-16T18:13:16.535 INFO:tasks.rados.rados.0.smithi071.stdout:1319: writing smithi071127730-25 from 5554176 to 6332416 tid 2 2023-12-16T18:13:16.539 INFO:tasks.rados.rados.0.smithi071.stdout:1319: writing smithi071127730-25 from 6332416 to 6971392 tid 3 2023-12-16T18:13:16.540 INFO:tasks.rados.rados.0.smithi071.stdout:1319: writing smithi071127730-25 from 6971392 to 7159808 tid 4 2023-12-16T18:13:16.540 INFO:tasks.rados.rados.0.smithi071.stdout:1315: done (3 left) 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1316: done (2 left) 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1320: delete oid 13 current snap is 119 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 5 to smithi071127730-15 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 6 to smithi071127730-15 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 420 (ObjNum 424 snap 119 seq_num 424) dirty exists 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1318: left oid 15 (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 1 to smithi071127730-25 2023-12-16T18:13:16.541 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 2 to smithi071127730-25 2023-12-16T18:13:16.542 INFO:tasks.rados.rados.0.smithi071.stdout:1318: done (2 left) 2023-12-16T18:13:16.542 INFO:tasks.rados.rados.0.smithi071.stdout:1320: done (1 left) 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1321: read oid 9 snap -1 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1321: expect deleted 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1322: read oid 29 snap -1 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1322: expect (ObjNum 417 snap 118 seq_num 417) 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1323: rollback oid 39 current snap is 119 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1323: done (3 left) 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1324: snap_create 2023-12-16T18:13:16.543 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 3 to smithi071127730-25 2023-12-16T18:13:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 4 to smithi071127730-25 2023-12-16T18:13:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 5 to smithi071127730-25 2023-12-16T18:13:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:1319: finishing write tid 6 to smithi071127730-25 2023-12-16T18:13:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 562 (ObjNum 425 snap 119 seq_num 425) dirty exists 2023-12-16T18:13:16.545 INFO:tasks.rados.rados.0.smithi071.stdout:1319: left oid 25 (ObjNum 425 snap 119 seq_num 425) 2023-12-16T18:13:16.554 INFO:tasks.rados.rados.0.smithi071.stdout:1322: expect (ObjNum 417 snap 118 seq_num 417) 2023-12-16T18:13:16.755 INFO:tasks.rados.rados.0.smithi071.stdout:1319: done (3 left) 2023-12-16T18:13:16.755 INFO:tasks.rados.rados.0.smithi071.stdout:1321: done (2 left) 2023-12-16T18:13:16.755 INFO:tasks.rados.rados.0.smithi071.stdout:1322: done (1 left) 2023-12-16T18:13:16.755 INFO:tasks.rados.rados.0.smithi071.stdout:1324: done (0 left) 2023-12-16T18:13:16.756 INFO:tasks.rados.rados.0.smithi071.stdout:1325: read oid 2 snap 119 2023-12-16T18:13:16.756 INFO:tasks.rados.rados.0.smithi071.stdout:1325: expect (ObjNum 392 snap 107 seq_num 392) 2023-12-16T18:13:16.756 INFO:tasks.rados.rados.0.smithi071.stdout:1326: setattr oid 22 current snap is 120 2023-12-16T18:13:16.756 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 120 2023-12-16T18:13:16.756 INFO:tasks.rados.rados.0.smithi071.stdout:1327: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2023-12-16T18:13:16.765 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi071127730-38 from 0 to 761856 tid 1 2023-12-16T18:13:16.769 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi071127730-38 from 761856 to 1359872 tid 2 2023-12-16T18:13:16.773 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi071127730-38 from 1359872 to 1966080 tid 3 2023-12-16T18:13:16.776 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi071127730-38 from 1966080 to 2367488 tid 4 2023-12-16T18:13:16.776 INFO:tasks.rados.rados.0.smithi071.stdout:1328: snap_create 2023-12-16T18:13:16.776 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 563 (ObjNum 346 snap 94 seq_num 346) dirty exists 2023-12-16T18:13:16.776 INFO:tasks.rados.rados.0.smithi071.stdout:1325: expect (ObjNum 392 snap 107 seq_num 392) 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 1 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 2 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 3 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 4 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 5 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 6 to smithi071127730-38 2023-12-16T18:13:16.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 792 (ObjNum 427 snap 120 seq_num 427) dirty exists 2023-12-16T18:13:16.828 INFO:tasks.rados.rados.0.smithi071.stdout:1327: left oid 38 (ObjNum 427 snap 120 seq_num 427) 2023-12-16T18:13:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.222 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T18:13:16.787+0000 7f6c19845700 -1 osd.2 301 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: failed to encode map e308 with expected crc 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 36/252 objects degraded (14.286%) 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:17] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2023-12-16T18:13:17.759 INFO:tasks.rados.rados.0.smithi071.stdout:1325: done (3 left) 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1326: done (2 left) 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1327: done (1 left) 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1328: done (0 left) 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1329: copy_from oid 6 from oid 49 current snap is 121 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1330: rollback oid 33 current snap is 121 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 119 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1331: copy_from oid 38 from oid 1 current snap is 121 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 121 2023-12-16T18:13:17.760 INFO:tasks.rados.rados.0.smithi071.stdout:1332: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2023-12-16T18:13:17.764 INFO:tasks.rados.rados.0.smithi071.stdout:1332: writing smithi071127730-16 from 0 to 778240 tid 1 2023-12-16T18:13:17.769 INFO:tasks.rados.rados.0.smithi071.stdout:1332: writing smithi071127730-16 from 778240 to 1261568 tid 2 2023-12-16T18:13:17.772 INFO:tasks.rados.rados.0.smithi071.stdout:1332: writing smithi071127730-16 from 1261568 to 1671168 tid 3 2023-12-16T18:13:17.775 INFO:tasks.rados.rados.0.smithi071.stdout:1332: writing smithi071127730-16 from 1671168 to 2088960 tid 4 2023-12-16T18:13:17.777 INFO:tasks.rados.rados.0.smithi071.stdout:1332: writing smithi071127730-16 from 2088960 to 2383872 tid 5 2023-12-16T18:13:17.777 INFO:tasks.rados.rados.0.smithi071.stdout:1333: snap_create 2023-12-16T18:13:17.778 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:13:17.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 0 (ObjNum 129 snap 0 seq_num 2570154696) dirty dne 2023-12-16T18:13:17.786 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 1 to smithi071127730-16 2023-12-16T18:13:17.786 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 2 to smithi071127730-16 2023-12-16T18:13:17.786 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 3 to smithi071127730-16 2023-12-16T18:13:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 4 to smithi071127730-16 2023-12-16T18:13:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 5 to smithi071127730-16 2023-12-16T18:13:17.790 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 6 to smithi071127730-16 2023-12-16T18:13:17.792 INFO:tasks.rados.rados.0.smithi071.stdout:1332: finishing write tid 7 to smithi071127730-16 2023-12-16T18:13:17.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 569 (ObjNum 428 snap 121 seq_num 428) dirty exists 2023-12-16T18:13:17.792 INFO:tasks.rados.rados.0.smithi071.stdout:1332: left oid 16 (ObjNum 428 snap 121 seq_num 428) 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: osdmap e309: 8 total, 7 up, 8 in 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.082 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[139725]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: osdmap e309: 8 total, 7 up, 8 in 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:17 smithi071 ceph-mon[142085]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-16T18:13:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: osdmap e309: 8 total, 7 up, 8 in 2023-12-16T18:13:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: from='osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:17 smithi184 ceph-mon[136228]: failed to encode map e309 with expected crc 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1330: done (4 left) 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1332: done (3 left) 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1333: done (2 left) 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1334: copy_from oid 10 from oid 11 current snap is 122 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1335: read oid 15 snap 119 2023-12-16T18:13:18.767 INFO:tasks.rados.rados.0.smithi071.stdout:1335: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:18.768 INFO:tasks.rados.rados.0.smithi071.stdout:1336: delete oid 45 current snap is 122 2023-12-16T18:13:18.789 INFO:tasks.rados.rados.0.smithi071.stdout:1336: done (4 left) 2023-12-16T18:13:18.789 INFO:tasks.rados.rados.0.smithi071.stdout:1337: snap_create 2023-12-16T18:13:18.814 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing copy_from to smithi071127730-6 2023-12-16T18:13:18.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 769 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:13:18.815 INFO:tasks.rados.rados.0.smithi071.stdout:1334: finishing copy_from to smithi071127730-10 2023-12-16T18:13:18.815 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 666 (ObjNum 197 snap 50 seq_num 197) dirty exists 2023-12-16T18:13:18.815 INFO:tasks.rados.rados.0.smithi071.stdout:1334: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:13:18.815 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:13:18.840 INFO:tasks.rados.rados.0.smithi071.stdout:1335: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:18.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:13:18.515+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:13:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: failed to encode map e310 with expected crc 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: failed to encode map e310 with expected crc 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436] boot 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: pgmap v171: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s; 36/222 objects degraded (16.216%) 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: failed to encode map e310 with expected crc 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: failed to encode map e310 with expected crc 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436] boot 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:13:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: pgmap v171: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s; 36/222 objects degraded (16.216%) 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:19.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: failed to encode map e310 with expected crc 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: failed to encode map e310 with expected crc 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: osd.2 [v2:172.21.15.71:6818/2621668436,v1:172.21.15.71:6819/2621668436] boot 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: osdmap e310: 8 total, 8 up, 8 in 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: pgmap v171: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 548 KiB/s wr, 2 op/s; 36/222 objects degraded (16.216%) 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:19.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:19.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:19.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:19.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:19.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:19.115 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:13:19.115 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing copy_from to smithi071127730-38 2023-12-16T18:13:19.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 617 (ObjNum 309 snap 84 seq_num 309) dirty exists 2023-12-16T18:13:19.770 INFO:tasks.rados.rados.0.smithi071.stdout:1329: done (4 left) 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1331: done (3 left) 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1334: done (2 left) 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1335: done (1 left) 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1337: done (0 left) 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1338: copy_from oid 38 from oid 8 current snap is 123 2023-12-16T18:13:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:1339: delete oid 42 current snap is 123 2023-12-16T18:13:19.777 INFO:tasks.rados.rados.0.smithi071.stdout:1339: done (1 left) 2023-12-16T18:13:19.777 INFO:tasks.rados.rados.0.smithi071.stdout:1340: delete oid 29 current snap is 123 2023-12-16T18:13:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:1340: done (1 left) 2023-12-16T18:13:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:1341: rollback oid 27 current snap is 123 2023-12-16T18:13:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 119 2023-12-16T18:13:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:1342: snap_remove snap 121 2023-12-16T18:13:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:13:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 36/222 objects degraded (16.216%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: osdmap e311: 8 total, 8 up, 8 in 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:19 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 36/222 objects degraded (16.216%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: osdmap e311: 8 total, 8 up, 8 in 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 36/222 objects degraded (16.216%), 10 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: osdmap e311: 8 total, 8 up, 8 in 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:19 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:20.778 INFO:tasks.rados.rados.0.smithi071.stdout:1342: done (2 left) 2023-12-16T18:13:20.779 INFO:tasks.rados.rados.0.smithi071.stdout:1343: copy_from oid 3 from oid 44 current snap is 123 2023-12-16T18:13:20.779 INFO:tasks.rados.rados.0.smithi071.stdout:1341: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:13:20.779 INFO:tasks.rados.rados.0.smithi071.stdout:1341: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:13:20.779 INFO:tasks.rados.rados.0.smithi071.stdout:1341: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:13:20.779 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 808 (ObjNum 397 snap 109 seq_num 397) dirty exists 2023-12-16T18:13:20.780 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:13:20.780 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing copy_from to smithi071127730-38 2023-12-16T18:13:20.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 671 (ObjNum 423 snap 119 seq_num 423) dirty exists 2023-12-16T18:13:20.780 INFO:tasks.rados.rados.0.smithi071.stdout:1338: done (2 left) 2023-12-16T18:13:20.780 INFO:tasks.rados.rados.0.smithi071.stdout:1341: done (1 left) 2023-12-16T18:13:20.781 INFO:tasks.rados.rados.0.smithi071.stdout:1344: rollback oid 23 current snap is 123 2023-12-16T18:13:20.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 122 2023-12-16T18:13:20.781 INFO:tasks.rados.rados.0.smithi071.stdout:1345: rollback oid 49 current snap is 123 2023-12-16T18:13:20.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 122 2023-12-16T18:13:20.781 INFO:tasks.rados.rados.0.smithi071.stdout:1346: snap_remove snap 119 2023-12-16T18:13:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e311 with expected crc 2023-12-16T18:13:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: osdmap e312: 8 total, 8 up, 8 in 2023-12-16T18:13:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: pgmap v174: 121 pgs: 5 peering, 7 active+undersized+degraded, 10 active+undersized, 99 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 27/219 objects degraded (12.329%); 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:13:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:20 smithi184 ceph-mon[136228]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e311 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: osdmap e312: 8 total, 8 up, 8 in 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: pgmap v174: 121 pgs: 5 peering, 7 active+undersized+degraded, 10 active+undersized, 99 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 27/219 objects degraded (12.329%); 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[139725]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e311 with expected crc 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: osdmap e312: 8 total, 8 up, 8 in 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: pgmap v174: 121 pgs: 5 peering, 7 active+undersized+degraded, 10 active+undersized, 99 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 27/219 objects degraded (12.329%); 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:13:21.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:20 smithi071 ceph-mon[142085]: failed to encode map e312 with expected crc 2023-12-16T18:13:21.777 INFO:tasks.rados.rados.0.smithi071.stdout:1346: done (3 left) 2023-12-16T18:13:21.777 INFO:tasks.rados.rados.0.smithi071.stdout:1347: copy_from oid 19 from oid 11 current snap is 123 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing rollback tid 0 to smithi071127730-23 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing rollback tid 1 to smithi071127730-23 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing rollback tid 2 to smithi071127730-23 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 674 (ObjNum 420 snap 118 seq_num 420) dirty exists 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 818 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing copy_from to smithi071127730-3 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 346 (ObjNum 393 snap 107 seq_num 393) dirty exists 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1343: done (3 left) 2023-12-16T18:13:21.778 INFO:tasks.rados.rados.0.smithi071.stdout:1344: done (2 left) 2023-12-16T18:13:21.779 INFO:tasks.rados.rados.0.smithi071.stdout:1345: done (1 left) 2023-12-16T18:13:21.779 INFO:tasks.rados.rados.0.smithi071.stdout:1348: snap_create 2023-12-16T18:13:21.812 INFO:tasks.rados.rados.0.smithi071.stdout:1347: finishing copy_from to smithi071127730-19 2023-12-16T18:13:21.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 666 (ObjNum 197 snap 50 seq_num 197) dirty exists 2023-12-16T18:13:21.812 INFO:tasks.rados.rados.0.smithi071.stdout:1347: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:13:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: osdmap e313: 8 total, 8 up, 8 in 2023-12-16T18:13:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:21 smithi184 ceph-mon[136228]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: osdmap e313: 8 total, 8 up, 8 in 2023-12-16T18:13:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[139725]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: osdmap e313: 8 total, 8 up, 8 in 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:21 smithi071 ceph-mon[142085]: failed to encode map e313 with expected crc 2023-12-16T18:13:22.779 INFO:tasks.rados.rados.0.smithi071.stdout:1347: done (1 left) 2023-12-16T18:13:22.779 INFO:tasks.rados.rados.0.smithi071.stdout:1348: done (0 left) 2023-12-16T18:13:22.779 INFO:tasks.rados.rados.0.smithi071.stdout:1349: copy_from oid 35 from oid 22 current snap is 124 2023-12-16T18:13:22.779 INFO:tasks.rados.rados.0.smithi071.stdout:1350: rollback oid 20 current snap is 124 2023-12-16T18:13:22.780 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 120 2023-12-16T18:13:22.780 INFO:tasks.rados.rados.0.smithi071.stdout:1351: delete oid 27 current snap is 124 2023-12-16T18:13:22.787 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 669 (ObjNum 360 snap 99 seq_num 360) dirty exists 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1350: done (2 left) 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1351: done (1 left) 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1352: rollback oid 39 current snap is 124 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 120 2023-12-16T18:13:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:1353: delete oid 11 current snap is 124 2023-12-16T18:13:22.790 INFO:tasks.rados.rados.0.smithi071.stdout:1352: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:13:22.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 0 (ObjNum 289 snap 0 seq_num 1689883555) dirty dne 2023-12-16T18:13:22.793 INFO:tasks.rados.rados.0.smithi071.stdout:1352: done (2 left) 2023-12-16T18:13:22.793 INFO:tasks.rados.rados.0.smithi071.stdout:1353: done (1 left) 2023-12-16T18:13:22.793 INFO:tasks.rados.rados.0.smithi071.stdout:1354: copy_from oid 42 from oid 45 current snap is 124 2023-12-16T18:13:22.793 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 124 2023-12-16T18:13:22.793 INFO:tasks.rados.rados.0.smithi071.stdout:1355: seq_num 434 ranges {0=73728} 2023-12-16T18:13:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:1355: writing smithi071127730-9 from 0 to 73728 tid 1 2023-12-16T18:13:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 124 2023-12-16T18:13:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:1356: seq_num 435 ranges {1777664=90112} 2023-12-16T18:13:22.804 INFO:tasks.rados.rados.0.smithi071.stdout:1356: writing smithi071127730-2 from 1777664 to 1867776 tid 1 2023-12-16T18:13:22.804 INFO:tasks.rados.rados.0.smithi071.stdout:1357: rollback oid 17 current snap is 124 2023-12-16T18:13:22.804 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 122 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1354: finishing copy_from to smithi071127730-42 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1354: got expected ENOENT (src dne) 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1354: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1349: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1349: finishing copy_from to smithi071127730-35 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 563 (ObjNum 346 snap 94 seq_num 346) dirty exists 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing write tid 1 to smithi071127730-9 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing write tid 2 to smithi071127730-9 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing write tid 3 to smithi071127730-9 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 422 (ObjNum 434 snap 124 seq_num 434) dirty exists 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1355: left oid 9 (ObjNum 434 snap 124 seq_num 434) 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1349: done (4 left) 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1354: done (3 left) 2023-12-16T18:13:22.805 INFO:tasks.rados.rados.0.smithi071.stdout:1355: done (2 left) 2023-12-16T18:13:22.806 INFO:tasks.rados.rados.0.smithi071.stdout:1358: read oid 10 snap -1 2023-12-16T18:13:22.806 INFO:tasks.rados.rados.0.smithi071.stdout:1358: expect (ObjNum 197 snap 50 seq_num 197) 2023-12-16T18:13:22.806 INFO:tasks.rados.rados.0.smithi071.stdout:1359: snap_remove snap 120 2023-12-16T18:13:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: osdmap e314: 8 total, 8 up, 8 in 2023-12-16T18:13:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: pgmap v177: 121 pgs: 5 peering, 116 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 19 op/s; 8.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:22 smithi184 ceph-mon[136228]: osdmap e315: 8 total, 8 up, 8 in 2023-12-16T18:13:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: osdmap e314: 8 total, 8 up, 8 in 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: pgmap v177: 121 pgs: 5 peering, 116 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 19 op/s; 8.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[139725]: osdmap e315: 8 total, 8 up, 8 in 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: osdmap e314: 8 total, 8 up, 8 in 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: failed to encode map e314 with expected crc 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: pgmap v177: 121 pgs: 5 peering, 116 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 10 MiB/s wr, 19 op/s; 8.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:23.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:22 smithi071 ceph-mon[142085]: osdmap e315: 8 total, 8 up, 8 in 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1359: done (3 left) 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1360: delete oid 31 current snap is 124 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1356: finishing write tid 1 to smithi071127730-2 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1356: finishing write tid 2 to smithi071127730-2 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1357: finishing rollback tid 0 to smithi071127730-17 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1357: finishing rollback tid 1 to smithi071127730-17 2023-12-16T18:13:23.808 INFO:tasks.rados.rados.0.smithi071.stdout:1357: finishing rollback tid 2 to smithi071127730-17 2023-12-16T18:13:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 831 (ObjNum 373 snap 104 seq_num 373) dirty exists 2023-12-16T18:13:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:1356: finishing write tid 3 to smithi071127730-2 2023-12-16T18:13:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 827 (ObjNum 435 snap 124 seq_num 435) dirty exists 2023-12-16T18:13:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:1356: left oid 2 (ObjNum 435 snap 124 seq_num 435) 2023-12-16T18:13:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:1358: expect (ObjNum 197 snap 50 seq_num 197) 2023-12-16T18:13:24.065 INFO:tasks.rados.rados.0.smithi071.stdout:1356: done (3 left) 2023-12-16T18:13:24.065 INFO:tasks.rados.rados.0.smithi071.stdout:1357: done (2 left) 2023-12-16T18:13:24.065 INFO:tasks.rados.rados.0.smithi071.stdout:1358: done (1 left) 2023-12-16T18:13:24.065 INFO:tasks.rados.rados.0.smithi071.stdout:1360: done (0 left) 2023-12-16T18:13:24.065 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 124 2023-12-16T18:13:24.066 INFO:tasks.rados.rados.0.smithi071.stdout:1361: seq_num 437 ranges {5332992=122880} 2023-12-16T18:13:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:23 smithi184 ceph-mon[136228]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:23 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/219 objects degraded (12.329%), 7 pgs degraded) 2023-12-16T18:13:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:23 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:13:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:23 smithi184 ceph-mon[136228]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.093 INFO:tasks.rados.rados.0.smithi071.stdout:1361: writing smithi071127730-19 from 5332992 to 5455872 tid 1 2023-12-16T18:13:24.093 INFO:tasks.rados.rados.0.smithi071.stdout:1362: snap_create 2023-12-16T18:13:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing write tid 1 to smithi071127730-19 2023-12-16T18:13:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing write tid 2 to smithi071127730-19 2023-12-16T18:13:24.101 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing write tid 3 to smithi071127730-19 2023-12-16T18:13:24.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 673 (ObjNum 437 snap 124 seq_num 437) dirty exists 2023-12-16T18:13:24.101 INFO:tasks.rados.rados.0.smithi071.stdout:1361: left oid 19 (ObjNum 437 snap 124 seq_num 437) 2023-12-16T18:13:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[139725]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/219 objects degraded (12.329%), 7 pgs degraded) 2023-12-16T18:13:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:13:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[139725]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[142085]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/219 objects degraded (12.329%), 7 pgs degraded) 2023-12-16T18:13:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:13:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:23 smithi071 ceph-mon[142085]: failed to encode map e315 with expected crc 2023-12-16T18:13:24.816 INFO:tasks.rados.rados.0.smithi071.stdout:1361: done (1 left) 2023-12-16T18:13:24.817 INFO:tasks.rados.rados.0.smithi071.stdout:1362: done (0 left) 2023-12-16T18:13:24.817 INFO:tasks.rados.rados.0.smithi071.stdout:1363: snap_create 2023-12-16T18:13:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: osdmap e316: 8 total, 8 up, 8 in 2023-12-16T18:13:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:24 smithi184 ceph-mon[136228]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.6 MiB/s wr, 9 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-16T18:13:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: osdmap e316: 8 total, 8 up, 8 in 2023-12-16T18:13:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[139725]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.6 MiB/s wr, 9 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: osdmap e316: 8 total, 8 up, 8 in 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: failed to encode map e316 with expected crc 2023-12-16T18:13:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:24 smithi071 ceph-mon[142085]: pgmap v180: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 7.6 MiB/s wr, 9 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-16T18:13:25.565 INFO:tasks.rados.rados.0.smithi071.stdout:1363: done (0 left) 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:1364: rollback oid 44 current snap is 126 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 123 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:1365: read oid 36 snap -1 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:1365: expect deleted 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 126 2023-12-16T18:13:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:1366: seq_num 438 ranges {8077312=139264} 2023-12-16T18:13:25.609 INFO:tasks.rados.rados.0.smithi071.stdout:1366: writing smithi071127730-1 from 8077312 to 8216576 tid 1 2023-12-16T18:13:25.610 INFO:tasks.rados.rados.0.smithi071.stdout:1367: delete oid 50 current snap is 126 2023-12-16T18:13:25.610 INFO:tasks.rados.rados.0.smithi071.stdout:1364: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:13:25.610 INFO:tasks.rados.rados.0.smithi071.stdout:1364: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:13:25.610 INFO:tasks.rados.rados.0.smithi071.stdout:1364: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:13:25.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 362 (ObjNum 393 snap 107 seq_num 393) dirty exists 2023-12-16T18:13:25.615 INFO:tasks.rados.rados.0.smithi071.stdout:1366: finishing write tid 1 to smithi071127730-1 2023-12-16T18:13:25.615 INFO:tasks.rados.rados.0.smithi071.stdout:1366: finishing write tid 2 to smithi071127730-1 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1366: finishing write tid 3 to smithi071127730-1 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 619 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1366: left oid 1 (ObjNum 438 snap 126 seq_num 438) 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1364: done (3 left) 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1365: done (2 left) 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1366: done (1 left) 2023-12-16T18:13:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:1367: done (0 left) 2023-12-16T18:13:25.618 INFO:tasks.rados.rados.0.smithi071.stdout:1368: read oid 15 snap -1 2023-12-16T18:13:25.618 INFO:tasks.rados.rados.0.smithi071.stdout:1368: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:25.618 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 126 2023-12-16T18:13:25.618 INFO:tasks.rados.rados.0.smithi071.stdout:1369: seq_num 440 ranges {11321344=172032} 2023-12-16T18:13:25.679 INFO:tasks.rados.rados.0.smithi071.stdout:1369: writing smithi071127730-44 from 11321344 to 11493376 tid 1 2023-12-16T18:13:25.679 INFO:tasks.rados.rados.0.smithi071.stdout:1370: snap_create 2023-12-16T18:13:25.679 INFO:tasks.rados.rados.0.smithi071.stdout:1368: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing write tid 1 to smithi071127730-44 2023-12-16T18:13:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing write tid 2 to smithi071127730-44 2023-12-16T18:13:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing write tid 3 to smithi071127730-44 2023-12-16T18:13:25.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 364 (ObjNum 440 snap 126 seq_num 440) dirty exists 2023-12-16T18:13:25.944 INFO:tasks.rados.rados.0.smithi071.stdout:1369: left oid 44 (ObjNum 440 snap 126 seq_num 440) 2023-12-16T18:13:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: osdmap e317: 8 total, 8 up, 8 in 2023-12-16T18:13:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: osdmap e318: 8 total, 8 up, 8 in 2023-12-16T18:13:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:25 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: osdmap e317: 8 total, 8 up, 8 in 2023-12-16T18:13:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: osdmap e318: 8 total, 8 up, 8 in 2023-12-16T18:13:26.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: osdmap e317: 8 total, 8 up, 8 in 2023-12-16T18:13:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: osdmap e318: 8 total, 8 up, 8 in 2023-12-16T18:13:26.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:25 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1368: done (2 left) 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1369: done (1 left) 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1370: done (0 left) 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1371: read oid 49 snap -1 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1371: expect (ObjNum 340 snap 93 seq_num 340) 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 127 2023-12-16T18:13:26.574 INFO:tasks.rados.rados.0.smithi071.stdout:1372: seq_num 441 ranges {0=188416} 2023-12-16T18:13:26.575 INFO:tasks.rados.rados.0.smithi071.stdout:1372: writing smithi071127730-45 from 0 to 188416 tid 1 2023-12-16T18:13:26.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 127 2023-12-16T18:13:26.575 INFO:tasks.rados.rados.0.smithi071.stdout:1373: seq_num 442 ranges {0=204800} 2023-12-16T18:13:26.576 INFO:tasks.rados.rados.0.smithi071.stdout:1373: writing smithi071127730-18 from 0 to 204800 tid 1 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:1374: rollback oid 27 current snap is 127 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 124 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:1375: read oid 23 snap -1 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 127 2023-12-16T18:13:26.577 INFO:tasks.rados.rados.0.smithi071.stdout:1376: seq_num 443 ranges {0=221184} 2023-12-16T18:13:26.578 INFO:tasks.rados.rados.0.smithi071.stdout:1376: writing smithi071127730-36 from 0 to 221184 tid 1 2023-12-16T18:13:26.578 INFO:tasks.rados.rados.0.smithi071.stdout:1377: rmattr oid 21 current snap is 127 2023-12-16T18:13:26.578 INFO:tasks.rados.rados.0.smithi071.stdout:1377: done (6 left) 2023-12-16T18:13:26.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 127 2023-12-16T18:13:26.579 INFO:tasks.rados.rados.0.smithi071.stdout:1378: seq_num 444 ranges {999424=237568} 2023-12-16T18:13:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:1378: writing smithi071127730-35 from 999424 to 1236992 tid 1 2023-12-16T18:13:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 127 2023-12-16T18:13:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:1379: seq_num 445 ranges {1867776=253952} 2023-12-16T18:13:26.598 INFO:tasks.rados.rados.0.smithi071.stdout:1379: writing smithi071127730-2 from 1867776 to 2121728 tid 1 2023-12-16T18:13:26.598 INFO:tasks.rados.rados.0.smithi071.stdout:1380: snap_remove snap 125 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: pgmap v183: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:26 smithi184 ceph-mon[136228]: osdmap e319: 8 total, 8 up, 8 in 2023-12-16T18:13:27.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: pgmap v183: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[139725]: osdmap e319: 8 total, 8 up, 8 in 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: failed to encode map e318 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: failed to encode map e317 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: pgmap v183: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 2 op/s 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:26 smithi071 ceph-mon[142085]: osdmap e319: 8 total, 8 up, 8 in 2023-12-16T18:13:27.581 INFO:tasks.rados.rados.0.smithi071.stdout:1380: done (8 left) 2023-12-16T18:13:27.581 INFO:tasks.rados.rados.0.smithi071.stdout:1381: snap_remove snap 123 2023-12-16T18:13:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:27] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: failed to encode map e320 with expected crc 2023-12-16T18:13:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:27 smithi184 ceph-mon[136228]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: failed to encode map e320 with expected crc 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[139725]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T18:13:28.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e319 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: failed to encode map e320 with expected crc 2023-12-16T18:13:28.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:27 smithi071 ceph-mon[142085]: osdmap e320: 8 total, 8 up, 8 in 2023-12-16T18:13:28.580 INFO:tasks.rados.rados.0.smithi071.stdout:1381: done (8 left) 2023-12-16T18:13:28.580 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 127 2023-12-16T18:13:28.580 INFO:tasks.rados.rados.0.smithi071.stdout:1382: seq_num 446 ranges {7012352=278528} 2023-12-16T18:13:28.620 INFO:tasks.rados.rados.0.smithi071.stdout:1382: writing smithi071127730-34 from 7012352 to 7290880 tid 1 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1383: read oid 31 snap 126 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1383: expect deleted 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1384: rmattr oid 38 current snap is 127 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1384: done (10 left) 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 127 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 1 to smithi071127730-45 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 2 to smithi071127730-45 2023-12-16T18:13:28.621 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 3 to smithi071127730-45 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 254 (ObjNum 441 snap 127 seq_num 441) dirty exists 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1372: left oid 45 (ObjNum 441 snap 127 seq_num 441) 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1373: finishing write tid 1 to smithi071127730-18 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1373: finishing write tid 2 to smithi071127730-18 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1373: finishing write tid 3 to smithi071127730-18 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 619 (ObjNum 442 snap 127 seq_num 442) dirty exists 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1373: left oid 18 (ObjNum 442 snap 127 seq_num 442) 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 1 to smithi071127730-36 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 2 to smithi071127730-36 2023-12-16T18:13:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:1385: seq_num 447 ranges {1957888=294912} 2023-12-16T18:13:28.632 INFO:tasks.rados.rados.0.smithi071.stdout:1385: writing smithi071127730-32 from 1957888 to 2252800 tid 1 2023-12-16T18:13:28.632 INFO:tasks.rados.rados.0.smithi071.stdout:1372: done (10 left) 2023-12-16T18:13:28.632 INFO:tasks.rados.rados.0.smithi071.stdout:1373: done (9 left) 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:1386: read oid 42 snap -1 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:1386: expect deleted 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:1387: delete oid 41 current snap is 127 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 3 to smithi071127730-36 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 238 (ObjNum 443 snap 127 seq_num 443) dirty exists 2023-12-16T18:13:28.633 INFO:tasks.rados.rados.0.smithi071.stdout:1376: left oid 36 (ObjNum 443 snap 127 seq_num 443) 2023-12-16T18:13:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:1371: expect (ObjNum 340 snap 93 seq_num 340) 2023-12-16T18:13:28.743 INFO:tasks.rados.rados.0.smithi071.stdout:1374: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:13:28.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 824 (ObjNum 33 snap 0 seq_num 2563356752) dirty dne 2023-12-16T18:13:28.744 INFO:tasks.rados.rados.0.smithi071.stdout:1378: finishing write tid 1 to smithi071127730-35 2023-12-16T18:13:28.744 INFO:tasks.rados.rados.0.smithi071.stdout:1378: finishing write tid 2 to smithi071127730-35 2023-12-16T18:13:28.744 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:13:28.870 INFO:tasks.rados.rados.0.smithi071.stdout:1378: finishing write tid 3 to smithi071127730-35 2023-12-16T18:13:28.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 676 (ObjNum 444 snap 127 seq_num 444) dirty exists 2023-12-16T18:13:28.870 INFO:tasks.rados.rados.0.smithi071.stdout:1378: left oid 35 (ObjNum 444 snap 127 seq_num 444) 2023-12-16T18:13:28.870 INFO:tasks.rados.rados.0.smithi071.stdout:1379: finishing write tid 1 to smithi071127730-2 2023-12-16T18:13:28.870 INFO:tasks.rados.rados.0.smithi071.stdout:1379: finishing write tid 2 to smithi071127730-2 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1379: finishing write tid 3 to smithi071127730-2 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 845 (ObjNum 445 snap 127 seq_num 445) dirty exists 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1379: left oid 2 (ObjNum 445 snap 127 seq_num 445) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1371: done (10 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1374: done (9 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1375: done (8 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1376: done (7 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1378: done (6 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1379: done (5 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1387: done (4 left) 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1388: rollback oid 40 current snap is 127 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 122 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 1 to smithi071127730-34 2023-12-16T18:13:28.871 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 2 to smithi071127730-34 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 3 to smithi071127730-34 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 729 (ObjNum 446 snap 127 seq_num 446) dirty exists 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1382: left oid 34 (ObjNum 446 snap 127 seq_num 446) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 1 to smithi071127730-32 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 2 to smithi071127730-32 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 3 to smithi071127730-32 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 856 (ObjNum 447 snap 127 seq_num 447) dirty exists 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1385: left oid 32 (ObjNum 447 snap 127 seq_num 447) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1382: done (4 left) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1383: done (3 left) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1385: done (2 left) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1386: done (1 left) 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 127 2023-12-16T18:13:28.872 INFO:tasks.rados.rados.0.smithi071.stdout:1389: seq_num 449 ranges {2121728=327680} 2023-12-16T18:13:28.883 INFO:tasks.rados.rados.0.smithi071.stdout:1389: writing smithi071127730-2 from 2121728 to 2449408 tid 1 2023-12-16T18:13:28.883 INFO:tasks.rados.rados.0.smithi071.stdout:1390: read oid 15 snap -1 2023-12-16T18:13:28.883 INFO:tasks.rados.rados.0.smithi071.stdout:1390: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:28.883 INFO:tasks.rados.rados.0.smithi071.stdout:1391: read oid 31 snap 126 2023-12-16T18:13:28.884 INFO:tasks.rados.rados.0.smithi071.stdout:1391: expect deleted 2023-12-16T18:13:28.884 INFO:tasks.rados.rados.0.smithi071.stdout:1392: snap_remove snap 124 2023-12-16T18:13:29.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-mon[136228]: failed to encode map e320 with expected crc 2023-12-16T18:13:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-mon[136228]: pgmap v186: 121 pgs: 121 active+clean; 163 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 426 KiB/s wr, 7 op/s 2023-12-16T18:13:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-mon[136228]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T18:13:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:28 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[139725]: failed to encode map e320 with expected crc 2023-12-16T18:13:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[139725]: pgmap v186: 121 pgs: 121 active+clean; 163 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 426 KiB/s wr, 7 op/s 2023-12-16T18:13:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[139725]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T18:13:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[142085]: failed to encode map e320 with expected crc 2023-12-16T18:13:29.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[142085]: pgmap v186: 121 pgs: 121 active+clean; 163 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 426 KiB/s wr, 7 op/s 2023-12-16T18:13:29.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[142085]: osdmap e321: 8 total, 8 up, 8 in 2023-12-16T18:13:29.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:28 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:29.834 INFO:tasks.rados.rados.0.smithi071.stdout:1392: done (4 left) 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1393: copy_from oid 36 from oid 13 current snap is 127 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 676 (ObjNum 395 snap 109 seq_num 395) dirty exists 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 1 to smithi071127730-2 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 2 to smithi071127730-2 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 3 to smithi071127730-2 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 858 (ObjNum 449 snap 127 seq_num 449) dirty exists 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1389: left oid 2 (ObjNum 449 snap 127 seq_num 449) 2023-12-16T18:13:29.835 INFO:tasks.rados.rados.0.smithi071.stdout:1390: expect (ObjNum 424 snap 119 seq_num 424) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1393: finishing copy_from to smithi071127730-36 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1393: got expected ENOENT (src dne) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1393: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1388: done (4 left) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1389: done (3 left) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1390: done (2 left) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1391: done (1 left) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1393: done (0 left) 2023-12-16T18:13:30.102 INFO:tasks.rados.rados.0.smithi071.stdout:1394: delete oid 17 current snap is 127 2023-12-16T18:13:30.104 INFO:tasks.rados.rados.0.smithi071.stdout:1394: done (0 left) 2023-12-16T18:13:30.104 INFO:tasks.rados.rados.0.smithi071.stdout:1395: read oid 41 snap 122 2023-12-16T18:13:30.104 INFO:tasks.rados.rados.0.smithi071.stdout:1395: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:13:30.104 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 127 2023-12-16T18:13:30.104 INFO:tasks.rados.rados.0.smithi071.stdout:1396: seq_num 451 ranges {0=360448} 2023-12-16T18:13:30.106 INFO:tasks.rados.rados.0.smithi071.stdout:1396: writing smithi071127730-14 from 0 to 360448 tid 1 2023-12-16T18:13:30.106 INFO:tasks.rados.rados.0.smithi071.stdout:1397: rollback oid 25 current snap is 127 2023-12-16T18:13:30.106 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 122 2023-12-16T18:13:30.106 INFO:tasks.rados.rados.0.smithi071.stdout:1398: rmattr oid 46 current snap is 127 2023-12-16T18:13:30.107 INFO:tasks.rados.rados.0.smithi071.stdout:1399: rmattr oid 18 current snap is 127 2023-12-16T18:13:30.107 INFO:tasks.rados.rados.0.smithi071.stdout:1399: done (4 left) 2023-12-16T18:13:30.107 INFO:tasks.rados.rados.0.smithi071.stdout:1400: delete oid 12 current snap is 127 2023-12-16T18:13:30.109 INFO:tasks.rados.rados.0.smithi071.stdout:1400: done (4 left) 2023-12-16T18:13:30.110 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 127 2023-12-16T18:13:30.110 INFO:tasks.rados.rados.0.smithi071.stdout:1401: seq_num 453 ranges {2138112=393216} 2023-12-16T18:13:30.124 INFO:tasks.rados.rados.0.smithi071.stdout:1401: writing smithi071127730-24 from 2138112 to 2531328 tid 1 2023-12-16T18:13:30.124 INFO:tasks.rados.rados.0.smithi071.stdout:1402: snap_remove snap 126 2023-12-16T18:13:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[139725]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:29 smithi071 ceph-mon[142085]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:29 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:29 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:29 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:29 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:29 smithi184 ceph-mon[136228]: failed to encode map e321 with expected crc 2023-12-16T18:13:30.565 INFO:tasks.rados.rados.0.smithi071.stdout:1402: done (5 left) 2023-12-16T18:13:30.565 INFO:tasks.rados.rados.0.smithi071.stdout:1403: copy_from oid 5 from oid 11 current snap is 127 2023-12-16T18:13:30.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 423 (ObjNum 390 snap 107 seq_num 390) dirty exists 2023-12-16T18:13:30.565 INFO:tasks.rados.rados.0.smithi071.stdout:1397: finishing rollback tid 0 to smithi071127730-25 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1397: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1397: finishing rollback tid 2 to smithi071127730-25 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 572 (ObjNum 425 snap 119 seq_num 425) dirty exists 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 1 to smithi071127730-14 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 2 to smithi071127730-14 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1397: done (5 left) 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1398: done (4 left) 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1404: delete oid 34 current snap is 127 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 3 to smithi071127730-14 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 678 (ObjNum 451 snap 127 seq_num 451) dirty exists 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1396: left oid 14 (ObjNum 451 snap 127 seq_num 451) 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 1 to smithi071127730-24 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 2 to smithi071127730-24 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 3 to smithi071127730-24 2023-12-16T18:13:30.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 621 (ObjNum 453 snap 127 seq_num 453) dirty exists 2023-12-16T18:13:30.567 INFO:tasks.rados.rados.0.smithi071.stdout:1401: left oid 24 (ObjNum 453 snap 127 seq_num 453) 2023-12-16T18:13:30.567 INFO:tasks.rados.rados.0.smithi071.stdout:1395: expect (ObjNum 321 snap 88 seq_num 321) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1403: finishing copy_from to smithi071127730-5 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1403: got expected ENOENT (src dne) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1403: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1395: done (4 left) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1396: done (3 left) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1401: done (2 left) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1403: done (1 left) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1404: done (0 left) 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1405: copy_from oid 37 from oid 30 current snap is 127 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 127 2023-12-16T18:13:31.067 INFO:tasks.rados.rados.0.smithi071.stdout:1406: seq_num 455 ranges {11493376=425984} 2023-12-16T18:13:31.130 INFO:tasks.rados.rados.0.smithi071.stdout:1406: writing smithi071127730-44 from 11493376 to 11919360 tid 1 2023-12-16T18:13:31.130 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 127 2023-12-16T18:13:31.130 INFO:tasks.rados.rados.0.smithi071.stdout:1405: finishing copy_from to smithi071127730-37 2023-12-16T18:13:31.130 INFO:tasks.rados.rados.0.smithi071.stdout:1405: got expected ENOENT (src dne) 2023-12-16T18:13:31.131 INFO:tasks.rados.rados.0.smithi071.stdout:1405: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:13:31.131 INFO:tasks.rados.rados.0.smithi071.stdout:1407: seq_num 456 ranges {5332992=442368} 2023-12-16T18:13:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:1407: writing smithi071127730-10 from 5332992 to 5775360 tid 1 2023-12-16T18:13:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:1405: done (2 left) 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1408: read oid 20 snap -1 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1408: expect (ObjNum 360 snap 99 seq_num 360) 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1409: setattr oid 30 current snap is 127 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1406: finishing write tid 1 to smithi071127730-44 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1406: finishing write tid 2 to smithi071127730-44 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1406: finishing write tid 3 to smithi071127730-44 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 376 (ObjNum 455 snap 127 seq_num 455) dirty exists 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1406: left oid 44 (ObjNum 455 snap 127 seq_num 455) 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1406: done (3 left) 2023-12-16T18:13:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:1410: delete oid 19 current snap is 127 2023-12-16T18:13:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:1410: done (3 left) 2023-12-16T18:13:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:1411: delete oid 36 current snap is 127 2023-12-16T18:13:31.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 735 (ObjNum 289 snap 0 seq_num 4253947147) dirty exists 2023-12-16T18:13:31.164 INFO:tasks.rados.rados.0.smithi071.stdout:1407: finishing write tid 1 to smithi071127730-10 2023-12-16T18:13:31.165 INFO:tasks.rados.rados.0.smithi071.stdout:1407: finishing write tid 2 to smithi071127730-10 2023-12-16T18:13:31.183 INFO:tasks.rados.rados.0.smithi071.stdout:1407: finishing write tid 3 to smithi071127730-10 2023-12-16T18:13:31.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 672 (ObjNum 456 snap 127 seq_num 456) dirty exists 2023-12-16T18:13:31.183 INFO:tasks.rados.rados.0.smithi071.stdout:1407: left oid 10 (ObjNum 456 snap 127 seq_num 456) 2023-12-16T18:13:31.183 INFO:tasks.rados.rados.0.smithi071.stdout:1407: done (3 left) 2023-12-16T18:13:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:1409: done (2 left) 2023-12-16T18:13:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:1411: done (1 left) 2023-12-16T18:13:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:1412: copy_from oid 31 from oid 38 current snap is 127 2023-12-16T18:13:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 127 2023-12-16T18:13:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:1413: seq_num 459 ranges {1236992=491520} 2023-12-16T18:13:31.193 INFO:tasks.rados.rados.0.smithi071.stdout:1413: writing smithi071127730-35 from 1236992 to 1728512 tid 1 2023-12-16T18:13:31.194 INFO:tasks.rados.rados.0.smithi071.stdout:1414: copy_from oid 27 from oid 28 current snap is 127 2023-12-16T18:13:31.194 INFO:tasks.rados.rados.0.smithi071.stdout:1408: expect (ObjNum 360 snap 99 seq_num 360) 2023-12-16T18:13:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: pgmap v189: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 602 KiB/s wr, 12 op/s 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: pgmap v189: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 602 KiB/s wr, 12 op/s 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:30 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: osdmap e322: 8 total, 8 up, 8 in 2023-12-16T18:13:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: pgmap v189: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 602 KiB/s wr, 12 op/s 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e322 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: osdmap e323: 8 total, 8 up, 8 in 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:30 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1412: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1412: finishing copy_from to smithi071127730-31 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 671 (ObjNum 423 snap 119 seq_num 423) dirty exists 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1413: finishing write tid 1 to smithi071127730-35 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1413: finishing write tid 2 to smithi071127730-35 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1413: finishing write tid 3 to smithi071127730-35 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 678 (ObjNum 459 snap 127 seq_num 459) dirty exists 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1413: left oid 35 (ObjNum 459 snap 127 seq_num 459) 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1414: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1414: finishing copy_from to smithi071127730-27 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 404 (ObjNum 415 snap 116 seq_num 415) dirty exists 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1408: done (3 left) 2023-12-16T18:13:31.444 INFO:tasks.rados.rados.0.smithi071.stdout:1412: done (2 left) 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:1413: done (1 left) 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:1414: done (0 left) 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:1415: read oid 28 snap -1 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:1415: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 127 2023-12-16T18:13:31.445 INFO:tasks.rados.rados.0.smithi071.stdout:1416: seq_num 460 ranges {0=507904} 2023-12-16T18:13:31.447 INFO:tasks.rados.rados.0.smithi071.stdout:1416: writing smithi071127730-29 from 0 to 507904 tid 1 2023-12-16T18:13:31.447 INFO:tasks.rados.rados.0.smithi071.stdout:1417: copy_from oid 30 from oid 24 current snap is 127 2023-12-16T18:13:31.447 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 127 2023-12-16T18:13:31.447 INFO:tasks.rados.rados.0.smithi071.stdout:1418: seq_num 461 ranges {6348800=524288} 2023-12-16T18:13:31.484 INFO:tasks.rados.rados.0.smithi071.stdout:1418: writing smithi071127730-15 from 6348800 to 6873088 tid 1 2023-12-16T18:13:31.484 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 127 2023-12-16T18:13:31.484 INFO:tasks.rados.rados.0.smithi071.stdout:1419: seq_num 462 ranges {3776512=540672} 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1419: writing smithi071127730-40 from 3776512 to 4317184 tid 1 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1420: read oid 50 snap -1 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1420: expect deleted 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1421: snap_create 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 1 to smithi071127730-29 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 2 to smithi071127730-29 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 3 to smithi071127730-29 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 256 (ObjNum 460 snap 127 seq_num 460) dirty exists 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1416: left oid 29 (ObjNum 460 snap 127 seq_num 460) 2023-12-16T18:13:31.508 INFO:tasks.rados.rados.0.smithi071.stdout:1415: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1417: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1417: finishing copy_from to smithi071127730-30 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 621 (ObjNum 453 snap 127 seq_num 453) dirty exists 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1418: finishing write tid 1 to smithi071127730-15 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1418: finishing write tid 2 to smithi071127730-15 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1418: finishing write tid 3 to smithi071127730-15 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 425 (ObjNum 461 snap 127 seq_num 461) dirty exists 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1418: left oid 15 (ObjNum 461 snap 127 seq_num 461) 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1419: finishing write tid 1 to smithi071127730-40 2023-12-16T18:13:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1419: finishing write tid 2 to smithi071127730-40 2023-12-16T18:13:31.644 INFO:tasks.rados.rados.0.smithi071.stdout:1419: finishing write tid 3 to smithi071127730-40 2023-12-16T18:13:31.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 681 (ObjNum 462 snap 127 seq_num 462) dirty exists 2023-12-16T18:13:31.644 INFO:tasks.rados.rados.0.smithi071.stdout:1419: left oid 40 (ObjNum 462 snap 127 seq_num 462) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1415: done (6 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1416: done (5 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1417: done (4 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1418: done (3 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1419: done (2 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1420: done (1 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1421: done (0 left) 2023-12-16T18:13:31.848 INFO:tasks.rados.rados.0.smithi071.stdout:1422: setattr oid 23 current snap is 128 2023-12-16T18:13:31.849 INFO:tasks.rados.rados.0.smithi071.stdout:1423: snap_remove snap 122 2023-12-16T18:13:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[139725]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:31 smithi071 ceph-mon[142085]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:31 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:31 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:31 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:31 smithi184 ceph-mon[136228]: failed to encode map e323 with expected crc 2023-12-16T18:13:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1423: done (1 left) 2023-12-16T18:13:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 128 2023-12-16T18:13:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 679 (ObjNum 420 snap 118 seq_num 420) dirty exists 2023-12-16T18:13:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1424: seq_num 463 ranges {188416=557056} 2023-12-16T18:13:32.865 INFO:tasks.rados.rados.0.smithi071.stdout:1424: writing smithi071127730-45 from 188416 to 745472 tid 1 2023-12-16T18:13:32.866 INFO:tasks.rados.rados.0.smithi071.stdout:1422: done (1 left) 2023-12-16T18:13:32.866 INFO:tasks.rados.rados.0.smithi071.stdout:1425: snap_remove snap 127 2023-12-16T18:13:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[139725]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[139725]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[139725]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[139725]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[139725]: pgmap v192: 121 pgs: 121 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[142085]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[142085]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[142085]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[142085]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:32 smithi071 ceph-mon[142085]: pgmap v192: 121 pgs: 121 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-16T18:13:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:32 smithi184 ceph-mon[136228]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:32 smithi184 ceph-mon[136228]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:32 smithi184 ceph-mon[136228]: osdmap e324: 8 total, 8 up, 8 in 2023-12-16T18:13:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:32 smithi184 ceph-mon[136228]: failed to encode map e324 with expected crc 2023-12-16T18:13:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:32 smithi184 ceph-mon[136228]: pgmap v192: 121 pgs: 121 active+clean; 170 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-16T18:13:33.866 INFO:tasks.rados.rados.0.smithi071.stdout:1425: done (1 left) 2023-12-16T18:13:33.866 INFO:tasks.rados.rados.0.smithi071.stdout:1426: delete oid 14 current snap is 128 2023-12-16T18:13:33.866 INFO:tasks.rados.rados.0.smithi071.stdout:1424: finishing write tid 1 to smithi071127730-45 2023-12-16T18:13:33.866 INFO:tasks.rados.rados.0.smithi071.stdout:1424: finishing write tid 2 to smithi071127730-45 2023-12-16T18:13:33.867 INFO:tasks.rados.rados.0.smithi071.stdout:1424: finishing write tid 3 to smithi071127730-45 2023-12-16T18:13:33.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 261 (ObjNum 463 snap 128 seq_num 463) dirty exists 2023-12-16T18:13:33.867 INFO:tasks.rados.rados.0.smithi071.stdout:1424: left oid 45 (ObjNum 463 snap 128 seq_num 463) 2023-12-16T18:13:33.876 INFO:tasks.rados.rados.0.smithi071.stdout:1424: done (1 left) 2023-12-16T18:13:33.877 INFO:tasks.rados.rados.0.smithi071.stdout:1426: done (0 left) 2023-12-16T18:13:33.877 INFO:tasks.rados.rados.0.smithi071.stdout:1427: rollback oid 50 current snap is 128 2023-12-16T18:13:33.877 INFO:tasks.rados.rados.0.smithi071.stdout:1427: done (0 left) 2023-12-16T18:13:33.877 INFO:tasks.rados.rados.0.smithi071.stdout:1428: snap_create 2023-12-16T18:13:34.119 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.119 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:34.120 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.121 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: osdmap e325: 8 total, 8 up, 8 in 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: failed to encode map e325 with expected crc 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:34.872 INFO:tasks.rados.rados.0.smithi071.stdout:1428: done (0 left) 2023-12-16T18:13:34.873 INFO:tasks.rados.rados.0.smithi071.stdout:1429: copy_from oid 48 from oid 12 current snap is 129 2023-12-16T18:13:34.873 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 129 2023-12-16T18:13:34.873 INFO:tasks.rados.rados.0.smithi071.stdout:1430: seq_num 465 ranges {4833280=598016} 2023-12-16T18:13:34.902 INFO:tasks.rados.rados.0.smithi071.stdout:1430: writing smithi071127730-20 from 4833280 to 5431296 tid 1 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1431: read oid 34 snap -1 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1431: expect deleted 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1432: rollback oid 27 current snap is 129 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 128 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1429: finishing copy_from to smithi071127730-48 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1429: got expected ENOENT (src dne) 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1429: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1429: done (3 left) 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1433: rollback oid 17 current snap is 129 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 128 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1434: copy_from oid 38 from oid 9 current snap is 129 2023-12-16T18:13:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1435: snap_create 2023-12-16T18:13:34.908 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 1 to smithi071127730-20 2023-12-16T18:13:34.908 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 2 to smithi071127730-20 2023-12-16T18:13:34.908 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:13:34.909 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing rollback tid 1 to smithi071127730-17 2023-12-16T18:13:34.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 0 (ObjNum 305 snap 0 seq_num 757050880) dirty dne 2023-12-16T18:13:34.909 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:13:34.909 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:13:34.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 887 (ObjNum 415 snap 116 seq_num 415) dirty exists 2023-12-16T18:13:34.910 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 3 to smithi071127730-20 2023-12-16T18:13:34.910 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 674 (ObjNum 465 snap 129 seq_num 465) dirty exists 2023-12-16T18:13:34.910 INFO:tasks.rados.rados.0.smithi071.stdout:1430: left oid 20 (ObjNum 465 snap 129 seq_num 465) 2023-12-16T18:13:34.912 INFO:tasks.rados.rados.0.smithi071.stdout:1434: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:13:34.912 INFO:tasks.rados.rados.0.smithi071.stdout:1434: finishing copy_from to smithi071127730-38 2023-12-16T18:13:34.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 422 (ObjNum 434 snap 124 seq_num 434) dirty exists 2023-12-16T18:13:35.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:35.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: Upgrade: osd.3 is safe to restart 2023-12-16T18:13:35.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T18:13:35.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: pgmap v195: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:35.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: Upgrade: osd.3 is safe to restart 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: pgmap v195: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:13:35.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:35.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-16T18:13:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: Upgrade: osd.3 is safe to restart 2023-12-16T18:13:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: osdmap e326: 8 total, 8 up, 8 in 2023-12-16T18:13:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: failed to encode map e326 with expected crc 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: pgmap v195: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-16T18:13:35.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:35.566 INFO:tasks.rados.rados.0.smithi071.stdout:1430: done (5 left) 2023-12-16T18:13:35.566 INFO:tasks.rados.rados.0.smithi071.stdout:1431: done (4 left) 2023-12-16T18:13:35.566 INFO:tasks.rados.rados.0.smithi071.stdout:1432: done (3 left) 2023-12-16T18:13:35.566 INFO:tasks.rados.rados.0.smithi071.stdout:1433: done (2 left) 2023-12-16T18:13:35.566 INFO:tasks.rados.rados.0.smithi071.stdout:1434: done (1 left) 2023-12-16T18:13:35.567 INFO:tasks.rados.rados.0.smithi071.stdout:1435: done (0 left) 2023-12-16T18:13:35.567 INFO:tasks.rados.rados.0.smithi071.stdout:1436: read oid 31 snap 129 2023-12-16T18:13:35.567 INFO:tasks.rados.rados.0.smithi071.stdout:1436: expect (ObjNum 423 snap 119 seq_num 423) 2023-12-16T18:13:35.567 INFO:tasks.rados.rados.0.smithi071.stdout:1437: delete oid 4 current snap is 130 2023-12-16T18:13:35.572 INFO:tasks.rados.rados.0.smithi071.stdout:1437: done (1 left) 2023-12-16T18:13:35.572 INFO:tasks.rados.rados.0.smithi071.stdout:1438: snap_remove snap 128 2023-12-16T18:13:36.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: Upgrade: Updating osd.3 2023-12-16T18:13:36.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: Deploying daemon osd.3 on smithi071 2023-12-16T18:13:36.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[139725]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: Upgrade: Updating osd.3 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: Deploying daemon osd.3 on smithi071 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T18:13:36.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:35 smithi071 ceph-mon[142085]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T18:13:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: Upgrade: Updating osd.3 2023-12-16T18:13:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: Deploying daemon osd.3 on smithi071 2023-12-16T18:13:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: failed to encode map e327 with expected crc 2023-12-16T18:13:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: osdmap e327: 8 total, 8 up, 8 in 2023-12-16T18:13:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:35 smithi184 ceph-mon[136228]: osdmap e328: 8 total, 8 up, 8 in 2023-12-16T18:13:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:1438: done (1 left) 2023-12-16T18:13:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:1439: read oid 9 snap -1 2023-12-16T18:13:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:1439: expect (ObjNum 434 snap 124 seq_num 434) 2023-12-16T18:13:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:1440: delete oid 47 current snap is 130 2023-12-16T18:13:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:1436: expect (ObjNum 423 snap 119 seq_num 423) 2023-12-16T18:13:36.638 INFO:tasks.rados.rados.0.smithi071.stdout:1439: expect (ObjNum 434 snap 124 seq_num 434) 2023-12-16T18:13:36.639 INFO:tasks.rados.rados.0.smithi071.stdout:1436: done (2 left) 2023-12-16T18:13:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:1439: done (1 left) 2023-12-16T18:13:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:1440: done (0 left) 2023-12-16T18:13:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:1441: snap_remove snap 129 2023-12-16T18:13:36.723 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:36 smithi071 systemd[1]: Stopping Ceph osd.3 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:13:37.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: pgmap v198: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T18:13:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T18:13:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: failed to encode map e329 with expected crc 2023-12-16T18:13:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[142085]: osd.3 marked itself down and dead 2023-12-16T18:13:37.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:13:36.788+0000 7f26a7fd3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:13:37.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:13:36.788+0000 7f26a7fd3700 -1 osd.3 329 *** Got signal Terminated *** 2023-12-16T18:13:37.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[110630]: 2023-12-16T18:13:36.788+0000 7f26a7fd3700 -1 osd.3 329 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: pgmap v198: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: failed to encode map e329 with expected crc 2023-12-16T18:13:37.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:36 smithi071 ceph-mon[139725]: osd.3 marked itself down and dead 2023-12-16T18:13:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: failed to encode map e328 with expected crc 2023-12-16T18:13:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: pgmap v198: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-16T18:13:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: osdmap e329: 8 total, 8 up, 8 in 2023-12-16T18:13:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: failed to encode map e329 with expected crc 2023-12-16T18:13:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:36 smithi184 ceph-mon[136228]: osd.3 marked itself down and dead 2023-12-16T18:13:37.578 INFO:tasks.rados.rados.0.smithi071.stdout:1441: done (0 left) 2023-12-16T18:13:37.579 INFO:tasks.rados.rados.0.smithi071.stdout:1442: read oid 27 snap -1 2023-12-16T18:13:37.579 INFO:tasks.rados.rados.0.smithi071.stdout:1442: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:13:37.579 INFO:tasks.rados.rados.0.smithi071.stdout:1443: snap_create 2023-12-16T18:13:37.599 INFO:tasks.rados.rados.0.smithi071.stdout:1442: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:13:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:37] "GET /metrics HTTP/1.1" 200 36191 "" "Prometheus/2.43.0" 2023-12-16T18:13:38.161 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[139725]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.161 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[139725]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.161 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[139725]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.161 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:38.161 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[139725]: osdmap e330: 8 total, 7 up, 8 in 2023-12-16T18:13:38.162 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161616]: 2023-12-16 18:13:38.078541451 +0000 UTC m=+1.545907722 container died 34e8a92667af688c9c7b2933f332be124f42578779996c74b084566886a37eac (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T18:13:38.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[142085]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[142085]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[142085]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:38.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:37 smithi071 ceph-mon[142085]: osdmap e330: 8 total, 7 up, 8 in 2023-12-16T18:13:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:37 smithi184 ceph-mon[136228]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:37 smithi184 ceph-mon[136228]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:37 smithi184 ceph-mon[136228]: failed to encode map e329 with expected crc 2023-12-16T18:13:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:37 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:13:38.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:37 smithi184 ceph-mon[136228]: osdmap e330: 8 total, 7 up, 8 in 2023-12-16T18:13:38.473 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161616]: 2023-12-16 18:13:38.194344753 +0000 UTC m=+1.661711010 container cleanup 34e8a92667af688c9c7b2933f332be124f42578779996c74b084566886a37eac (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:38.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 bash[161616]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3 2023-12-16T18:13:38.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161635]: 2023-12-16 18:13:38.285928612 +0000 UTC m=+0.204092459 container remove 34e8a92667af688c9c7b2933f332be124f42578779996c74b084566886a37eac (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2023-12-16T18:13:38.578 INFO:tasks.rados.rados.0.smithi071.stdout:1442: done (1 left) 2023-12-16T18:13:38.579 INFO:tasks.rados.rados.0.smithi071.stdout:1443: done (0 left) 2023-12-16T18:13:38.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 131 2023-12-16T18:13:38.579 INFO:tasks.rados.rados.0.smithi071.stdout:1444: seq_num 468 ranges {2383872=647168} 2023-12-16T18:13:38.596 INFO:tasks.rados.rados.0.smithi071.stdout:1444: writing smithi071127730-16 from 2383872 to 3031040 tid 1 2023-12-16T18:13:38.596 INFO:tasks.rados.rados.0.smithi071.stdout:1445: snap_create 2023-12-16T18:13:38.599 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 1 to smithi071127730-16 2023-12-16T18:13:38.599 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 2 to smithi071127730-16 2023-12-16T18:13:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 3 to smithi071127730-16 2023-12-16T18:13:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 575 (ObjNum 468 snap 131 seq_num 468) dirty exists 2023-12-16T18:13:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:1444: left oid 16 (ObjNum 468 snap 131 seq_num 468) 2023-12-16T18:13:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: pgmap v201: 121 pgs: 16 stale+active+clean, 105 active+clean; 112 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 772 KiB/s wr, 8 op/s 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[142085]: osdmap e331: 8 total, 7 up, 8 in 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: failed to encode map e330 with expected crc 2023-12-16T18:13:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: pgmap v201: 121 pgs: 16 stale+active+clean, 105 active+clean; 112 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 772 KiB/s wr, 8 op/s 2023-12-16T18:13:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:38 smithi071 ceph-mon[139725]: osdmap e331: 8 total, 7 up, 8 in 2023-12-16T18:13:38.975 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161722]: 2023-12-16 18:13:38.677558376 +0000 UTC m=+0.073751060 container create ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:13:38.975 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161722]: 2023-12-16 18:13:38.623067296 +0000 UTC m=+0.019259943 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:38.975 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161722]: 2023-12-16 18:13:38.769548729 +0000 UTC m=+0.165741354 container init ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2023-12-16T18:13:38.975 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161722]: 2023-12-16 18:13:38.785727126 +0000 UTC m=+0.181919746 container start ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:38.976 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:38 smithi071 podman[161722]: 2023-12-16 18:13:38.819050847 +0000 UTC m=+0.215243472 container attach ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2023-12-16T18:13:39.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: failed to encode map e330 with expected crc 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: failed to encode map e330 with expected crc 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: failed to encode map e330 with expected crc 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: failed to encode map e330 with expected crc 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: failed to encode map e330 with expected crc 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: pgmap v201: 121 pgs: 16 stale+active+clean, 105 active+clean; 112 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s rd, 772 KiB/s wr, 8 op/s 2023-12-16T18:13:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:38 smithi184 ceph-mon[136228]: osdmap e331: 8 total, 7 up, 8 in 2023-12-16T18:13:39.473 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161722]: 2023-12-16 18:13:39.07555667 +0000 UTC m=+0.471749297 container died ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2023-12-16T18:13:39.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161749]: 2023-12-16 18:13:39.285712025 +0000 UTC m=+0.205106840 container remove ab1cce98454ea568538ce7c1f71371d0c1240f61c2280c22baa5491c7d1d28ad (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.31.3) 2023-12-16T18:13:39.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.3.service: Deactivated successfully. 2023-12-16T18:13:39.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 systemd[1]: Stopped Ceph osd.3 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:13:39.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.3.service: Consumed 8.311s CPU time. 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:1444: done (1 left) 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:1445: done (0 left) 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:1446: read oid 39 snap -1 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:1446: expect deleted 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 132 2023-12-16T18:13:39.581 INFO:tasks.rados.rados.0.smithi071.stdout:1447: seq_num 469 ranges {2293760=663552} 2023-12-16T18:13:39.596 INFO:tasks.rados.rados.0.smithi071.stdout:1447: writing smithi071127730-31 from 2293760 to 2957312 tid 1 2023-12-16T18:13:39.596 INFO:tasks.rados.rados.0.smithi071.stdout:1448: read oid 20 snap -1 2023-12-16T18:13:39.596 INFO:tasks.rados.rados.0.smithi071.stdout:1448: expect (ObjNum 465 snap 129 seq_num 465) 2023-12-16T18:13:39.597 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 132 2023-12-16T18:13:39.597 INFO:tasks.rados.rados.0.smithi071.stdout:1449: seq_num 470 ranges {0=679936} 2023-12-16T18:13:39.600 INFO:tasks.rados.rados.0.smithi071.stdout:1449: writing smithi071127730-13 from 0 to 679936 tid 1 2023-12-16T18:13:39.600 INFO:tasks.rados.rados.0.smithi071.stdout:1450: snap_create 2023-12-16T18:13:39.603 INFO:tasks.rados.rados.0.smithi071.stdout:1447: finishing write tid 1 to smithi071127730-31 2023-12-16T18:13:39.604 INFO:tasks.rados.rados.0.smithi071.stdout:1447: finishing write tid 2 to smithi071127730-31 2023-12-16T18:13:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:1447: finishing write tid 3 to smithi071127730-31 2023-12-16T18:13:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 673 (ObjNum 469 snap 132 seq_num 469) dirty exists 2023-12-16T18:13:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:1447: left oid 31 (ObjNum 469 snap 132 seq_num 469) 2023-12-16T18:13:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:1449: finishing write tid 1 to smithi071127730-13 2023-12-16T18:13:39.605 INFO:tasks.rados.rados.0.smithi071.stdout:1449: finishing write tid 2 to smithi071127730-13 2023-12-16T18:13:39.608 INFO:tasks.rados.rados.0.smithi071.stdout:1449: finishing write tid 3 to smithi071127730-13 2023-12-16T18:13:39.608 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 772 (ObjNum 470 snap 132 seq_num 470) dirty exists 2023-12-16T18:13:39.608 INFO:tasks.rados.rados.0.smithi071.stdout:1449: left oid 13 (ObjNum 470 snap 132 seq_num 470) 2023-12-16T18:13:39.621 INFO:tasks.rados.rados.0.smithi071.stdout:1448: expect (ObjNum 465 snap 129 seq_num 465) 2023-12-16T18:13:39.706 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:13:39.738 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 systemd[1]: Starting Ceph osd.3 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:13:39.738 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161876]: 2023-12-16 18:13:39.668859876 +0000 UTC m=+0.073841668 container create 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T18:13:39.738 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161876]: 2023-12-16 18:13:39.622573732 +0000 UTC m=+0.027555530 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:40.025 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 24s ago 5m 20.1M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (3m) 108s ago 5m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 24s ago 6m 19.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (6m) 108s ago 6m 17.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (2m) 108s ago 8m 439M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (3m) 24s ago 10m 494M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (2m) 24s ago 10m 49.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (117s) 108s ago 9m 19.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 24s ago 9m 42.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (3m) 24s ago 5m 8128k - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (3m) 108s ago 5m 7994k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:13:40.026 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (83s) 24s ago 8m 113M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (55s) 24s ago 8m 67.0M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (27s) 24s ago 8m 14.0M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 24s ago 7m 119M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 34e8a92667af 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (7m) 108s ago 7m 140M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d853ea0820b9 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (7m) 108s ago 7m 167M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (7m) 108s ago 7m 96.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (7m) 108s ago 7m 113M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:13:40.027 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (2m) 108s ago 6m 45.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:13:40.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[139725]: osdmap e332: 8 total, 7 up, 8 in 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:39 smithi071 ceph-mon[142085]: osdmap e332: 8 total, 7 up, 8 in 2023-12-16T18:13:40.029 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161876]: 2023-12-16 18:13:39.777731419 +0000 UTC m=+0.182713200 container init 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3) 2023-12-16T18:13:40.029 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161876]: 2023-12-16 18:13:39.780892643 +0000 UTC m=+0.185874420 container start 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:13:40.029 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:39 smithi071 podman[161876]: 2023-12-16 18:13:39.810543605 +0000 UTC m=+0.215525426 container attach 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T18:13:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: failed to encode map e331 with expected crc 2023-12-16T18:13:40.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:39 smithi184 ceph-mon[136228]: osdmap e332: 8 total, 7 up, 8 in 2023-12-16T18:13:40.361 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T18:13:40.361 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T18:13:40.361 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T18:13:40.361 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[161876]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate[161893]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-16T18:13:40.362 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[161876]: 2023-12-16 18:13:40.245316032 +0000 UTC m=+0.650297813 container died 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.31.3) 2023-12-16T18:13:40.434 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 4, 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:13:40.435 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:13:40.436 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 6, 2023-12-16T18:13:40.436 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:13:40.436 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:13:40.436 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:13:40.568 INFO:tasks.rados.rados.0.smithi071.stdout:1446: done (4 left) 2023-12-16T18:13:40.568 INFO:tasks.rados.rados.0.smithi071.stdout:1447: done (3 left) 2023-12-16T18:13:40.568 INFO:tasks.rados.rados.0.smithi071.stdout:1448: done (2 left) 2023-12-16T18:13:40.569 INFO:tasks.rados.rados.0.smithi071.stdout:1449: done (1 left) 2023-12-16T18:13:40.569 INFO:tasks.rados.rados.0.smithi071.stdout:1450: done (0 left) 2023-12-16T18:13:40.569 INFO:tasks.rados.rados.0.smithi071.stdout:1451: snap_remove snap 132 2023-12-16T18:13:40.617 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[162069]: 2023-12-16 18:13:40.468695271 +0000 UTC m=+0.217644445 container remove 24b0be1e0481a3a451bbd1af17bd99e92b5047f0c1cf84dfc35bf8c71caefa0e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:40.889 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[162134]: 2023-12-16 18:13:40.618729923 +0000 UTC m=+0.054371197 container create 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:13:40.889 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[162134]: 2023-12-16 18:13:40.583805013 +0000 UTC m=+0.019446252 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:13:40.889 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[162134]: 2023-12-16 18:13:40.710610682 +0000 UTC m=+0.146251915 container init 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:40.890 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 podman[162134]: 2023-12-16 18:13:40.725867244 +0000 UTC m=+0.161508474 container start 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:13:40.890 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-osd[162153]: -- 172.21.15.71:0/9930238 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ea4f0676c0 con 0x55ea4f038c00 2023-12-16T18:13:40.890 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 bash[162134]: 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 2023-12-16T18:13:40.890 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:40 smithi071 systemd[1]: Started Ceph osd.3 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:13:41.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: pgmap v204: 121 pgs: 1 activating+undersized+degraded, 1 active+undersized+degraded, 2 activating+undersized, 3 stale+active+clean, 24 active+undersized, 90 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 918 KiB/s wr, 10 op/s; 10/174 objects degraded (5.747%) 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1246665750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: osdmap e333: 8 total, 7 up, 8 in 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: pgmap v204: 121 pgs: 1 activating+undersized+degraded, 1 active+undersized+degraded, 2 activating+undersized, 3 stale+active+clean, 24 active+undersized, 90 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 918 KiB/s wr, 10 op/s; 10/174 objects degraded (5.747%) 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1246665750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: osdmap e333: 8 total, 7 up, 8 in 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: failed to encode map e332 with expected crc 2023-12-16T18:13:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: pgmap v204: 121 pgs: 1 activating+undersized+degraded, 1 active+undersized+degraded, 2 activating+undersized, 3 stale+active+clean, 24 active+undersized, 90 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 918 KiB/s wr, 10 op/s; 10/174 objects degraded (5.747%) 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1246665750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: osdmap e333: 8 total, 7 up, 8 in 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:41.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:41.568 INFO:tasks.rados.rados.0.smithi071.stdout:1451: done (0 left) 2023-12-16T18:13:41.569 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 133 2023-12-16T18:13:41.569 INFO:tasks.rados.rados.0.smithi071.stdout:1452: seq_num 471 ranges {2293760=696320} 2023-12-16T18:13:41.586 INFO:tasks.rados.rados.0.smithi071.stdout:1452: writing smithi071127730-8 from 2293760 to 2990080 tid 1 2023-12-16T18:13:41.587 INFO:tasks.rados.rados.0.smithi071.stdout:1453: rollback oid 31 current snap is 133 2023-12-16T18:13:41.587 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 131 2023-12-16T18:13:41.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 133 2023-12-16T18:13:41.587 INFO:tasks.rados.rados.0.smithi071.stdout:1454: seq_num 472 ranges {5431296=712704} 2023-12-16T18:13:41.593 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:13:41.264+0000 7fd23cf70640 -1 Falling back to public interface 2023-12-16T18:13:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:1454: writing smithi071127730-20 from 5431296 to 6144000 tid 1 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1455: read oid 41 snap -1 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1455: expect deleted 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 133 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing write tid 1 to smithi071127730-8 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing write tid 2 to smithi071127730-8 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing write tid 3 to smithi071127730-8 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 684 (ObjNum 471 snap 133 seq_num 471) dirty exists 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1452: left oid 8 (ObjNum 471 snap 133 seq_num 471) 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 676 (ObjNum 423 snap 119 seq_num 423) dirty exists 2023-12-16T18:13:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1456: seq_num 473 ranges {0=729088} 2023-12-16T18:13:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:1456: writing smithi071127730-50 from 0 to 729088 tid 1 2023-12-16T18:13:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:1452: done (4 left) 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1453: done (3 left) 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1457: rollback oid 47 current snap is 133 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 130 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1458: read oid 43 snap -1 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1458: expect (ObjNum 371 snap 104 seq_num 371) 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1459: rollback oid 42 current snap is 133 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 130 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1460: read oid 49 snap -1 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1460: expect (ObjNum 340 snap 93 seq_num 340) 2023-12-16T18:13:41.626 INFO:tasks.rados.rados.0.smithi071.stdout:1461: delete oid 22 current snap is 133 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:1459: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 0 (ObjNum 33 snap 0 seq_num 2568922288) dirty dne 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 1 to smithi071127730-20 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 2 to smithi071127730-20 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:1457: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:13:41.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 573 (ObjNum 945 snap 0 seq_num 2570674880) dirty dne 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 3 to smithi071127730-20 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 676 (ObjNum 472 snap 133 seq_num 472) dirty exists 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1454: left oid 20 (ObjNum 472 snap 133 seq_num 472) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1454: done (7 left) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1455: done (6 left) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1457: done (5 left) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1459: done (4 left) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1461: done (3 left) 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1462: rollback oid 44 current snap is 133 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 130 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1463: read oid 22 snap 130 2023-12-16T18:13:41.629 INFO:tasks.rados.rados.0.smithi071.stdout:1463: expect (ObjNum 346 snap 94 seq_num 346) 2023-12-16T18:13:41.630 INFO:tasks.rados.rados.0.smithi071.stdout:1464: read oid 4 snap -1 2023-12-16T18:13:41.630 INFO:tasks.rados.rados.0.smithi071.stdout:1464: expect deleted 2023-12-16T18:13:41.630 INFO:tasks.rados.rados.0.smithi071.stdout:1465: snap_create 2023-12-16T18:13:41.631 INFO:tasks.rados.rados.0.smithi071.stdout:1456: finishing write tid 1 to smithi071127730-50 2023-12-16T18:13:41.631 INFO:tasks.rados.rados.0.smithi071.stdout:1456: finishing write tid 2 to smithi071127730-50 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:1462: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:1456: finishing write tid 3 to smithi071127730-50 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 774 (ObjNum 473 snap 133 seq_num 473) dirty exists 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:1456: left oid 50 (ObjNum 473 snap 133 seq_num 473) 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:1462: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:1462: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:13:41.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 386 (ObjNum 455 snap 127 seq_num 455) dirty exists 2023-12-16T18:13:41.636 INFO:tasks.rados.rados.0.smithi071.stdout:1458: expect (ObjNum 371 snap 104 seq_num 371) 2023-12-16T18:13:41.693 INFO:tasks.rados.rados.0.smithi071.stdout:1463: expect (ObjNum 346 snap 94 seq_num 346) 2023-12-16T18:13:41.724 INFO:tasks.rados.rados.0.smithi071.stdout:1460: expect (ObjNum 340 snap 93 seq_num 340) 2023-12-16T18:13:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[139725]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[139725]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 10/174 objects degraded (5.747%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[139725]: osdmap e334: 8 total, 7 up, 8 in 2023-12-16T18:13:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[142085]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[142085]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 10/174 objects degraded (5.747%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:41 smithi071 ceph-mon[142085]: osdmap e334: 8 total, 7 up, 8 in 2023-12-16T18:13:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:41 smithi184 ceph-mon[136228]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:41 smithi184 ceph-mon[136228]: failed to encode map e333 with expected crc 2023-12-16T18:13:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:41 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 10/174 objects degraded (5.747%), 2 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:42.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:41 smithi184 ceph-mon[136228]: osdmap e334: 8 total, 7 up, 8 in 2023-12-16T18:13:42.571 INFO:tasks.rados.rados.0.smithi071.stdout:1456: done (6 left) 2023-12-16T18:13:42.571 INFO:tasks.rados.rados.0.smithi071.stdout:1458: done (5 left) 2023-12-16T18:13:42.571 INFO:tasks.rados.rados.0.smithi071.stdout:1460: done (4 left) 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:1462: done (3 left) 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:1463: done (2 left) 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:1464: done (1 left) 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:1465: done (0 left) 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 134 2023-12-16T18:13:42.572 INFO:tasks.rados.rados.0.smithi071.stdout:1466: seq_num 475 ranges {4153344=761856} 2023-12-16T18:13:42.597 INFO:tasks.rados.rados.0.smithi071.stdout:1466: writing smithi071127730-28 from 4153344 to 4915200 tid 1 2023-12-16T18:13:42.598 INFO:tasks.rados.rados.0.smithi071.stdout:1467: copy_from oid 6 from oid 35 current snap is 134 2023-12-16T18:13:42.598 INFO:tasks.rados.rados.0.smithi071.stdout:1468: read oid 42 snap -1 2023-12-16T18:13:42.598 INFO:tasks.rados.rados.0.smithi071.stdout:1468: expect deleted 2023-12-16T18:13:42.598 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 134 2023-12-16T18:13:42.598 INFO:tasks.rados.rados.0.smithi071.stdout:1469: seq_num 476 ranges {204800=778240} 2023-12-16T18:13:42.604 INFO:tasks.rados.rados.0.smithi071.stdout:1469: writing smithi071127730-18 from 204800 to 983040 tid 1 2023-12-16T18:13:42.604 INFO:tasks.rados.rados.0.smithi071.stdout:1470: snap_create 2023-12-16T18:13:42.604 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing write tid 1 to smithi071127730-28 2023-12-16T18:13:42.604 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing write tid 2 to smithi071127730-28 2023-12-16T18:13:42.605 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing write tid 3 to smithi071127730-28 2023-12-16T18:13:42.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 406 (ObjNum 475 snap 134 seq_num 475) dirty exists 2023-12-16T18:13:42.605 INFO:tasks.rados.rados.0.smithi071.stdout:1466: left oid 28 (ObjNum 475 snap 134 seq_num 475) 2023-12-16T18:13:42.612 INFO:tasks.rados.rados.0.smithi071.stdout:1469: finishing write tid 1 to smithi071127730-18 2023-12-16T18:13:42.612 INFO:tasks.rados.rados.0.smithi071.stdout:1469: finishing write tid 2 to smithi071127730-18 2023-12-16T18:13:42.612 INFO:tasks.rados.rados.0.smithi071.stdout:1469: finishing write tid 3 to smithi071127730-18 2023-12-16T18:13:42.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 623 (ObjNum 476 snap 134 seq_num 476) dirty exists 2023-12-16T18:13:42.613 INFO:tasks.rados.rados.0.smithi071.stdout:1469: left oid 18 (ObjNum 476 snap 134 seq_num 476) 2023-12-16T18:13:42.617 INFO:tasks.rados.rados.0.smithi071.stdout:1467: finishing copy_from to smithi071127730-6 2023-12-16T18:13:42.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 678 (ObjNum 459 snap 127 seq_num 459) dirty exists 2023-12-16T18:13:42.617 INFO:tasks.rados.rados.0.smithi071.stdout:1467: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[139725]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[139725]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[139725]: pgmap v207: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 2 activating+undersized, 33 active+undersized, 80 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 146 KiB/s wr, 5 op/s; 16/174 objects degraded (9.195%) 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[139725]: osdmap e335: 8 total, 7 up, 8 in 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[142085]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.053 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[142085]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[142085]: pgmap v207: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 2 activating+undersized, 33 active+undersized, 80 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 146 KiB/s wr, 5 op/s; 16/174 objects degraded (9.195%) 2023-12-16T18:13:43.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:42 smithi071 ceph-mon[142085]: osdmap e335: 8 total, 7 up, 8 in 2023-12-16T18:13:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:42 smithi184 ceph-mon[136228]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:42 smithi184 ceph-mon[136228]: failed to encode map e334 with expected crc 2023-12-16T18:13:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:42 smithi184 ceph-mon[136228]: pgmap v207: 121 pgs: 1 activating+undersized+degraded, 5 active+undersized+degraded, 2 activating+undersized, 33 active+undersized, 80 active+clean; 113 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 146 KiB/s wr, 5 op/s; 16/174 objects degraded (9.195%) 2023-12-16T18:13:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:42 smithi184 ceph-mon[136228]: osdmap e335: 8 total, 7 up, 8 in 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1466: done (4 left) 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1467: done (3 left) 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1468: done (2 left) 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1469: done (1 left) 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1470: done (0 left) 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1471: copy_from oid 49 from oid 24 current snap is 135 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1472: rollback oid 15 current snap is 135 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 133 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 135 2023-12-16T18:13:43.574 INFO:tasks.rados.rados.0.smithi071.stdout:1473: seq_num 477 ranges {1728512=794624} 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:1473: writing smithi071127730-35 from 1728512 to 2523136 tid 1 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:1474: snap_create 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:1472: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:1472: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:1472: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:13:43.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 428 (ObjNum 461 snap 127 seq_num 461) dirty exists 2023-12-16T18:13:43.593 INFO:tasks.rados.rados.0.smithi071.stdout:1471: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:13:43.594 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 1 to smithi071127730-35 2023-12-16T18:13:43.594 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 2 to smithi071127730-35 2023-12-16T18:13:43.595 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 3 to smithi071127730-35 2023-12-16T18:13:43.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 681 (ObjNum 477 snap 135 seq_num 477) dirty exists 2023-12-16T18:13:43.595 INFO:tasks.rados.rados.0.smithi071.stdout:1473: left oid 35 (ObjNum 477 snap 135 seq_num 477) 2023-12-16T18:13:43.596 INFO:tasks.rados.rados.0.smithi071.stdout:1471: finishing copy_from to smithi071127730-49 2023-12-16T18:13:43.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 621 (ObjNum 453 snap 127 seq_num 453) dirty exists 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[139725]: osdmap e336: 8 total, 7 up, 8 in 2023-12-16T18:13:44.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:13:44.053+0000 7fd23cf70640 -1 osd.3 0 read_superblock omap replica is missing. 2023-12-16T18:13:44.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:13:44.089+0000 7fd23cf70640 -1 osd.3 329 log_to_monitors true 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-mon[142085]: osdmap e336: 8 total, 7 up, 8 in 2023-12-16T18:13:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: failed to encode map e335 with expected crc 2023-12-16T18:13:44.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:44.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:44 smithi184 ceph-mon[136228]: osdmap e336: 8 total, 7 up, 8 in 2023-12-16T18:13:44.574 INFO:tasks.rados.rados.0.smithi071.stdout:1471: done (3 left) 2023-12-16T18:13:44.574 INFO:tasks.rados.rados.0.smithi071.stdout:1472: done (2 left) 2023-12-16T18:13:44.574 INFO:tasks.rados.rados.0.smithi071.stdout:1473: done (1 left) 2023-12-16T18:13:44.574 INFO:tasks.rados.rados.0.smithi071.stdout:1474: done (0 left) 2023-12-16T18:13:44.574 INFO:tasks.rados.rados.0.smithi071.stdout:1475: rollback oid 1 current snap is 136 2023-12-16T18:13:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 135 2023-12-16T18:13:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:1476: rollback oid 36 current snap is 136 2023-12-16T18:13:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 131 2023-12-16T18:13:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:1477: snap_remove snap 134 2023-12-16T18:13:44.973 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:13:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:13:44.603+0000 7fd22c3dd700 -1 osd.3 329 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:13:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: pgmap v210: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: osdmap e337: 8 total, 7 up, 8 in 2023-12-16T18:13:45.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:45 smithi184 ceph-mon[136228]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: pgmap v210: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: osdmap e337: 8 total, 7 up, 8 in 2023-12-16T18:13:45.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[139725]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: failed to encode map e336 with expected crc 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: pgmap v210: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: osdmap e337: 8 total, 7 up, 8 in 2023-12-16T18:13:45.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:45 smithi071 ceph-mon[142085]: from='osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-16T18:13:45.577 INFO:tasks.rados.rados.0.smithi071.stdout:1477: done (2 left) 2023-12-16T18:13:45.578 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 136 2023-12-16T18:13:45.578 INFO:tasks.rados.rados.0.smithi071.stdout:1478: seq_num 478 ranges {507904=409600,917504=401408} 2023-12-16T18:13:45.580 INFO:tasks.rados.rados.0.smithi071.stdout:1478: writing smithi071127730-29 from 507904 to 917504 tid 1 2023-12-16T18:13:45.583 INFO:tasks.rados.rados.0.smithi071.stdout:1478: writing smithi071127730-29 from 917504 to 1318912 tid 2 2023-12-16T18:13:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:1479: read oid 16 snap 131 2023-12-16T18:13:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:1479: expect (ObjNum 468 snap 131 seq_num 468) 2023-12-16T18:13:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 136 2023-12-16T18:13:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:13:45.584 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:13:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:13:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 622 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:13:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:1476: finishing rollback tid 1 to smithi071127730-36 2023-12-16T18:13:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 0 (ObjNum 241 snap 0 seq_num 2570695216) dirty dne 2023-12-16T18:13:45.585 INFO:tasks.rados.rados.0.smithi071.stdout:1480: seq_num 479 ranges {73728=425984,499712=401408} 2023-12-16T18:13:45.588 INFO:tasks.rados.rados.0.smithi071.stdout:1480: writing smithi071127730-9 from 73728 to 499712 tid 1 2023-12-16T18:13:45.591 INFO:tasks.rados.rados.0.smithi071.stdout:1480: writing smithi071127730-9 from 499712 to 901120 tid 2 2023-12-16T18:13:45.591 INFO:tasks.rados.rados.0.smithi071.stdout:1475: done (4 left) 2023-12-16T18:13:45.591 INFO:tasks.rados.rados.0.smithi071.stdout:1476: done (3 left) 2023-12-16T18:13:45.591 INFO:tasks.rados.rados.0.smithi071.stdout:1481: copy_from oid 10 from oid 38 current snap is 136 2023-12-16T18:13:45.591 INFO:tasks.rados.rados.0.smithi071.stdout:1482: snap_remove snap 133 2023-12-16T18:13:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549] boot 2023-12-16T18:13:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T18:13:46.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:46 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549] boot 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T18:13:46.351 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: failed to encode map e337 with expected crc 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: osd.3 [v2:172.21.15.71:6826/321760549,v1:172.21.15.71:6827/321760549] boot 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: osdmap e338: 8 total, 8 up, 8 in 2023-12-16T18:13:46.352 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1482: done (4 left) 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1483: read oid 31 snap -1 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1483: expect (ObjNum 423 snap 119 seq_num 423) 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1484: read oid 26 snap -1 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1484: expect deleted 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1485: snap_create 2023-12-16T18:13:46.581 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing write tid 1 to smithi071127730-29 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing write tid 2 to smithi071127730-29 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing write tid 1 to smithi071127730-9 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing write tid 3 to smithi071127730-29 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing copy_from to smithi071127730-10 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 422 (ObjNum 434 snap 124 seq_num 434) dirty exists 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing write tid 4 to smithi071127730-29 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 267 (ObjNum 478 snap 136 seq_num 478) dirty exists 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1478: left oid 29 (ObjNum 478 snap 136 seq_num 478) 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing write tid 2 to smithi071127730-9 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing write tid 3 to smithi071127730-9 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing write tid 4 to smithi071127730-9 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 431 (ObjNum 479 snap 136 seq_num 479) dirty exists 2023-12-16T18:13:46.582 INFO:tasks.rados.rados.0.smithi071.stdout:1480: left oid 9 (ObjNum 479 snap 136 seq_num 479) 2023-12-16T18:13:46.607 INFO:tasks.rados.rados.0.smithi071.stdout:1483: expect (ObjNum 423 snap 119 seq_num 423) 2023-12-16T18:13:46.678 INFO:tasks.rados.rados.0.smithi071.stdout:1479: expect (ObjNum 468 snap 131 seq_num 468) 2023-12-16T18:13:46.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:46 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:13:46.351+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:13:47.583 INFO:tasks.rados.rados.0.smithi071.stdout:1478: done (6 left) 2023-12-16T18:13:47.583 INFO:tasks.rados.rados.0.smithi071.stdout:1479: done (5 left) 2023-12-16T18:13:47.583 INFO:tasks.rados.rados.0.smithi071.stdout:1480: done (4 left) 2023-12-16T18:13:47.583 INFO:tasks.rados.rados.0.smithi071.stdout:1481: done (3 left) 2023-12-16T18:13:47.583 INFO:tasks.rados.rados.0.smithi071.stdout:1483: done (2 left) 2023-12-16T18:13:47.584 INFO:tasks.rados.rados.0.smithi071.stdout:1484: done (1 left) 2023-12-16T18:13:47.584 INFO:tasks.rados.rados.0.smithi071.stdout:1485: done (0 left) 2023-12-16T18:13:47.584 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 137 2023-12-16T18:13:47.584 INFO:tasks.rados.rados.0.smithi071.stdout:1486: seq_num 480 ranges {0=442368,442368=401408} 2023-12-16T18:13:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:1486: writing smithi071127730-17 from 0 to 442368 tid 1 2023-12-16T18:13:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: failed to encode map e338 with expected crc 2023-12-16T18:13:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: pgmap v213: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:47 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.588 INFO:tasks.rados.rados.0.smithi071.stdout:1486: writing smithi071127730-17 from 442368 to 843776 tid 2 2023-12-16T18:13:47.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 137 2023-12-16T18:13:47.588 INFO:tasks.rados.rados.0.smithi071.stdout:1487: seq_num 481 ranges {2523136=458752,2981888=401408} 2023-12-16T18:13:47.604 INFO:tasks.rados.rados.0.smithi071.stdout:1487: writing smithi071127730-35 from 2523136 to 2981888 tid 1 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1487: writing smithi071127730-35 from 2981888 to 3383296 tid 2 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1488: snap_create 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 1 to smithi071127730-17 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 2 to smithi071127730-17 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 3 to smithi071127730-17 2023-12-16T18:13:47.607 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 4 to smithi071127730-17 2023-12-16T18:13:47.608 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 902 (ObjNum 480 snap 137 seq_num 480) dirty exists 2023-12-16T18:13:47.608 INFO:tasks.rados.rados.0.smithi071.stdout:1486: left oid 17 (ObjNum 480 snap 137 seq_num 480) 2023-12-16T18:13:47.609 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 1 to smithi071127730-35 2023-12-16T18:13:47.609 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 2 to smithi071127730-35 2023-12-16T18:13:47.609 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 3 to smithi071127730-35 2023-12-16T18:13:47.611 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 4 to smithi071127730-35 2023-12-16T18:13:47.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 684 (ObjNum 481 snap 137 seq_num 481) dirty exists 2023-12-16T18:13:47.611 INFO:tasks.rados.rados.0.smithi071.stdout:1487: left oid 35 (ObjNum 481 snap 137 seq_num 481) 2023-12-16T18:13:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:47] "GET /metrics HTTP/1.1" 200 36191 "" "Prometheus/2.43.0" 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: failed to encode map e338 with expected crc 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: pgmap v213: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: failed to encode map e338 with expected crc 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: pgmap v213: 121 pgs: 7 active+undersized+degraded, 34 active+undersized, 80 active+clean; 118 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 18/204 objects degraded (8.824%) 2023-12-16T18:13:47.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: osdmap e339: 8 total, 8 up, 8 in 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:47.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:47 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: osdmap e340: 8 total, 8 up, 8 in 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:48.588 INFO:tasks.rados.rados.0.smithi071.stdout:1486: done (2 left) 2023-12-16T18:13:48.588 INFO:tasks.rados.rados.0.smithi071.stdout:1487: done (1 left) 2023-12-16T18:13:48.588 INFO:tasks.rados.rados.0.smithi071.stdout:1488: done (0 left) 2023-12-16T18:13:48.588 INFO:tasks.rados.rados.0.smithi071.stdout:1489: delete oid 44 current snap is 138 2023-12-16T18:13:48.593 INFO:tasks.rados.rados.0.smithi071.stdout:1489: done (0 left) 2023-12-16T18:13:48.593 INFO:tasks.rados.rados.0.smithi071.stdout:1490: rmattr oid 21 current snap is 138 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1490: done (0 left) 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1491: read oid 50 snap -1 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1491: expect (ObjNum 473 snap 133 seq_num 473) 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1492: read oid 4 snap -1 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1492: expect deleted 2023-12-16T18:13:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:1493: snap_create 2023-12-16T18:13:48.602 INFO:tasks.rados.rados.0.smithi071.stdout:1491: expect (ObjNum 473 snap 133 seq_num 473) 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: osdmap e340: 8 total, 8 up, 8 in 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: failed to encode map e339 with expected crc 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: osdmap e340: 8 total, 8 up, 8 in 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:48.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:13:49.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: pgmap v216: 121 pgs: 5 peering, 3 active+undersized+degraded, 28 active+undersized, 85 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s; 12/225 objects degraded (5.333%); 3.9 MiB/s, 0 objects/s recovering 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: osdmap e341: 8 total, 8 up, 8 in 2023-12-16T18:13:49.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:49 smithi184 ceph-mon[136228]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.589 INFO:tasks.rados.rados.0.smithi071.stdout:1491: done (2 left) 2023-12-16T18:13:49.590 INFO:tasks.rados.rados.0.smithi071.stdout:1492: done (1 left) 2023-12-16T18:13:49.590 INFO:tasks.rados.rados.0.smithi071.stdout:1493: done (0 left) 2023-12-16T18:13:49.590 INFO:tasks.rados.rados.0.smithi071.stdout:1494: read oid 40 snap 135 2023-12-16T18:13:49.590 INFO:tasks.rados.rados.0.smithi071.stdout:1494: expect (ObjNum 462 snap 127 seq_num 462) 2023-12-16T18:13:49.590 INFO:tasks.rados.rados.0.smithi071.stdout:1495: delete oid 47 current snap is 139 2023-12-16T18:13:49.594 INFO:tasks.rados.rados.0.smithi071.stdout:1495: done (1 left) 2023-12-16T18:13:49.594 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 139 2023-12-16T18:13:49.594 INFO:tasks.rados.rados.0.smithi071.stdout:1496: seq_num 484 ranges {2293760=507904,2801664=401408} 2023-12-16T18:13:49.610 INFO:tasks.rados.rados.0.smithi071.stdout:1496: writing smithi071127730-31 from 2293760 to 2801664 tid 1 2023-12-16T18:13:49.612 INFO:tasks.rados.rados.0.smithi071.stdout:1496: writing smithi071127730-31 from 2801664 to 3203072 tid 2 2023-12-16T18:13:49.613 INFO:tasks.rados.rados.0.smithi071.stdout:1497: delete oid 43 current snap is 139 2023-12-16T18:13:49.616 INFO:tasks.rados.rados.0.smithi071.stdout:1496: finishing write tid 1 to smithi071127730-31 2023-12-16T18:13:49.616 INFO:tasks.rados.rados.0.smithi071.stdout:1496: finishing write tid 2 to smithi071127730-31 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1496: finishing write tid 3 to smithi071127730-31 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1497: done (2 left) 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1498: rollback oid 44 current snap is 139 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 130 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1499: read oid 3 snap -1 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1499: expect (ObjNum 393 snap 107 seq_num 393) 2023-12-16T18:13:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:1500: snap_create 2023-12-16T18:13:49.618 INFO:tasks.rados.rados.0.smithi071.stdout:1494: expect (ObjNum 462 snap 127 seq_num 462) 2023-12-16T18:13:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: pgmap v216: 121 pgs: 5 peering, 3 active+undersized+degraded, 28 active+undersized, 85 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s; 12/225 objects degraded (5.333%); 3.9 MiB/s, 0 objects/s recovering 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: osdmap e341: 8 total, 8 up, 8 in 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[139725]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e340 with expected crc 2023-12-16T18:13:49.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: pgmap v216: 121 pgs: 5 peering, 3 active+undersized+degraded, 28 active+undersized, 85 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 4 op/s; 12/225 objects degraded (5.333%); 3.9 MiB/s, 0 objects/s recovering 2023-12-16T18:13:49.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded (PG_DEGRADED) 2023-12-16T18:13:49.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: osdmap e341: 8 total, 8 up, 8 in 2023-12-16T18:13:49.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:49 smithi071 ceph-mon[142085]: failed to encode map e341 with expected crc 2023-12-16T18:13:49.820 INFO:tasks.rados.rados.0.smithi071.stdout:1496: finishing write tid 4 to smithi071127730-31 2023-12-16T18:13:49.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 679 (ObjNum 484 snap 139 seq_num 484) dirty exists 2023-12-16T18:13:49.821 INFO:tasks.rados.rados.0.smithi071.stdout:1496: left oid 31 (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:13:49.821 INFO:tasks.rados.rados.0.smithi071.stdout:1498: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:13:49.821 INFO:tasks.rados.rados.0.smithi071.stdout:1498: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:13:49.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 390 (ObjNum 455 snap 127 seq_num 455) dirty exists 2023-12-16T18:13:49.821 INFO:tasks.rados.rados.0.smithi071.stdout:1499: expect (ObjNum 393 snap 107 seq_num 393) 2023-12-16T18:13:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1494: done (4 left) 2023-12-16T18:13:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1496: done (3 left) 2023-12-16T18:13:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1498: done (2 left) 2023-12-16T18:13:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1499: done (1 left) 2023-12-16T18:13:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1500: done (0 left) 2023-12-16T18:13:50.595 INFO:tasks.rados.rados.0.smithi071.stdout:1501: copy_from oid 48 from oid 8 current snap is 140 2023-12-16T18:13:50.595 INFO:tasks.rados.rados.0.smithi071.stdout:1502: read oid 41 snap -1 2023-12-16T18:13:50.595 INFO:tasks.rados.rados.0.smithi071.stdout:1502: expect deleted 2023-12-16T18:13:50.595 INFO:tasks.rados.rados.0.smithi071.stdout:1503: snap_create 2023-12-16T18:13:50.613 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing copy_from to smithi071127730-48 2023-12-16T18:13:50.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 684 (ObjNum 471 snap 133 seq_num 471) dirty exists 2023-12-16T18:13:50.613 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:13:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[142085]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[142085]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[142085]: osdmap e342: 8 total, 8 up, 8 in 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[142085]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[142085]: pgmap v219: 121 pgs: 5 peering, 116 active+clean; 122 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 5.4 MiB/s, 1 objects/s recovering 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[139725]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[139725]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[139725]: osdmap e342: 8 total, 8 up, 8 in 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[139725]: failed to encode map e342 with expected crc 2023-12-16T18:13:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:50 smithi071 ceph-mon[139725]: pgmap v219: 121 pgs: 5 peering, 116 active+clean; 122 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 5.4 MiB/s, 1 objects/s recovering 2023-12-16T18:13:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:50 smithi184 ceph-mon[136228]: failed to encode map e342 with expected crc 2023-12-16T18:13:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:50 smithi184 ceph-mon[136228]: failed to encode map e342 with expected crc 2023-12-16T18:13:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:50 smithi184 ceph-mon[136228]: osdmap e342: 8 total, 8 up, 8 in 2023-12-16T18:13:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:50 smithi184 ceph-mon[136228]: failed to encode map e342 with expected crc 2023-12-16T18:13:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:50 smithi184 ceph-mon[136228]: pgmap v219: 121 pgs: 5 peering, 116 active+clean; 122 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 5.4 MiB/s, 1 objects/s recovering 2023-12-16T18:13:51.599 INFO:tasks.rados.rados.0.smithi071.stdout:1501: done (2 left) 2023-12-16T18:13:51.599 INFO:tasks.rados.rados.0.smithi071.stdout:1502: done (1 left) 2023-12-16T18:13:51.600 INFO:tasks.rados.rados.0.smithi071.stdout:1503: done (0 left) 2023-12-16T18:13:51.600 INFO:tasks.rados.rados.0.smithi071.stdout:1504: snap_create 2023-12-16T18:13:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded) 2023-12-16T18:13:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[139725]: failed to encode map e343 with expected crc 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[139725]: osdmap e343: 8 total, 8 up, 8 in 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[139725]: failed to encode map e343 with expected crc 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded) 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[142085]: failed to encode map e343 with expected crc 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[142085]: osdmap e343: 8 total, 8 up, 8 in 2023-12-16T18:13:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:51 smithi071 ceph-mon[142085]: failed to encode map e343 with expected crc 2023-12-16T18:13:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:51 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/225 objects degraded (5.333%), 3 pgs degraded) 2023-12-16T18:13:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:51 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:13:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:51 smithi184 ceph-mon[136228]: failed to encode map e343 with expected crc 2023-12-16T18:13:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:51 smithi184 ceph-mon[136228]: osdmap e343: 8 total, 8 up, 8 in 2023-12-16T18:13:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:51 smithi184 ceph-mon[136228]: failed to encode map e343 with expected crc 2023-12-16T18:13:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:1504: done (0 left) 2023-12-16T18:13:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 142 2023-12-16T18:13:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:1505: seq_num 486 ranges {0=548864,548864=401408} 2023-12-16T18:13:52.613 INFO:tasks.rados.rados.0.smithi071.stdout:1505: writing smithi071127730-7 from 0 to 548864 tid 1 2023-12-16T18:13:52.615 INFO:tasks.rados.rados.0.smithi071.stdout:1505: writing smithi071127730-7 from 548864 to 950272 tid 2 2023-12-16T18:13:52.616 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 142 2023-12-16T18:13:52.616 INFO:tasks.rados.rados.0.smithi071.stdout:1506: seq_num 487 ranges {745472=565248,1310720=401408} 2023-12-16T18:13:52.623 INFO:tasks.rados.rados.0.smithi071.stdout:1506: writing smithi071127730-45 from 745472 to 1310720 tid 1 2023-12-16T18:13:52.626 INFO:tasks.rados.rados.0.smithi071.stdout:1506: writing smithi071127730-45 from 1310720 to 1712128 tid 2 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1507: copy_from oid 38 from oid 44 current snap is 142 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing write tid 1 to smithi071127730-7 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing write tid 2 to smithi071127730-7 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing write tid 3 to smithi071127730-7 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing write tid 4 to smithi071127730-7 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 687 (ObjNum 486 snap 142 seq_num 486) dirty exists 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: left oid 7 (ObjNum 486 snap 142 seq_num 486) 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1505: done (2 left) 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 142 2023-12-16T18:13:52.627 INFO:tasks.rados.rados.0.smithi071.stdout:1508: seq_num 488 ranges {4153344=581632,4734976=401408} 2023-12-16T18:13:52.652 INFO:tasks.rados.rados.0.smithi071.stdout:1508: writing smithi071127730-27 from 4153344 to 4734976 tid 1 2023-12-16T18:13:52.654 INFO:tasks.rados.rados.0.smithi071.stdout:1508: writing smithi071127730-27 from 4734976 to 5136384 tid 2 2023-12-16T18:13:52.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 142 2023-12-16T18:13:52.655 INFO:tasks.rados.rados.0.smithi071.stdout:1506: finishing write tid 1 to smithi071127730-45 2023-12-16T18:13:52.655 INFO:tasks.rados.rados.0.smithi071.stdout:1509: seq_num 489 ranges {3399680=598016,3997696=401408} 2023-12-16T18:13:52.677 INFO:tasks.rados.rados.0.smithi071.stdout:1509: writing smithi071127730-5 from 3399680 to 3997696 tid 1 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1509: writing smithi071127730-5 from 3997696 to 4399104 tid 2 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 142 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1506: finishing write tid 2 to smithi071127730-45 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1506: finishing write tid 3 to smithi071127730-45 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1506: finishing write tid 4 to smithi071127730-45 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 273 (ObjNum 487 snap 142 seq_num 487) dirty exists 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1506: left oid 45 (ObjNum 487 snap 142 seq_num 487) 2023-12-16T18:13:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing write tid 1 to smithi071127730-27 2023-12-16T18:13:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing write tid 2 to smithi071127730-27 2023-12-16T18:13:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing write tid 3 to smithi071127730-27 2023-12-16T18:13:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:1510: seq_num 490 ranges {983040=614400,1597440=401408} 2023-12-16T18:13:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1510: writing smithi071127730-37 from 983040 to 1597440 tid 1 2023-12-16T18:13:52.691 INFO:tasks.rados.rados.0.smithi071.stdout:1510: writing smithi071127730-37 from 1597440 to 1998848 tid 2 2023-12-16T18:13:52.691 INFO:tasks.rados.rados.0.smithi071.stdout:1506: done (4 left) 2023-12-16T18:13:52.691 INFO:tasks.rados.rados.0.smithi071.stdout:1511: snap_remove snap 136 2023-12-16T18:13:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[139725]: failed to encode map e344 with expected crc 2023-12-16T18:13:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[139725]: osdmap e344: 8 total, 8 up, 8 in 2023-12-16T18:13:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[139725]: pgmap v222: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 434 KiB/s wr, 7 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[142085]: failed to encode map e344 with expected crc 2023-12-16T18:13:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[142085]: osdmap e344: 8 total, 8 up, 8 in 2023-12-16T18:13:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:52 smithi071 ceph-mon[142085]: pgmap v222: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 434 KiB/s wr, 7 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:52 smithi184 ceph-mon[136228]: failed to encode map e344 with expected crc 2023-12-16T18:13:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:52 smithi184 ceph-mon[136228]: osdmap e344: 8 total, 8 up, 8 in 2023-12-16T18:13:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:52 smithi184 ceph-mon[136228]: pgmap v222: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 434 KiB/s wr, 7 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1511: done (4 left) 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1512: snap_create 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing write tid 4 to smithi071127730-27 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 906 (ObjNum 488 snap 142 seq_num 488) dirty exists 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1508: left oid 27 (ObjNum 488 snap 142 seq_num 488) 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1509: finishing write tid 1 to smithi071127730-5 2023-12-16T18:13:53.616 INFO:tasks.rados.rados.0.smithi071.stdout:1509: finishing write tid 2 to smithi071127730-5 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1509: finishing write tid 3 to smithi071127730-5 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1509: finishing write tid 4 to smithi071127730-5 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 687 (ObjNum 489 snap 142 seq_num 489) dirty exists 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1509: left oid 5 (ObjNum 489 snap 142 seq_num 489) 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing copy_from to smithi071127730-38 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 390 (ObjNum 455 snap 127 seq_num 455) dirty exists 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 1 to smithi071127730-37 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 2 to smithi071127730-37 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 3 to smithi071127730-37 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 4 to smithi071127730-37 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 744 (ObjNum 490 snap 142 seq_num 490) dirty exists 2023-12-16T18:13:53.617 INFO:tasks.rados.rados.0.smithi071.stdout:1510: left oid 37 (ObjNum 490 snap 142 seq_num 490) 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[139725]: failed to encode map e345 with expected crc 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[139725]: failed to encode map e344 with expected crc 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[139725]: osdmap e345: 8 total, 8 up, 8 in 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[142085]: failed to encode map e345 with expected crc 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[142085]: failed to encode map e344 with expected crc 2023-12-16T18:13:53.930 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:53 smithi071 ceph-mon[142085]: osdmap e345: 8 total, 8 up, 8 in 2023-12-16T18:13:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:53 smithi184 ceph-mon[136228]: failed to encode map e345 with expected crc 2023-12-16T18:13:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:53 smithi184 ceph-mon[136228]: failed to encode map e344 with expected crc 2023-12-16T18:13:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:53 smithi184 ceph-mon[136228]: osdmap e345: 8 total, 8 up, 8 in 2023-12-16T18:13:54.621 INFO:tasks.rados.rados.0.smithi071.stdout:1507: done (4 left) 2023-12-16T18:13:54.621 INFO:tasks.rados.rados.0.smithi071.stdout:1508: done (3 left) 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1509: done (2 left) 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1510: done (1 left) 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1512: done (0 left) 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1513: copy_from oid 34 from oid 38 current snap is 143 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1514: rollback oid 46 current snap is 143 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 137 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1515: rollback oid 23 current snap is 143 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 131 2023-12-16T18:13:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:1516: delete oid 22 current snap is 143 2023-12-16T18:13:54.629 INFO:tasks.rados.rados.0.smithi071.stdout:1515: finishing rollback tid 0 to smithi071127730-23 2023-12-16T18:13:54.629 INFO:tasks.rados.rados.0.smithi071.stdout:1514: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:13:54.630 INFO:tasks.rados.rados.0.smithi071.stdout:1514: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:13:54.630 INFO:tasks.rados.rados.0.smithi071.stdout:1514: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:13:54.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 438 (ObjNum 390 snap 107 seq_num 390) dirty exists 2023-12-16T18:13:54.631 INFO:tasks.rados.rados.0.smithi071.stdout:1514: done (3 left) 2023-12-16T18:13:54.631 INFO:tasks.rados.rados.0.smithi071.stdout:1516: done (2 left) 2023-12-16T18:13:54.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 143 2023-12-16T18:13:54.631 INFO:tasks.rados.rados.0.smithi071.stdout:1517: seq_num 492 ranges {2990080=647168,3637248=401408} 2023-12-16T18:13:54.651 INFO:tasks.rados.rados.0.smithi071.stdout:1517: writing smithi071127730-48 from 2990080 to 3637248 tid 1 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1517: writing smithi071127730-48 from 3637248 to 4038656 tid 2 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1518: copy_from oid 13 from oid 1 current snap is 143 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1515: finishing rollback tid 1 to smithi071127730-23 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1515: finishing rollback tid 2 to smithi071127730-23 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 690 (ObjNum 420 snap 118 seq_num 420) dirty exists 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1515: done (3 left) 2023-12-16T18:13:54.654 INFO:tasks.rados.rados.0.smithi071.stdout:1519: snap_remove snap 140 2023-12-16T18:13:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: osdmap e346: 8 total, 8 up, 8 in 2023-12-16T18:13:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[139725]: pgmap v225: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: osdmap e346: 8 total, 8 up, 8 in 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: failed to encode map e346 with expected crc 2023-12-16T18:13:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:54 smithi071 ceph-mon[142085]: pgmap v225: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T18:13:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: osdmap e346: 8 total, 8 up, 8 in 2023-12-16T18:13:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: failed to encode map e346 with expected crc 2023-12-16T18:13:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: failed to encode map e346 with expected crc 2023-12-16T18:13:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: failed to encode map e346 with expected crc 2023-12-16T18:13:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: failed to encode map e346 with expected crc 2023-12-16T18:13:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:54 smithi184 ceph-mon[136228]: pgmap v225: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 1.0 MiB/s, 0 objects/s recovering 2023-12-16T18:13:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:1519: done (3 left) 2023-12-16T18:13:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:1520: copy_from oid 35 from oid 45 current snap is 143 2023-12-16T18:13:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 1 to smithi071127730-48 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 2 to smithi071127730-48 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 3 to smithi071127730-48 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 4 to smithi071127730-48 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 687 (ObjNum 492 snap 143 seq_num 492) dirty exists 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1517: left oid 48 (ObjNum 492 snap 143 seq_num 492) 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1513: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1513: finishing copy_from to smithi071127730-34 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 390 (ObjNum 455 snap 127 seq_num 455) dirty exists 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1518: finishing copy_from to smithi071127730-13 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 622 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1518: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1513: done (3 left) 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1517: done (2 left) 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1518: done (1 left) 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:1521: copy_from oid 7 from oid 48 current snap is 143 2023-12-16T18:13:55.576 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 143 2023-12-16T18:13:55.577 INFO:tasks.rados.rados.0.smithi071.stdout:1522: seq_num 493 ranges {5136384=663552,5799936=401408} 2023-12-16T18:13:55.607 INFO:tasks.rados.rados.0.smithi071.stdout:1522: writing smithi071127730-27 from 5136384 to 5799936 tid 1 2023-12-16T18:13:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:1522: writing smithi071127730-27 from 5799936 to 6201344 tid 2 2023-12-16T18:13:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 143 2023-12-16T18:13:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:1523: seq_num 494 ranges {3203072=679936,3883008=401408} 2023-12-16T18:13:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:1523: writing smithi071127730-31 from 3203072 to 3883008 tid 1 2023-12-16T18:13:55.634 INFO:tasks.rados.rados.0.smithi071.stdout:1523: writing smithi071127730-31 from 3883008 to 4284416 tid 2 2023-12-16T18:13:55.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 143 2023-12-16T18:13:55.634 INFO:tasks.rados.rados.0.smithi071.stdout:1520: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:13:55.634 INFO:tasks.rados.rados.0.smithi071.stdout:1521: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:13:55.634 INFO:tasks.rados.rados.0.smithi071.stdout:1524: seq_num 495 ranges {2531328=696320,3227648=401408} 2023-12-16T18:13:55.651 INFO:tasks.rados.rados.0.smithi071.stdout:1524: writing smithi071127730-30 from 2531328 to 3227648 tid 1 2023-12-16T18:13:55.654 INFO:tasks.rados.rados.0.smithi071.stdout:1524: writing smithi071127730-30 from 3227648 to 3629056 tid 2 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1525: rmattr oid 28 current snap is 143 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1525: done (5 left) 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1526: delete oid 17 current snap is 143 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1521: finishing copy_from to smithi071127730-7 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 687 (ObjNum 492 snap 143 seq_num 492) dirty exists 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1520: finishing copy_from to smithi071127730-35 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 273 (ObjNum 487 snap 142 seq_num 487) dirty exists 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing write tid 1 to smithi071127730-27 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing write tid 2 to smithi071127730-27 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing write tid 3 to smithi071127730-27 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing write tid 4 to smithi071127730-27 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 920 (ObjNum 493 snap 143 seq_num 493) dirty exists 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1522: left oid 27 (ObjNum 493 snap 143 seq_num 493) 2023-12-16T18:13:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:1523: finishing write tid 1 to smithi071127730-31 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1523: finishing write tid 2 to smithi071127730-31 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1523: finishing write tid 3 to smithi071127730-31 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1523: finishing write tid 4 to smithi071127730-31 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 682 (ObjNum 494 snap 143 seq_num 494) dirty exists 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1523: left oid 31 (ObjNum 494 snap 143 seq_num 494) 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1520: done (5 left) 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1521: done (4 left) 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1522: done (3 left) 2023-12-16T18:13:55.656 INFO:tasks.rados.rados.0.smithi071.stdout:1523: done (2 left) 2023-12-16T18:13:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:1526: done (1 left) 2023-12-16T18:13:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 143 2023-12-16T18:13:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:1527: seq_num 497 ranges {4399104=729088,5128192=401408} 2023-12-16T18:13:55.684 INFO:tasks.rados.rados.0.smithi071.stdout:1527: writing smithi071127730-5 from 4399104 to 5128192 tid 1 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1527: writing smithi071127730-5 from 5128192 to 5529600 tid 2 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1528: delete oid 38 current snap is 143 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing write tid 1 to smithi071127730-30 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing write tid 2 to smithi071127730-30 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing write tid 3 to smithi071127730-30 2023-12-16T18:13:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing write tid 4 to smithi071127730-30 2023-12-16T18:13:55.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 753 (ObjNum 495 snap 143 seq_num 495) dirty exists 2023-12-16T18:13:55.687 INFO:tasks.rados.rados.0.smithi071.stdout:1524: left oid 30 (ObjNum 495 snap 143 seq_num 495) 2023-12-16T18:13:55.688 INFO:tasks.rados.rados.0.smithi071.stdout:1524: done (2 left) 2023-12-16T18:13:55.688 INFO:tasks.rados.rados.0.smithi071.stdout:1528: done (1 left) 2023-12-16T18:13:55.688 INFO:tasks.rados.rados.0.smithi071.stdout:1529: setattr oid 17 current snap is 143 2023-12-16T18:13:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 1 to smithi071127730-5 2023-12-16T18:13:55.689 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 2 to smithi071127730-5 2023-12-16T18:13:55.690 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 3 to smithi071127730-5 2023-12-16T18:13:55.690 INFO:tasks.rados.rados.0.smithi071.stdout:1530: read oid 21 snap -1 2023-12-16T18:13:55.690 INFO:tasks.rados.rados.0.smithi071.stdout:1530: expect deleted 2023-12-16T18:13:55.690 INFO:tasks.rados.rados.0.smithi071.stdout:1531: snap_remove snap 141 2023-12-16T18:13:55.973 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T18:13:55.600+0000 7f6c01014700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 114 after trimming was started 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: osdmap e347: 8 total, 8 up, 8 in 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[139725]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: osdmap e347: 8 total, 8 up, 8 in 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: failed to encode map e347 with expected crc 2023-12-16T18:13:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:55 smithi071 ceph-mon[142085]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: failed to encode map e347 with expected crc 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: osdmap e347: 8 total, 8 up, 8 in 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: failed to encode map e347 with expected crc 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: failed to encode map e347 with expected crc 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: failed to encode map e347 with expected crc 2023-12-16T18:13:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:55 smithi184 ceph-mon[136228]: osdmap e348: 8 total, 8 up, 8 in 2023-12-16T18:13:56.632 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 4 to smithi071127730-5 2023-12-16T18:13:56.632 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 690 (ObjNum 497 snap 143 seq_num 497) dirty exists 2023-12-16T18:13:56.632 INFO:tasks.rados.rados.0.smithi071.stdout:1527: left oid 5 (ObjNum 497 snap 143 seq_num 497) 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 925 (ObjNum 81 snap 0 seq_num 4253887401) dirty exists 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:1527: done (3 left) 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:1529: done (2 left) 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:1530: done (1 left) 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:1531: done (0 left) 2023-12-16T18:13:56.633 INFO:tasks.rados.rados.0.smithi071.stdout:1532: snap_remove snap 135 2023-12-16T18:13:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[139725]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[139725]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[139725]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[139725]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[139725]: pgmap v228: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[142085]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[142085]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[142085]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[142085]: failed to encode map e348 with expected crc 2023-12-16T18:13:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:56 smithi071 ceph-mon[142085]: pgmap v228: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:13:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:56 smithi184 ceph-mon[136228]: failed to encode map e348 with expected crc 2023-12-16T18:13:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:56 smithi184 ceph-mon[136228]: failed to encode map e348 with expected crc 2023-12-16T18:13:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:56 smithi184 ceph-mon[136228]: failed to encode map e348 with expected crc 2023-12-16T18:13:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:56 smithi184 ceph-mon[136228]: failed to encode map e348 with expected crc 2023-12-16T18:13:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:56 smithi184 ceph-mon[136228]: pgmap v228: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:13:57.623 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:13:57] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2023-12-16T18:13:57.630 INFO:tasks.rados.rados.0.smithi071.stdout:1532: done (0 left) 2023-12-16T18:13:57.630 INFO:tasks.rados.rados.0.smithi071.stdout:1533: snap_create 2023-12-16T18:13:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[139725]: failed to encode map e349 with expected crc 2023-12-16T18:13:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[139725]: failed to encode map e349 with expected crc 2023-12-16T18:13:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[139725]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T18:13:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[139725]: failed to encode map e349 with expected crc 2023-12-16T18:13:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[142085]: failed to encode map e349 with expected crc 2023-12-16T18:13:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[142085]: failed to encode map e349 with expected crc 2023-12-16T18:13:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[142085]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T18:13:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:57 smithi071 ceph-mon[142085]: failed to encode map e349 with expected crc 2023-12-16T18:13:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:57 smithi184 ceph-mon[136228]: failed to encode map e349 with expected crc 2023-12-16T18:13:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:57 smithi184 ceph-mon[136228]: failed to encode map e349 with expected crc 2023-12-16T18:13:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:57 smithi184 ceph-mon[136228]: osdmap e349: 8 total, 8 up, 8 in 2023-12-16T18:13:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:57 smithi184 ceph-mon[136228]: failed to encode map e349 with expected crc 2023-12-16T18:13:58.634 INFO:tasks.rados.rados.0.smithi071.stdout:1533: done (0 left) 2023-12-16T18:13:58.634 INFO:tasks.rados.rados.0.smithi071.stdout:1534: rollback oid 14 current snap is 144 2023-12-16T18:13:58.634 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 143 2023-12-16T18:13:58.634 INFO:tasks.rados.rados.0.smithi071.stdout:1535: snap_remove snap 130 2023-12-16T18:13:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[139725]: failed to encode map e350 with expected crc 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[139725]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[139725]: failed to encode map e350 with expected crc 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[139725]: pgmap v231: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[142085]: failed to encode map e350 with expected crc 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[142085]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[142085]: failed to encode map e350 with expected crc 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[142085]: pgmap v231: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:13:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:59.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:13:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:13:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-mon[136228]: failed to encode map e350 with expected crc 2023-12-16T18:13:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-mon[136228]: osdmap e350: 8 total, 8 up, 8 in 2023-12-16T18:13:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-mon[136228]: failed to encode map e350 with expected crc 2023-12-16T18:13:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-mon[136228]: pgmap v231: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:13:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:13:59.636 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:13:59.636 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-16T18:13:59.636 INFO:tasks.rados.rados.0.smithi071.stdout:1534: done (1 left) 2023-12-16T18:13:59.636 INFO:tasks.rados.rados.0.smithi071.stdout:1535: done (0 left) 2023-12-16T18:13:59.636 INFO:tasks.rados.rados.0.smithi071.stdout:1536: snap_remove snap 139 2023-12-16T18:13:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[139725]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[139725]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[139725]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[139725]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[139725]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[142085]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[142085]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[142085]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[142085]: failed to encode map e351 with expected crc 2023-12-16T18:13:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:13:59 smithi071 ceph-mon[142085]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T18:14:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:59 smithi184 ceph-mon[136228]: failed to encode map e351 with expected crc 2023-12-16T18:14:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:59 smithi184 ceph-mon[136228]: osdmap e351: 8 total, 8 up, 8 in 2023-12-16T18:14:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:59 smithi184 ceph-mon[136228]: failed to encode map e351 with expected crc 2023-12-16T18:14:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:59 smithi184 ceph-mon[136228]: failed to encode map e351 with expected crc 2023-12-16T18:14:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:13:59 smithi184 ceph-mon[136228]: osdmap e352: 8 total, 8 up, 8 in 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1536: done (0 left) 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1537: rollback oid 16 current snap is 144 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 138 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1538: read oid 31 snap -1 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1538: expect (ObjNum 494 snap 143 seq_num 494) 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1539: read oid 6 snap -1 2023-12-16T18:14:00.638 INFO:tasks.rados.rados.0.smithi071.stdout:1539: expect (ObjNum 459 snap 127 seq_num 459) 2023-12-16T18:14:00.639 INFO:tasks.rados.rados.0.smithi071.stdout:1540: delete oid 10 current snap is 144 2023-12-16T18:14:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:1537: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:14:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:1537: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:14:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:1537: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:14:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 579 (ObjNum 468 snap 131 seq_num 468) dirty exists 2023-12-16T18:14:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:1537: done (3 left) 2023-12-16T18:14:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:1540: done (2 left) 2023-12-16T18:14:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:1541: read oid 5 snap -1 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:1541: expect (ObjNum 497 snap 143 seq_num 497) 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:1542: read oid 19 snap -1 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:1542: expect deleted 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:1543: rollback oid 36 current snap is 144 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 131 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 144 2023-12-16T18:14:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:1544: seq_num 500 ranges {0=778240,778240=401408} 2023-12-16T18:14:00.662 INFO:tasks.rados.rados.0.smithi071.stdout:1544: writing smithi071127730-42 from 0 to 778240 tid 1 2023-12-16T18:14:00.665 INFO:tasks.rados.rados.0.smithi071.stdout:1544: writing smithi071127730-42 from 778240 to 1179648 tid 2 2023-12-16T18:14:00.666 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 144 2023-12-16T18:14:00.666 INFO:tasks.rados.rados.0.smithi071.stdout:1545: seq_num 501 ranges {11919360=794624,12713984=401408} 2023-12-16T18:14:00.734 INFO:tasks.rados.rados.0.smithi071.stdout:1545: writing smithi071127730-44 from 11919360 to 12713984 tid 1 2023-12-16T18:14:00.736 INFO:tasks.rados.rados.0.smithi071.stdout:1545: writing smithi071127730-44 from 12713984 to 13115392 tid 2 2023-12-16T18:14:00.736 INFO:tasks.rados.rados.0.smithi071.stdout:1546: setattr oid 16 current snap is 144 2023-12-16T18:14:00.736 INFO:tasks.rados.rados.0.smithi071.stdout:1539: expect (ObjNum 459 snap 127 seq_num 459) 2023-12-16T18:14:00.817 INFO:tasks.rados.rados.0.smithi071.stdout:1543: finishing rollback tid 1 to smithi071127730-36 2023-12-16T18:14:00.817 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 0 (ObjNum 129 snap 0 seq_num 2570975808) dirty dne 2023-12-16T18:14:00.817 INFO:tasks.rados.rados.0.smithi071.stdout:1544: finishing write tid 1 to smithi071127730-42 2023-12-16T18:14:00.817 INFO:tasks.rados.rados.0.smithi071.stdout:1538: expect (ObjNum 494 snap 143 seq_num 494) 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: pgmap v234: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 11 MiB/s wr, 17 op/s 2023-12-16T18:14:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[142085]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T18:14:00.975 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T18:14:00.667+0000 7f28eff22700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 113 after trimming was started 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: failed to encode map e352 with expected crc 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: pgmap v234: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 11 MiB/s wr, 17 op/s 2023-12-16T18:14:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:00 smithi071 ceph-mon[139725]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:1544: finishing write tid 2 to smithi071127730-42 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:1544: finishing write tid 3 to smithi071127730-42 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:1544: finishing write tid 4 to smithi071127730-42 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 399 (ObjNum 500 snap 144 seq_num 500) dirty exists 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:1544: left oid 42 (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:1541: expect (ObjNum 497 snap 143 seq_num 497) 2023-12-16T18:14:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: failed to encode map e352 with expected crc 2023-12-16T18:14:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: failed to encode map e352 with expected crc 2023-12-16T18:14:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: failed to encode map e352 with expected crc 2023-12-16T18:14:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: failed to encode map e352 with expected crc 2023-12-16T18:14:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: pgmap v234: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 11 MiB/s wr, 17 op/s 2023-12-16T18:14:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:00 smithi184 ceph-mon[136228]: osdmap e353: 8 total, 8 up, 8 in 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1545: finishing write tid 1 to smithi071127730-44 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1545: finishing write tid 2 to smithi071127730-44 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1545: finishing write tid 3 to smithi071127730-44 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1545: finishing write tid 4 to smithi071127730-44 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 403 (ObjNum 501 snap 144 seq_num 501) dirty exists 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1545: left oid 44 (ObjNum 501 snap 144 seq_num 501) 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1538: done (7 left) 2023-12-16T18:14:01.293 INFO:tasks.rados.rados.0.smithi071.stdout:1539: done (6 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1541: done (5 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1542: done (4 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1543: done (3 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1544: done (2 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1545: done (1 left) 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1547: copy_from oid 41 from oid 30 current snap is 144 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 144 2023-12-16T18:14:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1548: seq_num 502 ranges {6144000=409600,6553600=417792,6971392=385024} 2023-12-16T18:14:01.327 INFO:tasks.rados.rados.0.smithi071.stdout:1548: writing smithi071127730-20 from 6144000 to 6553600 tid 1 2023-12-16T18:14:01.329 INFO:tasks.rados.rados.0.smithi071.stdout:1548: writing smithi071127730-20 from 6553600 to 6971392 tid 2 2023-12-16T18:14:01.332 INFO:tasks.rados.rados.0.smithi071.stdout:1548: writing smithi071127730-20 from 6971392 to 7356416 tid 3 2023-12-16T18:14:01.332 INFO:tasks.rados.rados.0.smithi071.stdout:1549: copy_from oid 2 from oid 23 current snap is 144 2023-12-16T18:14:01.332 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 580 (ObjNum 468 snap 131 seq_num 468) dirty exists 2023-12-16T18:14:01.332 INFO:tasks.rados.rados.0.smithi071.stdout:1547: finishing copy_from to smithi071127730-41 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 753 (ObjNum 495 snap 143 seq_num 495) dirty exists 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1547: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 1 to smithi071127730-20 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1546: done (3 left) 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1547: done (2 left) 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1550: copy_from oid 47 from oid 39 current snap is 144 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1551: rollback oid 37 current snap is 144 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 131 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1552: read oid 42 snap -1 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1552: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:01.333 INFO:tasks.rados.rados.0.smithi071.stdout:1553: snap_remove snap 138 2023-12-16T18:14:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:1553: done (5 left) 2023-12-16T18:14:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:1554: copy_from oid 11 from oid 17 current snap is 144 2023-12-16T18:14:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:1555: read oid 31 snap 142 2023-12-16T18:14:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:1555: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:1556: rollback oid 49 current snap is 144 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 131 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing copy_from to smithi071127730-47 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1550: got expected ENOENT (src dne) 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 2 to smithi071127730-20 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing rollback tid 0 to smithi071127730-37 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 3 to smithi071127730-20 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing rollback tid 1 to smithi071127730-37 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing rollback tid 2 to smithi071127730-37 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 773 (ObjNum 345 snap 94 seq_num 345) dirty exists 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 4 to smithi071127730-20 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 5 to smithi071127730-20 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 757 (ObjNum 502 snap 144 seq_num 502) dirty exists 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1548: left oid 20 (ObjNum 502 snap 144 seq_num 502) 2023-12-16T18:14:01.671 INFO:tasks.rados.rados.0.smithi071.stdout:1552: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1549: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1549: finishing copy_from to smithi071127730-2 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 690 (ObjNum 420 snap 118 seq_num 420) dirty exists 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1548: done (7 left) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1549: done (6 left) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1550: done (5 left) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1551: done (4 left) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1552: done (3 left) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1557: read oid 30 snap -1 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1557: expect (ObjNum 495 snap 143 seq_num 495) 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1558: copy_from oid 15 from oid 36 current snap is 144 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:14:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:14:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:14:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 957 (ObjNum 340 snap 93 seq_num 340) dirty exists 2023-12-16T18:14:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing copy_from to smithi071127730-11 2023-12-16T18:14:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 925 (ObjNum 33 snap 0 seq_num 2570623200) dirty exists 2023-12-16T18:14:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:1555: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:01.829 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing copy_from to smithi071127730-15 2023-12-16T18:14:01.829 INFO:tasks.rados.rados.0.smithi071.stdout:1558: got expected ENOENT (src dne) 2023-12-16T18:14:01.829 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:14:01.829 INFO:tasks.rados.rados.0.smithi071.stdout:1557: expect (ObjNum 495 snap 143 seq_num 495) 2023-12-16T18:14:01.920 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:01 smithi184 ceph-mon[136228]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:01 smithi184 ceph-mon[136228]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:01 smithi184 ceph-mon[136228]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:01 smithi184 ceph-mon[136228]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[139725]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[139725]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[139725]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[139725]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[142085]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[142085]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[142085]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[142085]: failed to encode map e353 with expected crc 2023-12-16T18:14:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1554: done (4 left) 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1555: done (3 left) 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1556: done (2 left) 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1557: done (1 left) 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1558: done (0 left) 2023-12-16T18:14:02.011 INFO:tasks.rados.rados.0.smithi071.stdout:1559: snap_remove snap 137 2023-12-16T18:14:02.675 INFO:tasks.rados.rados.0.smithi071.stdout:1559: done (0 left) 2023-12-16T18:14:02.675 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 144 2023-12-16T18:14:02.675 INFO:tasks.rados.rados.0.smithi071.stdout:1560: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2023-12-16T18:14:02.676 INFO:tasks.rados.rados.0.smithi071.stdout:1560: writing smithi071127730-33 from 0 to 425984 tid 1 2023-12-16T18:14:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:1560: writing smithi071127730-33 from 425984 to 1130496 tid 2 2023-12-16T18:14:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:1560: writing smithi071127730-33 from 1130496 to 1228800 tid 3 2023-12-16T18:14:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:1561: copy_from oid 22 from oid 50 current snap is 144 2023-12-16T18:14:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 144 2023-12-16T18:14:02.682 INFO:tasks.rados.rados.0.smithi071.stdout:1562: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2023-12-16T18:14:02.685 INFO:tasks.rados.rados.0.smithi071.stdout:1562: writing smithi071127730-38 from 0 to 450560 tid 1 2023-12-16T18:14:02.689 INFO:tasks.rados.rados.0.smithi071.stdout:1562: writing smithi071127730-38 from 450560 to 1040384 tid 2 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1562: writing smithi071127730-38 from 1040384 to 1253376 tid 3 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1563: read oid 17 snap -1 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1563: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1564: read oid 27 snap 131 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1564: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 144 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing write tid 1 to smithi071127730-33 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing write tid 2 to smithi071127730-33 2023-12-16T18:14:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing write tid 3 to smithi071127730-33 2023-12-16T18:14:02.693 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing write tid 4 to smithi071127730-33 2023-12-16T18:14:02.693 INFO:tasks.rados.rados.0.smithi071.stdout:1565: seq_num 505 ranges {4317184=466944,4784128=475136,5259264=327680} 2023-12-16T18:14:02.719 INFO:tasks.rados.rados.0.smithi071.stdout:1565: writing smithi071127730-40 from 4317184 to 4784128 tid 1 2023-12-16T18:14:02.722 INFO:tasks.rados.rados.0.smithi071.stdout:1565: writing smithi071127730-40 from 4784128 to 5259264 tid 2 2023-12-16T18:14:02.724 INFO:tasks.rados.rados.0.smithi071.stdout:1565: writing smithi071127730-40 from 5259264 to 5586944 tid 3 2023-12-16T18:14:02.724 INFO:tasks.rados.rados.0.smithi071.stdout:1566: delete oid 15 current snap is 144 2023-12-16T18:14:02.724 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing write tid 5 to smithi071127730-33 2023-12-16T18:14:02.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 243 (ObjNum 503 snap 144 seq_num 503) dirty exists 2023-12-16T18:14:02.724 INFO:tasks.rados.rados.0.smithi071.stdout:1560: left oid 33 (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1561: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1561: finishing copy_from to smithi071127730-22 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 774 (ObjNum 473 snap 133 seq_num 473) dirty exists 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 1 to smithi071127730-38 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 2 to smithi071127730-38 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 3 to smithi071127730-38 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 4 to smithi071127730-38 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 5 to smithi071127730-38 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 965 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1562: left oid 38 (ObjNum 504 snap 144 seq_num 504) 2023-12-16T18:14:02.725 INFO:tasks.rados.rados.0.smithi071.stdout:1563: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:02.726 INFO:tasks.rados.rados.0.smithi071.stdout:1564: expect (ObjNum 415 snap 116 seq_num 415) 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing write tid 1 to smithi071127730-40 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing write tid 2 to smithi071127730-40 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing write tid 3 to smithi071127730-40 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing write tid 4 to smithi071127730-40 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing write tid 5 to smithi071127730-40 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 694 (ObjNum 505 snap 144 seq_num 505) dirty exists 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1565: left oid 40 (ObjNum 505 snap 144 seq_num 505) 2023-12-16T18:14:02.865 INFO:tasks.rados.rados.0.smithi071.stdout:1560: done (6 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1561: done (5 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1562: done (4 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1563: done (3 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1564: done (2 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1565: done (1 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1566: done (0 left) 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1567: copy_from oid 49 from oid 47 current snap is 144 2023-12-16T18:14:02.866 INFO:tasks.rados.rados.0.smithi071.stdout:1568: snap_create 2023-12-16T18:14:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing copy_from to smithi071127730-49 2023-12-16T18:14:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:1567: got expected ENOENT (src dne) 2023-12-16T18:14:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:14:02.936 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:02.936 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: Upgrade: osd.4 is safe to restart 2023-12-16T18:14:02.936 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.936 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T18:14:02.936 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.937 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.937 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: pgmap v237: 121 pgs: 121 active+clean; 192 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:14:02.937 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:02.937 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:14:02.937 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: Upgrade: osd.4 is safe to restart 2023-12-16T18:14:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: pgmap v237: 121 pgs: 121 active+clean; 192 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: Upgrade: osd.4 is safe to restart 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: osdmap e354: 8 total, 8 up, 8 in 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: failed to encode map e354 with expected crc 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: pgmap v237: 121 pgs: 121 active+clean; 192 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-16T18:14:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:03.679 INFO:tasks.rados.rados.0.smithi071.stdout:1567: done (1 left) 2023-12-16T18:14:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:1568: done (0 left) 2023-12-16T18:14:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:1569: setattr oid 25 current snap is 145 2023-12-16T18:14:03.681 INFO:tasks.rados.rados.0.smithi071.stdout:1570: setattr oid 47 current snap is 145 2023-12-16T18:14:03.682 INFO:tasks.rados.rados.0.smithi071.stdout:1571: snap_create 2023-12-16T18:14:03.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 775 (ObjNum 425 snap 119 seq_num 425) dirty exists 2023-12-16T18:14:03.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 776 (ObjNum 49 snap 0 seq_num 2570205536) dirty exists 2023-12-16T18:14:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: Upgrade: Updating osd.4 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: Deploying daemon osd.4 on smithi184 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: Upgrade: Updating osd.4 2023-12-16T18:14:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: Deploying daemon osd.4 on smithi184 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: Upgrade: Updating osd.4 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: Deploying daemon osd.4 on smithi184 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: osdmap e355: 8 total, 8 up, 8 in 2023-12-16T18:14:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: failed to encode map e355 with expected crc 2023-12-16T18:14:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:04.586 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:04 smithi184 systemd[1]: Stopping Ceph osd.4 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:14:04.687 INFO:tasks.rados.rados.0.smithi071.stdout:1569: done (2 left) 2023-12-16T18:14:04.687 INFO:tasks.rados.rados.0.smithi071.stdout:1570: done (1 left) 2023-12-16T18:14:04.687 INFO:tasks.rados.rados.0.smithi071.stdout:1571: done (0 left) 2023-12-16T18:14:04.687 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 146 2023-12-16T18:14:04.687 INFO:tasks.rados.rados.0.smithi071.stdout:1572: seq_num 507 ranges {4038656=499712,4538368=638976,5177344=163840} 2023-12-16T18:14:04.710 INFO:tasks.rados.rados.0.smithi071.stdout:1572: writing smithi071127730-7 from 4038656 to 4538368 tid 1 2023-12-16T18:14:04.714 INFO:tasks.rados.rados.0.smithi071.stdout:1572: writing smithi071127730-7 from 4538368 to 5177344 tid 2 2023-12-16T18:14:04.715 INFO:tasks.rados.rados.0.smithi071.stdout:1572: writing smithi071127730-7 from 5177344 to 5341184 tid 3 2023-12-16T18:14:04.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 146 2023-12-16T18:14:04.716 INFO:tasks.rados.rados.0.smithi071.stdout:1573: seq_num 508 ranges {2252800=516096,2768896=524288,3293184=278528} 2023-12-16T18:14:04.731 INFO:tasks.rados.rados.0.smithi071.stdout:1573: writing smithi071127730-32 from 2252800 to 2768896 tid 1 2023-12-16T18:14:04.734 INFO:tasks.rados.rados.0.smithi071.stdout:1573: writing smithi071127730-32 from 2768896 to 3293184 tid 2 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:1573: writing smithi071127730-32 from 3293184 to 3571712 tid 3 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 146 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 1 to smithi071127730-7 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 2 to smithi071127730-7 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 3 to smithi071127730-7 2023-12-16T18:14:04.736 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 4 to smithi071127730-7 2023-12-16T18:14:04.737 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 5 to smithi071127730-7 2023-12-16T18:14:04.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 694 (ObjNum 507 snap 146 seq_num 507) dirty exists 2023-12-16T18:14:04.737 INFO:tasks.rados.rados.0.smithi071.stdout:1572: left oid 7 (ObjNum 507 snap 146 seq_num 507) 2023-12-16T18:14:04.737 INFO:tasks.rados.rados.0.smithi071.stdout:1574: seq_num 509 ranges {11919360=532480,12451840=409600,12861440=393216} 2023-12-16T18:14:04.802 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi071127730-34 from 11919360 to 12451840 tid 1 2023-12-16T18:14:04.804 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi071127730-34 from 12451840 to 12861440 tid 2 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi071127730-34 from 12861440 to 13254656 tid 3 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1572: done (2 left) 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1575: snap_create 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: finishing write tid 1 to smithi071127730-32 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: finishing write tid 2 to smithi071127730-32 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: finishing write tid 3 to smithi071127730-32 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: finishing write tid 4 to smithi071127730-32 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: finishing write tid 5 to smithi071127730-32 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 980 (ObjNum 508 snap 146 seq_num 508) dirty exists 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1573: left oid 32 (ObjNum 508 snap 146 seq_num 508) 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 1 to smithi071127730-34 2023-12-16T18:14:04.808 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 2 to smithi071127730-34 2023-12-16T18:14:04.809 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 3 to smithi071127730-34 2023-12-16T18:14:04.809 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 4 to smithi071127730-34 2023-12-16T18:14:04.810 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 5 to smithi071127730-34 2023-12-16T18:14:04.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 929 (ObjNum 509 snap 146 seq_num 509) dirty exists 2023-12-16T18:14:04.811 INFO:tasks.rados.rados.0.smithi071.stdout:1574: left oid 34 (ObjNum 509 snap 146 seq_num 509) 2023-12-16T18:14:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[139725]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T18:14:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[139725]: failed to encode map e356 with expected crc 2023-12-16T18:14:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[139725]: pgmap v240: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2023-12-16T18:14:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[142085]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T18:14:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[142085]: failed to encode map e356 with expected crc 2023-12-16T18:14:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:04 smithi071 ceph-mon[142085]: pgmap v240: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2023-12-16T18:14:05.086 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:14:04.701+0000 7faeda205700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:14:05.086 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:14:04.701+0000 7faeda205700 -1 osd.4 357 *** Got signal Terminated *** 2023-12-16T18:14:05.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[87533]: 2023-12-16T18:14:04.701+0000 7faeda205700 -1 osd.4 357 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:14:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-mon[136228]: osdmap e356: 8 total, 8 up, 8 in 2023-12-16T18:14:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-mon[136228]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:04 smithi184 ceph-mon[136228]: pgmap v240: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2023-12-16T18:14:05.580 INFO:tasks.rados.rados.0.smithi071.stdout:1573: done (2 left) 2023-12-16T18:14:05.580 INFO:tasks.rados.rados.0.smithi071.stdout:1574: done (1 left) 2023-12-16T18:14:05.580 INFO:tasks.rados.rados.0.smithi071.stdout:1575: done (0 left) 2023-12-16T18:14:05.580 INFO:tasks.rados.rados.0.smithi071.stdout:1576: delete oid 40 current snap is 147 2023-12-16T18:14:05.594 INFO:tasks.rados.rados.0.smithi071.stdout:1576: done (0 left) 2023-12-16T18:14:05.594 INFO:tasks.rados.rados.0.smithi071.stdout:1577: snap_remove snap 144 2023-12-16T18:14:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: failed to encode map e357 with expected crc 2023-12-16T18:14:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: osd.4 marked itself down and dead 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[139725]: osdmap e358: 8 total, 7 up, 8 in 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: failed to encode map e357 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: osd.4 marked itself down and dead 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: failed to encode map e356 with expected crc 2023-12-16T18:14:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:05 smithi071 ceph-mon[142085]: osdmap e358: 8 total, 7 up, 8 in 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: failed to encode map e357 with expected crc 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: failed to encode map e356 with expected crc 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: osdmap e357: 8 total, 8 up, 8 in 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: osd.4 marked itself down and dead 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: failed to encode map e356 with expected crc 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: failed to encode map e356 with expected crc 2023-12-16T18:14:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:05 smithi184 ceph-mon[136228]: osdmap e358: 8 total, 7 up, 8 in 2023-12-16T18:14:06.405 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141459]: 2023-12-16 18:14:06.13520421 +0000 UTC m=+1.501016556 container died d853ea0820b97e363ca31ec5c3b17ab4b682c01e9aad00072678bfddb1638ce8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212) 2023-12-16T18:14:06.405 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141459]: 2023-12-16 18:14:06.25630652 +0000 UTC m=+1.622118850 container cleanup d853ea0820b97e363ca31ec5c3b17ab4b682c01e9aad00072678bfddb1638ce8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_CLEAN=True, ceph=True) 2023-12-16T18:14:06.405 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 bash[141459]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4 2023-12-16T18:14:06.583 INFO:tasks.rados.rados.0.smithi071.stdout:1577: done (0 left) 2023-12-16T18:14:06.584 INFO:tasks.rados.rados.0.smithi071.stdout:1578: snap_remove snap 145 2023-12-16T18:14:06.679 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141488]: 2023-12-16 18:14:06.406159114 +0000 UTC m=+0.274651467 container remove d853ea0820b97e363ca31ec5c3b17ab4b682c01e9aad00072678bfddb1638ce8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2023-12-16T18:14:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[139725]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[139725]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[139725]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[139725]: pgmap v243: 121 pgs: 9 stale+active+clean, 112 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[139725]: osdmap e359: 8 total, 7 up, 8 in 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[142085]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[142085]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[142085]: failed to encode map e358 with expected crc 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[142085]: pgmap v243: 121 pgs: 9 stale+active+clean, 112 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T18:14:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:06 smithi071 ceph-mon[142085]: osdmap e359: 8 total, 7 up, 8 in 2023-12-16T18:14:07.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:06 smithi184 ceph-mon[136228]: failed to encode map e358 with expected crc 2023-12-16T18:14:07.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:06 smithi184 ceph-mon[136228]: failed to encode map e358 with expected crc 2023-12-16T18:14:07.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:06 smithi184 ceph-mon[136228]: failed to encode map e358 with expected crc 2023-12-16T18:14:07.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:06 smithi184 ceph-mon[136228]: pgmap v243: 121 pgs: 9 stale+active+clean, 112 active+clean; 202 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2023-12-16T18:14:07.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:06 smithi184 ceph-mon[136228]: osdmap e359: 8 total, 7 up, 8 in 2023-12-16T18:14:07.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141582]: 2023-12-16 18:14:06.68114749 +0000 UTC m=+0.062141569 container create 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:14:07.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141582]: 2023-12-16 18:14:06.637685513 +0000 UTC m=+0.018679605 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:07.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141582]: 2023-12-16 18:14:06.773680528 +0000 UTC m=+0.154674616 container init 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.31.3) 2023-12-16T18:14:07.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141582]: 2023-12-16 18:14:06.790100828 +0000 UTC m=+0.171094915 container start 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True) 2023-12-16T18:14:07.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:06 smithi184 podman[141582]: 2023-12-16 18:14:06.822732328 +0000 UTC m=+0.203726434 container attach 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2023-12-16T18:14:07.336 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141582]: 2023-12-16 18:14:07.072823811 +0000 UTC m=+0.453817907 container died 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2023-12-16T18:14:07.580 INFO:tasks.rados.rados.0.smithi071.stdout:1578: done (0 left) 2023-12-16T18:14:07.580 INFO:tasks.rados.rados.0.smithi071.stdout:1579: snap_remove snap 131 2023-12-16T18:14:07.688 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:07] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2023-12-16T18:14:07.689 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141608]: 2023-12-16 18:14:07.356067144 +0000 UTC m=+0.273783899 container remove 4b9f96d01791e25ec44a27de9c2a0068c2db16bd6a477615c976a8452bc03b3f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_CLEAN=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T18:14:07.689 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.4.service: Deactivated successfully. 2023-12-16T18:14:07.689 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 systemd[1]: Stopped Ceph osd.4 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:14:07.689 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.4.service: Consumed 11.246s CPU time. 2023-12-16T18:14:07.689 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 systemd[1]: Starting Ceph osd.4 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:14:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[142085]: failed to encode map e359 with expected crc 2023-12-16T18:14:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[142085]: failed to encode map e359 with expected crc 2023-12-16T18:14:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[142085]: osdmap e360: 8 total, 7 up, 8 in 2023-12-16T18:14:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[139725]: failed to encode map e359 with expected crc 2023-12-16T18:14:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[139725]: failed to encode map e359 with expected crc 2023-12-16T18:14:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:07 smithi071 ceph-mon[139725]: osdmap e360: 8 total, 7 up, 8 in 2023-12-16T18:14:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:07 smithi184 ceph-mon[136228]: failed to encode map e359 with expected crc 2023-12-16T18:14:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:07 smithi184 ceph-mon[136228]: failed to encode map e359 with expected crc 2023-12-16T18:14:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:07 smithi184 ceph-mon[136228]: osdmap e360: 8 total, 7 up, 8 in 2023-12-16T18:14:08.086 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141710]: 2023-12-16 18:14:07.722623619 +0000 UTC m=+0.066865943 container create 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T18:14:08.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141710]: 2023-12-16 18:14:07.673240587 +0000 UTC m=+0.017482912 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:08.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141710]: 2023-12-16 18:14:07.79797819 +0000 UTC m=+0.142220498 container init 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2023-12-16T18:14:08.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141710]: 2023-12-16 18:14:07.812340568 +0000 UTC m=+0.156582872 container start 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2023-12-16T18:14:08.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:07 smithi184 podman[141710]: 2023-12-16 18:14:07.847579904 +0000 UTC m=+0.191822223 container attach 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2023-12-16T18:14:08.582 INFO:tasks.rados.rados.0.smithi071.stdout:1579: done (0 left) 2023-12-16T18:14:08.583 INFO:tasks.rados.rados.0.smithi071.stdout:1580: delete oid 34 current snap is 147 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141710]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-16T18:14:08.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-16T18:14:08.589 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate[141724]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-16T18:14:08.589 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141710]: 2023-12-16 18:14:08.267907023 +0000 UTC m=+0.612149329 container died 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2023-12-16T18:14:08.589 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141840]: 2023-12-16 18:14:08.48916192 +0000 UTC m=+0.216205631 container remove 55dfb901648e1df7648fa2f3e3f257aaf020e6d073251474b9ccd90ea4dcb43c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-activate, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212) 2023-12-16T18:14:08.589 INFO:tasks.rados.rados.0.smithi071.stdout:1580: done (0 left) 2023-12-16T18:14:08.590 INFO:tasks.rados.rados.0.smithi071.stdout:1581: read oid 33 snap -1 2023-12-16T18:14:08.590 INFO:tasks.rados.rados.0.smithi071.stdout:1581: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:08.590 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 147 2023-12-16T18:14:08.590 INFO:tasks.rados.rados.0.smithi071.stdout:1582: seq_num 512 ranges {4038656=581632,4620288=516096,5136384=286720} 2023-12-16T18:14:08.616 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi071127730-48 from 4038656 to 4620288 tid 1 2023-12-16T18:14:08.618 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi071127730-48 from 4620288 to 5136384 tid 2 2023-12-16T18:14:08.620 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi071127730-48 from 5136384 to 5423104 tid 3 2023-12-16T18:14:08.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 147 2023-12-16T18:14:08.621 INFO:tasks.rados.rados.0.smithi071.stdout:1583: seq_num 513 ranges {5529600=598016,6127616=794624,6922240=8192} 2023-12-16T18:14:08.652 INFO:tasks.rados.rados.0.smithi071.stdout:1583: writing smithi071127730-5 from 5529600 to 6127616 tid 1 2023-12-16T18:14:08.657 INFO:tasks.rados.rados.0.smithi071.stdout:1583: writing smithi071127730-5 from 6127616 to 6922240 tid 2 2023-12-16T18:14:08.658 INFO:tasks.rados.rados.0.smithi071.stdout:1583: writing smithi071127730-5 from 6922240 to 6930432 tid 3 2023-12-16T18:14:08.658 INFO:tasks.rados.rados.0.smithi071.stdout:1584: read oid 42 snap -1 2023-12-16T18:14:08.658 INFO:tasks.rados.rados.0.smithi071.stdout:1584: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:08.658 INFO:tasks.rados.rados.0.smithi071.stdout:1585: delete oid 15 current snap is 147 2023-12-16T18:14:08.658 INFO:tasks.rados.rados.0.smithi071.stdout:1581: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 1 to smithi071127730-48 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 2 to smithi071127730-48 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 3 to smithi071127730-48 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 4 to smithi071127730-48 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1581: done (4 left) 2023-12-16T18:14:08.691 INFO:tasks.rados.rados.0.smithi071.stdout:1585: done (3 left) 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1586: rollback oid 31 current snap is 147 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 142 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 5 to smithi071127730-48 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 761 (ObjNum 512 snap 147 seq_num 512) dirty exists 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1582: left oid 48 (ObjNum 512 snap 147 seq_num 512) 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1583: finishing write tid 1 to smithi071127730-5 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1583: finishing write tid 2 to smithi071127730-5 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1583: finishing write tid 3 to smithi071127730-5 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1583: finishing write tid 4 to smithi071127730-5 2023-12-16T18:14:08.692 INFO:tasks.rados.rados.0.smithi071.stdout:1584: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:08.723 INFO:tasks.rados.rados.0.smithi071.stdout:1583: finishing write tid 5 to smithi071127730-5 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 699 (ObjNum 513 snap 147 seq_num 513) dirty exists 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1583: left oid 5 (ObjNum 513 snap 147 seq_num 513) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1586: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1586: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1582: done (3 left) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1583: done (2 left) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1584: done (1 left) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1587: read oid 30 snap 146 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1587: expect (ObjNum 495 snap 143 seq_num 495) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1588: copy_from oid 27 from oid 42 current snap is 147 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1586: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 685 (ObjNum 484 snap 139 seq_num 484) dirty exists 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1586: done (2 left) 2023-12-16T18:14:08.724 INFO:tasks.rados.rados.0.smithi071.stdout:1589: read oid 13 snap -1 2023-12-16T18:14:08.725 INFO:tasks.rados.rados.0.smithi071.stdout:1589: expect (ObjNum 438 snap 126 seq_num 438) 2023-12-16T18:14:08.725 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 147 2023-12-16T18:14:08.725 INFO:tasks.rados.rados.0.smithi071.stdout:1590: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2023-12-16T18:14:08.727 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi071127730-19 from 0 to 630784 tid 1 2023-12-16T18:14:08.731 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi071127730-19 from 630784 to 1196032 tid 2 2023-12-16T18:14:08.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi071127730-19 from 1196032 to 1433600 tid 3 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1591: copy_from oid 20 from oid 40 current snap is 147 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 1 to smithi071127730-19 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1588: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1588: finishing copy_from to smithi071127730-27 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 399 (ObjNum 500 snap 144 seq_num 500) dirty exists 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1588: done (4 left) 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1592: read oid 16 snap 146 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1592: expect (ObjNum 468 snap 131 seq_num 468) 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 147 2023-12-16T18:14:08.734 INFO:tasks.rados.rados.0.smithi071.stdout:1593: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2023-12-16T18:14:08.737 INFO:tasks.rados.rados.0.smithi071.stdout:1593: writing smithi071127730-17 from 0 to 647168 tid 1 2023-12-16T18:14:08.740 INFO:tasks.rados.rados.0.smithi071.stdout:1593: writing smithi071127730-17 from 647168 to 1097728 tid 2 2023-12-16T18:14:08.743 INFO:tasks.rados.rados.0.smithi071.stdout:1593: writing smithi071127730-17 from 1097728 to 1449984 tid 3 2023-12-16T18:14:08.743 INFO:tasks.rados.rados.0.smithi071.stdout:1594: delete oid 2 current snap is 147 2023-12-16T18:14:08.743 INFO:tasks.rados.rados.0.smithi071.stdout:1587: expect (ObjNum 495 snap 143 seq_num 495) 2023-12-16T18:14:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 2 to smithi071127730-19 2023-12-16T18:14:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 3 to smithi071127730-19 2023-12-16T18:14:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 4 to smithi071127730-19 2023-12-16T18:14:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing copy_from to smithi071127730-20 2023-12-16T18:14:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:1591: got expected ENOENT (src dne) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 5 to smithi071127730-19 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 703 (ObjNum 515 snap 147 seq_num 515) dirty exists 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1590: left oid 19 (ObjNum 515 snap 147 seq_num 515) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1593: finishing write tid 1 to smithi071127730-17 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1587: done (6 left) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1590: done (5 left) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1591: done (4 left) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1594: done (3 left) 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1595: setattr oid 30 current snap is 147 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1593: finishing write tid 2 to smithi071127730-17 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1593: finishing write tid 3 to smithi071127730-17 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1593: finishing write tid 4 to smithi071127730-17 2023-12-16T18:14:08.937 INFO:tasks.rados.rados.0.smithi071.stdout:1592: expect (ObjNum 468 snap 131 seq_num 468) 2023-12-16T18:14:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[139725]: failed to encode map e360 with expected crc 2023-12-16T18:14:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[139725]: failed to encode map e360 with expected crc 2023-12-16T18:14:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[139725]: pgmap v246: 121 pgs: 1 active+undersized+degraded, 9 peering, 6 stale+active+clean, 2 active+undersized, 103 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 2/339 objects degraded (0.590%) 2023-12-16T18:14:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[139725]: osdmap e361: 8 total, 7 up, 8 in 2023-12-16T18:14:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[142085]: failed to encode map e360 with expected crc 2023-12-16T18:14:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[142085]: failed to encode map e360 with expected crc 2023-12-16T18:14:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[142085]: pgmap v246: 121 pgs: 1 active+undersized+degraded, 9 peering, 6 stale+active+clean, 2 active+undersized, 103 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 2/339 objects degraded (0.590%) 2023-12-16T18:14:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:08 smithi071 ceph-mon[142085]: osdmap e361: 8 total, 7 up, 8 in 2023-12-16T18:14:09.057 INFO:tasks.rados.rados.0.smithi071.stdout:1593: finishing write tid 5 to smithi071127730-17 2023-12-16T18:14:09.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1001 (ObjNum 516 snap 147 seq_num 516) dirty exists 2023-12-16T18:14:09.057 INFO:tasks.rados.rados.0.smithi071.stdout:1593: left oid 17 (ObjNum 516 snap 147 seq_num 516) 2023-12-16T18:14:09.058 INFO:tasks.rados.rados.0.smithi071.stdout:1589: expect (ObjNum 438 snap 126 seq_num 438) 2023-12-16T18:14:09.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-mon[136228]: failed to encode map e360 with expected crc 2023-12-16T18:14:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-mon[136228]: failed to encode map e360 with expected crc 2023-12-16T18:14:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-mon[136228]: pgmap v246: 121 pgs: 1 active+undersized+degraded, 9 peering, 6 stale+active+clean, 2 active+undersized, 103 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 24 op/s; 2/339 objects degraded (0.590%) 2023-12-16T18:14:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-mon[136228]: osdmap e361: 8 total, 7 up, 8 in 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141904]: 2023-12-16 18:14:08.664054665 +0000 UTC m=+0.077567886 container create 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141904]: 2023-12-16 18:14:08.612487202 +0000 UTC m=+0.026000393 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141904]: 2023-12-16 18:14:08.76452994 +0000 UTC m=+0.178043142 container init 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 podman[141904]: 2023-12-16 18:14:08.767682392 +0000 UTC m=+0.181195570 container start 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3) 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 ceph-osd[141923]: -- 172.21.15.184:0/2504934154 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56133e7f56c0 con 0x56133e7c7000 2023-12-16T18:14:09.087 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 bash[141904]: 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 2023-12-16T18:14:09.088 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:08 smithi184 systemd[1]: Started Ceph osd.4 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:14:09.586 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T18:14:09.311+0000 7f4fce3cb640 -1 Falling back to public interface 2023-12-16T18:14:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 931 (ObjNum 495 snap 143 seq_num 495) dirty exists 2023-12-16T18:14:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:1589: done (3 left) 2023-12-16T18:14:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:1592: done (2 left) 2023-12-16T18:14:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:1593: done (1 left) 2023-12-16T18:14:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:1595: done (0 left) 2023-12-16T18:14:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:1596: snap_remove snap 146 2023-12-16T18:14:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: failed to encode map e361 with expected crc 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: failed to encode map e361 with expected crc 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 2/339 objects degraded (0.590%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: failed to encode map e361 with expected crc 2023-12-16T18:14:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: failed to encode map e361 with expected crc 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 2/339 objects degraded (0.590%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: failed to encode map e361 with expected crc 2023-12-16T18:14:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: failed to encode map e361 with expected crc 2023-12-16T18:14:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 2/339 objects degraded (0.590%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:10.576 INFO:tasks.rados.rados.0.smithi071.stdout:1596: done (0 left) 2023-12-16T18:14:10.576 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 147 2023-12-16T18:14:10.576 INFO:tasks.rados.rados.0.smithi071.stdout:1597: seq_num 518 ranges {2990080=679936,3670016=671744,4341760=131072} 2023-12-16T18:14:10.596 INFO:tasks.rados.rados.0.smithi071.stdout:1597: writing smithi071127730-8 from 2990080 to 3670016 tid 1 2023-12-16T18:14:10.600 INFO:tasks.rados.rados.0.smithi071.stdout:1597: writing smithi071127730-8 from 3670016 to 4341760 tid 2 2023-12-16T18:14:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1597: writing smithi071127730-8 from 4341760 to 4472832 tid 3 2023-12-16T18:14:10.601 INFO:tasks.rados.rados.0.smithi071.stdout:1598: setattr oid 14 current snap is 147 2023-12-16T18:14:10.602 INFO:tasks.rados.rados.0.smithi071.stdout:1599: snap_remove snap 142 2023-12-16T18:14:10.797 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:14:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:10 smithi184 ceph-mon[136228]: pgmap v248: 121 pgs: 8 active+undersized+degraded, 9 peering, 29 active+undersized, 75 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 31/339 objects degraded (9.145%) 2023-12-16T18:14:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:10 smithi184 ceph-mon[136228]: osdmap e362: 8 total, 7 up, 8 in 2023-12-16T18:14:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:10 smithi071 ceph-mon[139725]: pgmap v248: 121 pgs: 8 active+undersized+degraded, 9 peering, 29 active+undersized, 75 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 31/339 objects degraded (9.145%) 2023-12-16T18:14:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:10 smithi071 ceph-mon[139725]: osdmap e362: 8 total, 7 up, 8 in 2023-12-16T18:14:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:10 smithi071 ceph-mon[142085]: pgmap v248: 121 pgs: 8 active+undersized+degraded, 9 peering, 29 active+undersized, 75 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s; 31/339 objects degraded (9.145%) 2023-12-16T18:14:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:10 smithi071 ceph-mon[142085]: osdmap e362: 8 total, 7 up, 8 in 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 28s ago 6m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (3m) 2m ago 6m 80.1M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 28s ago 7m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (7m) 2m ago 7m 17.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (3m) 2m ago 9m 439M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:14:11.106 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (3m) 28s ago 10m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 28s ago 10m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (2m) 2m ago 9m 19.8M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 28s ago 9m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (3m) 28s ago 6m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (3m) 2m ago 6m 7994k - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (114s) 28s ago 9m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (86s) 28s ago 8m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (58s) 28s ago 8m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (30s) 28s ago 8m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 starting - - - 2480M 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (8m) 2m ago 8m 167M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 04c3865d0b02 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (7m) 2m ago 7m 96.8M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (7m) 2m ago 7m 113M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:14:11.107 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (3m) 2m ago 6m 45.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:14:11.488 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3, 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 4 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:14:11.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 5, 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 9 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:14:11.490 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:14:11.588 INFO:tasks.rados.rados.0.smithi071.stdout:1599: done (2 left) 2023-12-16T18:14:11.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 147 2023-12-16T18:14:11.589 INFO:tasks.rados.rados.0.smithi071.stdout:1597: finishing write tid 1 to smithi071127730-8 2023-12-16T18:14:11.589 INFO:tasks.rados.rados.0.smithi071.stdout:1600: seq_num 519 ranges {6930432=696320,7626752=548864,8175616=253952} 2023-12-16T18:14:11.629 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi071127730-5 from 6930432 to 7626752 tid 1 2023-12-16T18:14:11.632 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi071127730-5 from 7626752 to 8175616 tid 2 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi071127730-5 from 8175616 to 8429568 tid 3 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1601: copy_from oid 28 from oid 2 current snap is 147 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1597: finishing write tid 2 to smithi071127730-8 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1597: finishing write tid 3 to smithi071127730-8 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1597: finishing write tid 4 to smithi071127730-8 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 708 (ObjNum 33 snap 0 seq_num 735684784) dirty exists 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1597: finishing write tid 5 to smithi071127730-8 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 707 (ObjNum 518 snap 147 seq_num 518) dirty exists 2023-12-16T18:14:11.634 INFO:tasks.rados.rados.0.smithi071.stdout:1597: left oid 8 (ObjNum 518 snap 147 seq_num 518) 2023-12-16T18:14:11.635 INFO:tasks.rados.rados.0.smithi071.stdout:1597: done (3 left) 2023-12-16T18:14:11.635 INFO:tasks.rados.rados.0.smithi071.stdout:1598: done (2 left) 2023-12-16T18:14:11.635 INFO:tasks.rados.rados.0.smithi071.stdout:1602: setattr oid 25 current snap is 147 2023-12-16T18:14:11.636 INFO:tasks.rados.rados.0.smithi071.stdout:1603: rollback oid 45 current snap is 147 2023-12-16T18:14:11.636 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 143 2023-12-16T18:14:11.636 INFO:tasks.rados.rados.0.smithi071.stdout:1604: rollback oid 6 current snap is 147 2023-12-16T18:14:11.636 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 143 2023-12-16T18:14:11.636 INFO:tasks.rados.rados.0.smithi071.stdout:1605: delete oid 7 current snap is 147 2023-12-16T18:14:11.637 INFO:tasks.rados.rados.0.smithi071.stdout:1601: finishing copy_from to smithi071127730-28 2023-12-16T18:14:11.637 INFO:tasks.rados.rados.0.smithi071.stdout:1601: got expected ENOENT (src dne) 2023-12-16T18:14:11.637 INFO:tasks.rados.rados.0.smithi071.stdout:1601: finishing copy_from racing read to smithi071127730-28 2023-12-16T18:14:11.638 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 1 to smithi071127730-5 2023-12-16T18:14:11.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 777 (ObjNum 425 snap 119 seq_num 425) dirty exists 2023-12-16T18:14:11.640 INFO:tasks.rados.rados.0.smithi071.stdout:1604: finishing rollback tid 0 to smithi071127730-6 2023-12-16T18:14:11.641 INFO:tasks.rados.rados.0.smithi071.stdout:1604: finishing rollback tid 1 to smithi071127730-6 2023-12-16T18:14:11.641 INFO:tasks.rados.rados.0.smithi071.stdout:1604: finishing rollback tid 2 to smithi071127730-6 2023-12-16T18:14:11.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 777 (ObjNum 459 snap 127 seq_num 459) dirty exists 2023-12-16T18:14:11.642 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing rollback tid 0 to smithi071127730-45 2023-12-16T18:14:11.642 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 2 to smithi071127730-5 2023-12-16T18:14:11.642 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 3 to smithi071127730-5 2023-12-16T18:14:11.643 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 4 to smithi071127730-5 2023-12-16T18:14:11.644 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing rollback tid 1 to smithi071127730-45 2023-12-16T18:14:11.644 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing rollback tid 2 to smithi071127730-45 2023-12-16T18:14:11.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 301 (ObjNum 487 snap 142 seq_num 487) dirty exists 2023-12-16T18:14:11.644 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 5 to smithi071127730-5 2023-12-16T18:14:11.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 712 (ObjNum 519 snap 147 seq_num 519) dirty exists 2023-12-16T18:14:11.645 INFO:tasks.rados.rados.0.smithi071.stdout:1600: left oid 5 (ObjNum 519 snap 147 seq_num 519) 2023-12-16T18:14:11.645 INFO:tasks.rados.rados.0.smithi071.stdout:1600: done (5 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1601: done (4 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1602: done (3 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1603: done (2 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1604: done (1 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1605: done (0 left) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1606: read oid 24 snap -1 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1606: expect (ObjNum 453 snap 127 seq_num 453) 2023-12-16T18:14:11.646 INFO:tasks.rados.rados.0.smithi071.stdout:1607: snap_remove snap 143 2023-12-16T18:14:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/903641076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[139725]: osdmap e363: 8 total, 7 up, 8 in 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: failed to encode map e362 with expected crc 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/903641076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:11 smithi071 ceph-mon[142085]: osdmap e363: 8 total, 7 up, 8 in 2023-12-16T18:14:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: failed to encode map e362 with expected crc 2023-12-16T18:14:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: failed to encode map e362 with expected crc 2023-12-16T18:14:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: failed to encode map e362 with expected crc 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/903641076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:11 smithi184 ceph-mon[136228]: osdmap e363: 8 total, 7 up, 8 in 2023-12-16T18:14:12.585 INFO:tasks.rados.rados.0.smithi071.stdout:1607: done (1 left) 2023-12-16T18:14:12.585 INFO:tasks.rados.rados.0.smithi071.stdout:1608: read oid 29 snap -1 2023-12-16T18:14:12.585 INFO:tasks.rados.rados.0.smithi071.stdout:1608: expect (ObjNum 478 snap 136 seq_num 478) 2023-12-16T18:14:12.585 INFO:tasks.rados.rados.0.smithi071.stdout:1609: delete oid 46 current snap is 147 2023-12-16T18:14:12.585 INFO:tasks.rados.rados.0.smithi071.stdout:1606: expect (ObjNum 453 snap 127 seq_num 453) 2023-12-16T18:14:12.586 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T18:14:12.162+0000 7f4fce3cb640 -1 osd.4 0 read_superblock omap replica is missing. 2023-12-16T18:14:12.586 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T18:14:12.239+0000 7f4fce3cb640 -1 osd.4 357 log_to_monitors true 2023-12-16T18:14:12.714 INFO:tasks.rados.rados.0.smithi071.stdout:1608: expect (ObjNum 478 snap 136 seq_num 478) 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: pgmap v251: 121 pgs: 12 active+undersized+degraded, 34 active+undersized, 75 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 47/309 objects degraded (15.210%) 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: osdmap e364: 8 total, 7 up, 8 in 2023-12-16T18:14:12.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: failed to encode map e363 with expected crc 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: pgmap v251: 121 pgs: 12 active+undersized+degraded, 34 active+undersized, 75 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 47/309 objects degraded (15.210%) 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:14:12.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: osdmap e364: 8 total, 7 up, 8 in 2023-12-16T18:14:12.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:12.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:12.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:1606: done (2 left) 2023-12-16T18:14:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:1608: done (1 left) 2023-12-16T18:14:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:1609: done (0 left) 2023-12-16T18:14:12.759 INFO:tasks.rados.rados.0.smithi071.stdout:1610: snap_create 2023-12-16T18:14:13.086 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T18:14:12.613+0000 7f4fbd037700 -1 osd.4 357 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:14:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: failed to encode map e363 with expected crc 2023-12-16T18:14:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: failed to encode map e363 with expected crc 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: failed to encode map e363 with expected crc 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: pgmap v251: 121 pgs: 12 active+undersized+degraded, 34 active+undersized, 75 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 47/309 objects degraded (15.210%) 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: osdmap e364: 8 total, 7 up, 8 in 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:13.587 INFO:tasks.rados.rados.0.smithi071.stdout:1610: done (0 left) 2023-12-16T18:14:13.587 INFO:tasks.rados.rados.0.smithi071.stdout:1611: delete oid 21 current snap is 148 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302] boot 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T18:14:13.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:14:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302] boot 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: failed to encode map e364 with expected crc 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: osd.4 [v2:172.21.15.184:6800/2574520302,v1:172.21.15.184:6801/2574520302] boot 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: osdmap e365: 8 total, 8 up, 8 in 2023-12-16T18:14:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-16T18:14:14.617 INFO:tasks.rados.rados.0.smithi071.stdout:1611: done (0 left) 2023-12-16T18:14:14.618 INFO:tasks.rados.rados.0.smithi071.stdout:1612: delete oid 1 current snap is 148 2023-12-16T18:14:14.620 INFO:tasks.rados.rados.0.smithi071.stdout:1612: done (0 left) 2023-12-16T18:14:14.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 148 2023-12-16T18:14:14.620 INFO:tasks.rados.rados.0.smithi071.stdout:1613: seq_num 524 ranges {1728512=786432,2514944=778240,3293184=24576} 2023-12-16T18:14:14.634 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi071127730-6 from 1728512 to 2514944 tid 1 2023-12-16T18:14:14.638 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi071127730-6 from 2514944 to 3293184 tid 2 2023-12-16T18:14:14.639 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi071127730-6 from 3293184 to 3317760 tid 3 2023-12-16T18:14:14.639 INFO:tasks.rados.rados.0.smithi071.stdout:1614: snap_create 2023-12-16T18:14:14.651 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 1 to smithi071127730-6 2023-12-16T18:14:14.651 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 2 to smithi071127730-6 2023-12-16T18:14:14.651 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 3 to smithi071127730-6 2023-12-16T18:14:14.651 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 4 to smithi071127730-6 2023-12-16T18:14:14.652 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 5 to smithi071127730-6 2023-12-16T18:14:14.652 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 781 (ObjNum 524 snap 148 seq_num 524) dirty exists 2023-12-16T18:14:14.652 INFO:tasks.rados.rados.0.smithi071.stdout:1613: left oid 6 (ObjNum 524 snap 148 seq_num 524) 2023-12-16T18:14:14.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:14:14.934+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[139725]: failed to encode map e365 with expected crc 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[139725]: failed to encode map e365 with expected crc 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[139725]: pgmap v254: 121 pgs: 23 peering, 7 active+undersized+degraded, 16 active+undersized, 75 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 30/297 objects degraded (10.101%) 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[139725]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[142085]: failed to encode map e365 with expected crc 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[142085]: failed to encode map e365 with expected crc 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[142085]: pgmap v254: 121 pgs: 23 peering, 7 active+undersized+degraded, 16 active+undersized, 75 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 30/297 objects degraded (10.101%) 2023-12-16T18:14:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:14 smithi071 ceph-mon[142085]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T18:14:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:14 smithi184 ceph-mon[136228]: failed to encode map e365 with expected crc 2023-12-16T18:14:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:14 smithi184 ceph-mon[136228]: failed to encode map e365 with expected crc 2023-12-16T18:14:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:14 smithi184 ceph-mon[136228]: pgmap v254: 121 pgs: 23 peering, 7 active+undersized+degraded, 16 active+undersized, 75 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 30/297 objects degraded (10.101%) 2023-12-16T18:14:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:14 smithi184 ceph-mon[136228]: osdmap e366: 8 total, 8 up, 8 in 2023-12-16T18:14:15.590 INFO:tasks.rados.rados.0.smithi071.stdout:1613: done (1 left) 2023-12-16T18:14:15.590 INFO:tasks.rados.rados.0.smithi071.stdout:1614: done (0 left) 2023-12-16T18:14:15.590 INFO:tasks.rados.rados.0.smithi071.stdout:1615: rollback oid 29 current snap is 149 2023-12-16T18:14:15.590 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 148 2023-12-16T18:14:15.590 INFO:tasks.rados.rados.0.smithi071.stdout:1616: read oid 47 snap -1 2023-12-16T18:14:15.591 INFO:tasks.rados.rados.0.smithi071.stdout:1616: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:15.591 INFO:tasks.rados.rados.0.smithi071.stdout:1617: copy_from oid 19 from oid 8 current snap is 149 2023-12-16T18:14:15.591 INFO:tasks.rados.rados.0.smithi071.stdout:1618: rollback oid 41 current snap is 149 2023-12-16T18:14:15.591 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 148 2023-12-16T18:14:15.591 INFO:tasks.rados.rados.0.smithi071.stdout:1619: snap_remove snap 147 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 30/297 objects degraded (10.101%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[139725]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: failed to encode map e366 with expected crc 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 30/297 objects degraded (10.101%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:15.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:15.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:15.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-12-16T18:14:15.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:15 smithi071 ceph-mon[142085]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: failed to encode map e366 with expected crc 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 30/297 objects degraded (10.101%), 7 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-12-16T18:14:16.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:15 smithi184 ceph-mon[136228]: osdmap e367: 8 total, 8 up, 8 in 2023-12-16T18:14:16.592 INFO:tasks.rados.rados.0.smithi071.stdout:1619: done (4 left) 2023-12-16T18:14:16.592 INFO:tasks.rados.rados.0.smithi071.stdout:1620: delete oid 10 current snap is 149 2023-12-16T18:14:16.592 INFO:tasks.rados.rados.0.smithi071.stdout:1616: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 307 (ObjNum 478 snap 136 seq_num 478) dirty exists 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1618: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1618: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1618: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 764 (ObjNum 495 snap 143 seq_num 495) dirty exists 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1617: finishing copy_from to smithi071127730-19 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 707 (ObjNum 518 snap 147 seq_num 518) dirty exists 2023-12-16T18:14:16.595 INFO:tasks.rados.rados.0.smithi071.stdout:1617: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:14:16.601 INFO:tasks.rados.rados.0.smithi071.stdout:1615: done (4 left) 2023-12-16T18:14:16.601 INFO:tasks.rados.rados.0.smithi071.stdout:1616: done (3 left) 2023-12-16T18:14:16.602 INFO:tasks.rados.rados.0.smithi071.stdout:1617: done (2 left) 2023-12-16T18:14:16.602 INFO:tasks.rados.rados.0.smithi071.stdout:1618: done (1 left) 2023-12-16T18:14:16.602 INFO:tasks.rados.rados.0.smithi071.stdout:1620: done (0 left) 2023-12-16T18:14:16.602 INFO:tasks.rados.rados.0.smithi071.stdout:1621: snap_remove snap 148 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: pgmap v257: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 6 active+undersized+degraded, 12 active+undersized, 77 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 728 KiB/s wr, 13 op/s; 24/297 objects degraded (8.081%) 2023-12-16T18:14:17.013 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:16 smithi184 ceph-mon[136228]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T18:14:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: pgmap v257: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 6 active+undersized+degraded, 12 active+undersized, 77 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 728 KiB/s wr, 13 op/s; 24/297 objects degraded (8.081%) 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[139725]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: failed to encode map e367 with expected crc 2023-12-16T18:14:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: pgmap v257: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 6 active+undersized+degraded, 12 active+undersized, 77 active+clean; 179 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 728 KiB/s wr, 13 op/s; 24/297 objects degraded (8.081%) 2023-12-16T18:14:17.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:16 smithi071 ceph-mon[142085]: osdmap e368: 8 total, 8 up, 8 in 2023-12-16T18:14:17.595 INFO:tasks.rados.rados.0.smithi071.stdout:1621: done (0 left) 2023-12-16T18:14:17.595 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 149 2023-12-16T18:14:17.595 INFO:tasks.rados.rados.0.smithi071.stdout:1622: seq_num 526 ranges {3571712=417792,3989504=589824,4579328=614400} 2023-12-16T18:14:17.616 INFO:tasks.rados.rados.0.smithi071.stdout:1622: writing smithi071127730-32 from 3571712 to 3989504 tid 1 2023-12-16T18:14:17.620 INFO:tasks.rados.rados.0.smithi071.stdout:1622: writing smithi071127730-32 from 3989504 to 4579328 tid 2 2023-12-16T18:14:17.624 INFO:tasks.rados.rados.0.smithi071.stdout:1622: writing smithi071127730-32 from 4579328 to 5193728 tid 3 2023-12-16T18:14:17.624 INFO:tasks.rados.rados.0.smithi071.stdout:1623: read oid 23 snap -1 2023-12-16T18:14:17.625 INFO:tasks.rados.rados.0.smithi071.stdout:1623: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:14:17.625 INFO:tasks.rados.rados.0.smithi071.stdout:1624: snap_create 2023-12-16T18:14:17.627 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing write tid 1 to smithi071127730-32 2023-12-16T18:14:17.630 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing write tid 2 to smithi071127730-32 2023-12-16T18:14:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing write tid 3 to smithi071127730-32 2023-12-16T18:14:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing write tid 4 to smithi071127730-32 2023-12-16T18:14:17.636 INFO:tasks.rados.rados.0.smithi071.stdout:1623: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:14:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:17] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2023-12-16T18:14:17.766 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing write tid 5 to smithi071127730-32 2023-12-16T18:14:17.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1035 (ObjNum 526 snap 149 seq_num 526) dirty exists 2023-12-16T18:14:17.766 INFO:tasks.rados.rados.0.smithi071.stdout:1622: left oid 32 (ObjNum 526 snap 149 seq_num 526) 2023-12-16T18:14:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:17 smithi184 ceph-mon[136228]: osdmap e369: 8 total, 8 up, 8 in 2023-12-16T18:14:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[142085]: osdmap e369: 8 total, 8 up, 8 in 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: failed to encode map e368 with expected crc 2023-12-16T18:14:18.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:17 smithi071 ceph-mon[139725]: osdmap e369: 8 total, 8 up, 8 in 2023-12-16T18:14:18.598 INFO:tasks.rados.rados.0.smithi071.stdout:1622: done (2 left) 2023-12-16T18:14:18.599 INFO:tasks.rados.rados.0.smithi071.stdout:1623: done (1 left) 2023-12-16T18:14:18.599 INFO:tasks.rados.rados.0.smithi071.stdout:1624: done (0 left) 2023-12-16T18:14:18.599 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 150 2023-12-16T18:14:18.599 INFO:tasks.rados.rados.0.smithi071.stdout:1625: seq_num 527 ranges {1318912=434176,1753088=475136,2228224=565248,2793472=163840} 2023-12-16T18:14:18.608 INFO:tasks.rados.rados.0.smithi071.stdout:1625: writing smithi071127730-29 from 1318912 to 1753088 tid 1 2023-12-16T18:14:18.611 INFO:tasks.rados.rados.0.smithi071.stdout:1625: writing smithi071127730-29 from 1753088 to 2228224 tid 2 2023-12-16T18:14:18.614 INFO:tasks.rados.rados.0.smithi071.stdout:1625: writing smithi071127730-29 from 2228224 to 2793472 tid 3 2023-12-16T18:14:18.616 INFO:tasks.rados.rados.0.smithi071.stdout:1625: writing smithi071127730-29 from 2793472 to 2957312 tid 4 2023-12-16T18:14:18.616 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 150 2023-12-16T18:14:18.616 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 1 to smithi071127730-29 2023-12-16T18:14:18.616 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 2 to smithi071127730-29 2023-12-16T18:14:18.616 INFO:tasks.rados.rados.0.smithi071.stdout:1626: seq_num 528 ranges {7159808=450560,7610368=761856,8372224=442368} 2023-12-16T18:14:18.657 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi071127730-25 from 7159808 to 7610368 tid 1 2023-12-16T18:14:18.661 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi071127730-25 from 7610368 to 8372224 tid 2 2023-12-16T18:14:18.664 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi071127730-25 from 8372224 to 8814592 tid 3 2023-12-16T18:14:18.665 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 150 2023-12-16T18:14:18.665 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 3 to smithi071127730-29 2023-12-16T18:14:18.665 INFO:tasks.rados.rados.0.smithi071.stdout:1627: seq_num 529 ranges {3031040=466944,3497984=647168,4145152=532480,4677632=24576} 2023-12-16T18:14:18.684 INFO:tasks.rados.rados.0.smithi071.stdout:1627: writing smithi071127730-16 from 3031040 to 3497984 tid 1 2023-12-16T18:14:18.687 INFO:tasks.rados.rados.0.smithi071.stdout:1627: writing smithi071127730-16 from 3497984 to 4145152 tid 2 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:1627: writing smithi071127730-16 from 4145152 to 4677632 tid 3 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:1627: writing smithi071127730-16 from 4677632 to 4702208 tid 4 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 150 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 4 to smithi071127730-29 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 5 to smithi071127730-29 2023-12-16T18:14:18.691 INFO:tasks.rados.rados.0.smithi071.stdout:1628: seq_num 530 ranges {1712128=483328,2195456=532480,2727936=671744} 2023-12-16T18:14:18.703 INFO:tasks.rados.rados.0.smithi071.stdout:1628: writing smithi071127730-45 from 1712128 to 2195456 tid 1 2023-12-16T18:14:18.705 INFO:tasks.rados.rados.0.smithi071.stdout:1628: writing smithi071127730-45 from 2195456 to 2727936 tid 2 2023-12-16T18:14:18.709 INFO:tasks.rados.rados.0.smithi071.stdout:1628: writing smithi071127730-45 from 2727936 to 3399680 tid 3 2023-12-16T18:14:18.709 INFO:tasks.rados.rados.0.smithi071.stdout:1629: snap_remove snap 149 2023-12-16T18:14:19.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: pgmap v260: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 95 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 966 KiB/s rd, 388 KiB/s wr, 9 op/s; 1/228 objects degraded (0.439%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[142085]: osdmap e370: 8 total, 8 up, 8 in 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: pgmap v260: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 95 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 966 KiB/s rd, 388 KiB/s wr, 9 op/s; 1/228 objects degraded (0.439%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:19 smithi071 ceph-mon[139725]: osdmap e370: 8 total, 8 up, 8 in 2023-12-16T18:14:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: failed to encode map e369 with expected crc 2023-12-16T18:14:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: pgmap v260: 121 pgs: 1 active+degraded, 2 activating, 23 peering, 95 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 966 KiB/s rd, 388 KiB/s wr, 9 op/s; 1/228 objects degraded (0.439%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:19.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:19 smithi184 ceph-mon[136228]: osdmap e370: 8 total, 8 up, 8 in 2023-12-16T18:14:19.599 INFO:tasks.rados.rados.0.smithi071.stdout:1629: done (4 left) 2023-12-16T18:14:19.599 INFO:tasks.rados.rados.0.smithi071.stdout:1630: rollback oid 48 current snap is 150 2023-12-16T18:14:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:1630: done (4 left) 2023-12-16T18:14:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:1631: read oid 24 snap -1 2023-12-16T18:14:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:1631: expect (ObjNum 453 snap 127 seq_num 453) 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing write tid 6 to smithi071127730-29 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 317 (ObjNum 527 snap 150 seq_num 527) dirty exists 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1625: left oid 29 (ObjNum 527 snap 150 seq_num 527) 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 1 to smithi071127730-25 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 2 to smithi071127730-25 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 3 to smithi071127730-25 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 4 to smithi071127730-25 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 5 to smithi071127730-25 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 781 (ObjNum 528 snap 150 seq_num 528) dirty exists 2023-12-16T18:14:19.601 INFO:tasks.rados.rados.0.smithi071.stdout:1626: left oid 25 (ObjNum 528 snap 150 seq_num 528) 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 1 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1625: done (4 left) 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1626: done (3 left) 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1632: read oid 22 snap -1 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 473 snap 133 seq_num 473) 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 2 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 3 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 4 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 5 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: finishing write tid 6 to smithi071127730-16 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 786 (ObjNum 529 snap 150 seq_num 529) dirty exists 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1627: left oid 16 (ObjNum 529 snap 150 seq_num 529) 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1628: finishing write tid 1 to smithi071127730-45 2023-12-16T18:14:19.602 INFO:tasks.rados.rados.0.smithi071.stdout:1628: finishing write tid 2 to smithi071127730-45 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1628: finishing write tid 3 to smithi071127730-45 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1628: finishing write tid 4 to smithi071127730-45 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1628: finishing write tid 5 to smithi071127730-45 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 322 (ObjNum 530 snap 150 seq_num 530) dirty exists 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1628: left oid 45 (ObjNum 530 snap 150 seq_num 530) 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1627: done (3 left) 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1628: done (2 left) 2023-12-16T18:14:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:1633: delete oid 5 current snap is 150 2023-12-16T18:14:19.609 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 473 snap 133 seq_num 473) 2023-12-16T18:14:19.633 INFO:tasks.rados.rados.0.smithi071.stdout:1631: expect (ObjNum 453 snap 127 seq_num 453) 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:1631: done (2 left) 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:1632: done (1 left) 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:1633: done (0 left) 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:1634: rollback oid 31 current snap is 150 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:1634: done (0 left) 2023-12-16T18:14:19.747 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 150 2023-12-16T18:14:19.748 INFO:tasks.rados.rados.0.smithi071.stdout:1635: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2023-12-16T18:14:19.749 INFO:tasks.rados.rados.0.smithi071.stdout:1635: writing smithi071127730-15 from 0 to 516096 tid 1 2023-12-16T18:14:19.753 INFO:tasks.rados.rados.0.smithi071.stdout:1635: writing smithi071127730-15 from 516096 to 1212416 tid 2 2023-12-16T18:14:19.757 INFO:tasks.rados.rados.0.smithi071.stdout:1635: writing smithi071127730-15 from 1212416 to 1720320 tid 3 2023-12-16T18:14:19.757 INFO:tasks.rados.rados.0.smithi071.stdout:1636: read oid 31 snap -1 2023-12-16T18:14:19.757 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:19.757 INFO:tasks.rados.rados.0.smithi071.stdout:1637: rmattr oid 24 current snap is 150 2023-12-16T18:14:19.757 INFO:tasks.rados.rados.0.smithi071.stdout:1635: finishing write tid 1 to smithi071127730-15 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:1635: finishing write tid 2 to smithi071127730-15 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:1638: read oid 11 snap -1 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:1638: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:1639: rmattr oid 16 current snap is 150 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 150 2023-12-16T18:14:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:1640: seq_num 533 ranges {2957312=532480,3489792=630784,4120576=516096,4636672=57344} 2023-12-16T18:14:19.776 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi071127730-29 from 2957312 to 3489792 tid 1 2023-12-16T18:14:19.780 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi071127730-29 from 3489792 to 4120576 tid 2 2023-12-16T18:14:19.783 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi071127730-29 from 4120576 to 4636672 tid 3 2023-12-16T18:14:19.783 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi071127730-29 from 4636672 to 4694016 tid 4 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1641: read oid 28 snap -1 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1641: expect (ObjNum 475 snap 134 seq_num 475) 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1642: rollback oid 7 current snap is 150 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1642: done (7 left) 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1643: copy_from oid 12 from oid 33 current snap is 150 2023-12-16T18:14:19.784 INFO:tasks.rados.rados.0.smithi071.stdout:1638: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:19.788 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 624 (ObjNum 453 snap 127 seq_num 453) dirty exists 2023-12-16T18:14:19.788 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 787 (ObjNum 529 snap 150 seq_num 529) dirty exists 2023-12-16T18:14:19.788 INFO:tasks.rados.rados.0.smithi071.stdout:1635: finishing write tid 3 to smithi071127730-15 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1635: finishing write tid 4 to smithi071127730-15 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1635: finishing write tid 5 to smithi071127730-15 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 478 (ObjNum 532 snap 150 seq_num 532) dirty exists 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1635: left oid 15 (ObjNum 532 snap 150 seq_num 532) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1635: done (7 left) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1637: done (6 left) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1638: done (5 left) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1639: done (4 left) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1644: read oid 23 snap -1 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1644: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1645: rollback oid 5 current snap is 150 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1645: done (5 left) 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 150 2023-12-16T18:14:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:19.909 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 1 to smithi071127730-29 2023-12-16T18:14:19.909 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 2 to smithi071127730-29 2023-12-16T18:14:19.909 INFO:tasks.rados.rados.0.smithi071.stdout:1646: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2023-12-16T18:14:19.912 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi071127730-5 from 0 to 548864 tid 1 2023-12-16T18:14:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi071127730-5 from 548864 to 1064960 tid 2 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi071127730-5 from 1064960 to 1753088 tid 3 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1636: done (5 left) 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1647: setattr oid 46 current snap is 150 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 3 to smithi071127730-29 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 4 to smithi071127730-29 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 5 to smithi071127730-29 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:1643: finishing copy_from to smithi071127730-12 2023-12-16T18:14:19.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 243 (ObjNum 503 snap 144 seq_num 503) dirty exists 2023-12-16T18:14:19.920 INFO:tasks.rados.rados.0.smithi071.stdout:1643: finishing copy_from racing read to smithi071127730-12 2023-12-16T18:14:19.920 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 6 to smithi071127730-29 2023-12-16T18:14:19.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 331 (ObjNum 533 snap 150 seq_num 533) dirty exists 2023-12-16T18:14:19.920 INFO:tasks.rados.rados.0.smithi071.stdout:1640: left oid 29 (ObjNum 533 snap 150 seq_num 533) 2023-12-16T18:14:19.920 INFO:tasks.rados.rados.0.smithi071.stdout:1644: expect (ObjNum 420 snap 118 seq_num 420) 2023-12-16T18:14:20.046 INFO:tasks.rados.rados.0.smithi071.stdout:1641: expect (ObjNum 475 snap 134 seq_num 475) 2023-12-16T18:14:20.267 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 1 to smithi071127730-5 2023-12-16T18:14:20.267 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 2 to smithi071127730-5 2023-12-16T18:14:20.267 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 3 to smithi071127730-5 2023-12-16T18:14:20.267 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 4 to smithi071127730-5 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 5 to smithi071127730-5 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 734 (ObjNum 534 snap 150 seq_num 534) dirty exists 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1646: left oid 5 (ObjNum 534 snap 150 seq_num 534) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1640: done (5 left) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1641: done (4 left) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1643: done (3 left) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1644: done (2 left) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1646: done (1 left) 2023-12-16T18:14:20.268 INFO:tasks.rados.rados.0.smithi071.stdout:1648: delete oid 30 current snap is 150 2023-12-16T18:14:20.269 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 479 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:14:20.269 INFO:tasks.rados.rados.0.smithi071.stdout:1647: done (1 left) 2023-12-16T18:14:20.269 INFO:tasks.rados.rados.0.smithi071.stdout:1648: done (0 left) 2023-12-16T18:14:20.270 INFO:tasks.rados.rados.0.smithi071.stdout:1649: snap_create 2023-12-16T18:14:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[139725]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[139725]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[139725]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[139725]: osdmap e371: 8 total, 8 up, 8 in 2023-12-16T18:14:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[142085]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[142085]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[142085]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:20 smithi071 ceph-mon[142085]: osdmap e371: 8 total, 8 up, 8 in 2023-12-16T18:14:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:20 smithi184 ceph-mon[136228]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:20 smithi184 ceph-mon[136228]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:20 smithi184 ceph-mon[136228]: failed to encode map e370 with expected crc 2023-12-16T18:14:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:20 smithi184 ceph-mon[136228]: osdmap e371: 8 total, 8 up, 8 in 2023-12-16T18:14:21.115 INFO:tasks.rados.rados.0.smithi071.stdout:1649: done (0 left) 2023-12-16T18:14:21.115 INFO:tasks.rados.rados.0.smithi071.stdout:1650: read oid 12 snap 150 2023-12-16T18:14:21.116 INFO:tasks.rados.rados.0.smithi071.stdout:1650: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:21.116 INFO:tasks.rados.rados.0.smithi071.stdout:1651: delete oid 3 current snap is 151 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1651: done (1 left) 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1652: read oid 11 snap -1 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1652: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1653: copy_from oid 7 from oid 3 current snap is 151 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1654: read oid 45 snap -1 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 530 snap 150 seq_num 530) 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1655: read oid 39 snap -1 2023-12-16T18:14:21.123 INFO:tasks.rados.rados.0.smithi071.stdout:1655: expect deleted 2023-12-16T18:14:21.124 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 151 2023-12-16T18:14:21.124 INFO:tasks.rados.rados.0.smithi071.stdout:1656: seq_num 537 ranges {8814592=598016,9412608=573440,9986048=491520,10477568=139264} 2023-12-16T18:14:21.173 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi071127730-25 from 8814592 to 9412608 tid 1 2023-12-16T18:14:21.177 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi071127730-25 from 9412608 to 9986048 tid 2 2023-12-16T18:14:21.179 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi071127730-25 from 9986048 to 10477568 tid 3 2023-12-16T18:14:21.180 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi071127730-25 from 10477568 to 10616832 tid 4 2023-12-16T18:14:21.180 INFO:tasks.rados.rados.0.smithi071.stdout:1657: copy_from oid 32 from oid 10 current snap is 151 2023-12-16T18:14:21.180 INFO:tasks.rados.rados.0.smithi071.stdout:1652: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:21.183 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing copy_from to smithi071127730-7 2023-12-16T18:14:21.183 INFO:tasks.rados.rados.0.smithi071.stdout:1653: got expected ENOENT (src dne) 2023-12-16T18:14:21.183 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:14:21.183 INFO:tasks.rados.rados.0.smithi071.stdout:1650: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:21.216 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 530 snap 150 seq_num 530) 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing copy_from to smithi071127730-32 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1657: got expected ENOENT (src dne) 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 1 to smithi071127730-25 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 2 to smithi071127730-25 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 3 to smithi071127730-25 2023-12-16T18:14:21.344 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 4 to smithi071127730-25 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 5 to smithi071127730-25 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 6 to smithi071127730-25 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 792 (ObjNum 537 snap 151 seq_num 537) dirty exists 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1656: left oid 25 (ObjNum 537 snap 151 seq_num 537) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1650: done (6 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1652: done (5 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1653: done (4 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1654: done (3 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1655: done (2 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1656: done (1 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1657: done (0 left) 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1658: read oid 43 snap -1 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1658: expect deleted 2023-12-16T18:14:21.345 INFO:tasks.rados.rados.0.smithi071.stdout:1659: setattr oid 26 current snap is 151 2023-12-16T18:14:21.346 INFO:tasks.rados.rados.0.smithi071.stdout:1658: done (1 left) 2023-12-16T18:14:21.346 INFO:tasks.rados.rados.0.smithi071.stdout:1660: read oid 27 snap -1 2023-12-16T18:14:21.346 INFO:tasks.rados.rados.0.smithi071.stdout:1660: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:21.346 INFO:tasks.rados.rados.0.smithi071.stdout:1661: snap_create 2023-12-16T18:14:21.347 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 934 (ObjNum 433 snap 0 seq_num 4253790080) dirty exists 2023-12-16T18:14:21.349 INFO:tasks.rados.rados.0.smithi071.stdout:1660: expect (ObjNum 500 snap 144 seq_num 500) 2023-12-16T18:14:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: pgmap v263: 121 pgs: 121 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 983 KiB/s rd, 2.2 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded) 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: pgmap v263: 121 pgs: 121 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 983 KiB/s rd, 2.2 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-16T18:14:21.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:21.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded) 2023-12-16T18:14:21.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:21 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:14:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: failed to encode map e371 with expected crc 2023-12-16T18:14:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: pgmap v263: 121 pgs: 121 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 983 KiB/s rd, 2.2 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-16T18:14:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2023-12-16T18:14:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/228 objects degraded (0.439%), 1 pg degraded) 2023-12-16T18:14:21.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:21 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:14:22.121 INFO:tasks.rados.rados.0.smithi071.stdout:1659: done (2 left) 2023-12-16T18:14:22.121 INFO:tasks.rados.rados.0.smithi071.stdout:1660: done (1 left) 2023-12-16T18:14:22.121 INFO:tasks.rados.rados.0.smithi071.stdout:1661: done (0 left) 2023-12-16T18:14:22.121 INFO:tasks.rados.rados.0.smithi071.stdout:1662: snap_create 2023-12-16T18:14:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[139725]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[139725]: osdmap e372: 8 total, 8 up, 8 in 2023-12-16T18:14:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[139725]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[139725]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[142085]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[142085]: osdmap e372: 8 total, 8 up, 8 in 2023-12-16T18:14:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[142085]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:22 smithi071 ceph-mon[142085]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:22 smithi184 ceph-mon[136228]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:22 smithi184 ceph-mon[136228]: osdmap e372: 8 total, 8 up, 8 in 2023-12-16T18:14:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:22 smithi184 ceph-mon[136228]: failed to encode map e372 with expected crc 2023-12-16T18:14:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:22 smithi184 ceph-mon[136228]: failed to encode map e372 with expected crc 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1662: done (0 left) 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1663: rmattr oid 27 current snap is 153 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1663: done (0 left) 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1664: rollback oid 10 current snap is 153 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 151 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1665: read oid 14 snap -1 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1665: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 153 2023-12-16T18:14:23.128 INFO:tasks.rados.rados.0.smithi071.stdout:1666: seq_num 538 ranges {1228800=614400,1843200=450560,2293760=704512,2998272=49152} 2023-12-16T18:14:23.137 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi071127730-33 from 1228800 to 1843200 tid 1 2023-12-16T18:14:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi071127730-33 from 1843200 to 2293760 tid 2 2023-12-16T18:14:23.144 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi071127730-33 from 2293760 to 2998272 tid 3 2023-12-16T18:14:23.145 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi071127730-33 from 2998272 to 3047424 tid 4 2023-12-16T18:14:23.145 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 153 2023-12-16T18:14:23.145 INFO:tasks.rados.rados.0.smithi071.stdout:1667: seq_num 539 ranges {1720320=630784,2351104=737280,3088384=466944} 2023-12-16T18:14:23.157 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi071127730-15 from 1720320 to 2351104 tid 1 2023-12-16T18:14:23.162 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi071127730-15 from 2351104 to 3088384 tid 2 2023-12-16T18:14:23.165 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi071127730-15 from 3088384 to 3555328 tid 3 2023-12-16T18:14:23.165 INFO:tasks.rados.rados.0.smithi071.stdout:1668: copy_from oid 37 from oid 38 current snap is 153 2023-12-16T18:14:23.165 INFO:tasks.rados.rados.0.smithi071.stdout:1665: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:23.169 INFO:tasks.rados.rados.0.smithi071.stdout:1664: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:14:23.169 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:14:23.169 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 1 to smithi071127730-33 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 2 to smithi071127730-33 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 3 to smithi071127730-33 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 4 to smithi071127730-33 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1664: done (4 left) 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1665: done (3 left) 2023-12-16T18:14:23.170 INFO:tasks.rados.rados.0.smithi071.stdout:1669: snap_remove snap 150 2023-12-16T18:14:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[139725]: pgmap v265: 121 pgs: 121 active+clean; 123 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 28 op/s; 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:14:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[139725]: failed to encode map e373 with expected crc 2023-12-16T18:14:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[139725]: osdmap e373: 8 total, 8 up, 8 in 2023-12-16T18:14:23.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[142085]: pgmap v265: 121 pgs: 121 active+clean; 123 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 28 op/s; 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:14:23.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[142085]: failed to encode map e373 with expected crc 2023-12-16T18:14:23.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:23 smithi071 ceph-mon[142085]: osdmap e373: 8 total, 8 up, 8 in 2023-12-16T18:14:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:23 smithi184 ceph-mon[136228]: pgmap v265: 121 pgs: 121 active+clean; 123 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 28 op/s; 5.9 MiB/s, 1 objects/s recovering 2023-12-16T18:14:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:23 smithi184 ceph-mon[136228]: failed to encode map e373 with expected crc 2023-12-16T18:14:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:23 smithi184 ceph-mon[136228]: osdmap e373: 8 total, 8 up, 8 in 2023-12-16T18:14:24.139 INFO:tasks.rados.rados.0.smithi071.stdout:1669: done (3 left) 2023-12-16T18:14:24.139 INFO:tasks.rados.rados.0.smithi071.stdout:1670: snap_create 2023-12-16T18:14:24.139 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 5 to smithi071127730-33 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 6 to smithi071127730-33 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 248 (ObjNum 538 snap 153 seq_num 538) dirty exists 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1666: left oid 33 (ObjNum 538 snap 153 seq_num 538) 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 1 to smithi071127730-15 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 2 to smithi071127730-15 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 3 to smithi071127730-15 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 4 to smithi071127730-15 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 5 to smithi071127730-15 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 484 (ObjNum 539 snap 153 seq_num 539) dirty exists 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1667: left oid 15 (ObjNum 539 snap 153 seq_num 539) 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing copy_from to smithi071127730-37 2023-12-16T18:14:24.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 965 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[139725]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[139725]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[139725]: osdmap e374: 8 total, 8 up, 8 in 2023-12-16T18:14:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[139725]: failed to encode map e374 with expected crc 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[139725]: failed to encode map e374 with expected crc 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[142085]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[142085]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[142085]: osdmap e374: 8 total, 8 up, 8 in 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[142085]: failed to encode map e374 with expected crc 2023-12-16T18:14:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:24 smithi071 ceph-mon[142085]: failed to encode map e374 with expected crc 2023-12-16T18:14:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:24 smithi184 ceph-mon[136228]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:24 smithi184 ceph-mon[136228]: failed to encode map e373 with expected crc 2023-12-16T18:14:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:24 smithi184 ceph-mon[136228]: osdmap e374: 8 total, 8 up, 8 in 2023-12-16T18:14:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:24 smithi184 ceph-mon[136228]: failed to encode map e374 with expected crc 2023-12-16T18:14:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:24 smithi184 ceph-mon[136228]: failed to encode map e374 with expected crc 2023-12-16T18:14:25.138 INFO:tasks.rados.rados.0.smithi071.stdout:1666: done (3 left) 2023-12-16T18:14:25.139 INFO:tasks.rados.rados.0.smithi071.stdout:1667: done (2 left) 2023-12-16T18:14:25.139 INFO:tasks.rados.rados.0.smithi071.stdout:1668: done (1 left) 2023-12-16T18:14:25.139 INFO:tasks.rados.rados.0.smithi071.stdout:1670: done (0 left) 2023-12-16T18:14:25.139 INFO:tasks.rados.rados.0.smithi071.stdout:1671: delete oid 39 current snap is 154 2023-12-16T18:14:25.142 INFO:tasks.rados.rados.0.smithi071.stdout:1671: done (0 left) 2023-12-16T18:14:25.142 INFO:tasks.rados.rados.0.smithi071.stdout:1672: snap_remove snap 153 2023-12-16T18:14:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[139725]: failed to encode map e374 with expected crc 2023-12-16T18:14:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[139725]: pgmap v268: 121 pgs: 121 active+clean; 119 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 objects/s recovering 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[139725]: failed to encode map e375 with expected crc 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[139725]: osdmap e375: 8 total, 8 up, 8 in 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[142085]: failed to encode map e374 with expected crc 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[142085]: pgmap v268: 121 pgs: 121 active+clean; 119 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 objects/s recovering 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[142085]: failed to encode map e375 with expected crc 2023-12-16T18:14:25.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:25 smithi071 ceph-mon[142085]: osdmap e375: 8 total, 8 up, 8 in 2023-12-16T18:14:25.583 INFO:tasks.rados.rados.0.smithi071.stdout:1672: done (0 left) 2023-12-16T18:14:25.584 INFO:tasks.rados.rados.0.smithi071.stdout:1673: snap_remove snap 151 2023-12-16T18:14:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:25 smithi184 ceph-mon[136228]: failed to encode map e374 with expected crc 2023-12-16T18:14:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:25 smithi184 ceph-mon[136228]: pgmap v268: 121 pgs: 121 active+clean; 119 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 35 op/s; 1.5 MiB/s, 0 objects/s recovering 2023-12-16T18:14:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:25 smithi184 ceph-mon[136228]: failed to encode map e375 with expected crc 2023-12-16T18:14:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:25 smithi184 ceph-mon[136228]: osdmap e375: 8 total, 8 up, 8 in 2023-12-16T18:14:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: failed to encode map e375 with expected crc 2023-12-16T18:14:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[142085]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: failed to encode map e375 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:26 smithi071 ceph-mon[139725]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: failed to encode map e375 with expected crc 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: osdmap e376: 8 total, 8 up, 8 in 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: failed to encode map e376 with expected crc 2023-12-16T18:14:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:26 smithi184 ceph-mon[136228]: osdmap e377: 8 total, 8 up, 8 in 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:1673: done (0 left) 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:1674: rollback oid 19 current snap is 154 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 152 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:1675: rmattr oid 33 current snap is 154 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:1675: done (1 left) 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 154 2023-12-16T18:14:26.588 INFO:tasks.rados.rados.0.smithi071.stdout:1676: seq_num 541 ranges {3833856=663552,4497408=557056,5054464=475136,5529600=172032} 2023-12-16T18:14:26.613 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi071127730-23 from 3833856 to 4497408 tid 1 2023-12-16T18:14:26.616 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi071127730-23 from 4497408 to 5054464 tid 2 2023-12-16T18:14:26.620 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi071127730-23 from 5054464 to 5529600 tid 3 2023-12-16T18:14:26.621 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi071127730-23 from 5529600 to 5701632 tid 4 2023-12-16T18:14:26.621 INFO:tasks.rados.rados.0.smithi071.stdout:1677: rmattr oid 37 current snap is 154 2023-12-16T18:14:26.621 INFO:tasks.rados.rados.0.smithi071.stdout:1677: done (2 left) 2023-12-16T18:14:26.621 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 154 2023-12-16T18:14:26.621 INFO:tasks.rados.rados.0.smithi071.stdout:1674: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:14:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:1674: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:14:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:1674: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:14:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 738 (ObjNum 518 snap 147 seq_num 518) dirty exists 2023-12-16T18:14:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 1 to smithi071127730-23 2023-12-16T18:14:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:1678: seq_num 542 ranges {3317760=679936,3997696=442368,4440064=679936,5120000=81920} 2023-12-16T18:14:26.642 INFO:tasks.rados.rados.0.smithi071.stdout:1678: writing smithi071127730-6 from 3317760 to 3997696 tid 1 2023-12-16T18:14:26.645 INFO:tasks.rados.rados.0.smithi071.stdout:1678: writing smithi071127730-6 from 3997696 to 4440064 tid 2 2023-12-16T18:14:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:1678: writing smithi071127730-6 from 4440064 to 5120000 tid 3 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1678: writing smithi071127730-6 from 5120000 to 5201920 tid 4 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1674: done (2 left) 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 154 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 2 to smithi071127730-23 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 3 to smithi071127730-23 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 4 to smithi071127730-23 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 5 to smithi071127730-23 2023-12-16T18:14:26.650 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 6 to smithi071127730-23 2023-12-16T18:14:26.651 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 700 (ObjNum 541 snap 154 seq_num 541) dirty exists 2023-12-16T18:14:26.651 INFO:tasks.rados.rados.0.smithi071.stdout:1676: left oid 23 (ObjNum 541 snap 154 seq_num 541) 2023-12-16T18:14:26.651 INFO:tasks.rados.rados.0.smithi071.stdout:1679: seq_num 543 ranges {1712128=704512,2416640=729088,3145728=475136} 2023-12-16T18:14:26.663 INFO:tasks.rados.rados.0.smithi071.stdout:1679: writing smithi071127730-35 from 1712128 to 2416640 tid 1 2023-12-16T18:14:26.667 INFO:tasks.rados.rados.0.smithi071.stdout:1679: writing smithi071127730-35 from 2416640 to 3145728 tid 2 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1679: writing smithi071127730-35 from 3145728 to 3620864 tid 3 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1676: done (2 left) 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1680: read oid 15 snap -1 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 539 snap 153 seq_num 539) 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 154 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 1 to smithi071127730-6 2023-12-16T18:14:26.670 INFO:tasks.rados.rados.0.smithi071.stdout:1681: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2023-12-16T18:14:26.674 INFO:tasks.rados.rados.0.smithi071.stdout:1681: writing smithi071127730-46 from 0 to 720896 tid 1 2023-12-16T18:14:26.678 INFO:tasks.rados.rados.0.smithi071.stdout:1681: writing smithi071127730-46 from 720896 to 1335296 tid 2 2023-12-16T18:14:26.682 INFO:tasks.rados.rados.0.smithi071.stdout:1681: writing smithi071127730-46 from 1335296 to 1925120 tid 3 2023-12-16T18:14:26.682 INFO:tasks.rados.rados.0.smithi071.stdout:1682: snap_remove snap 152 2023-12-16T18:14:27.434 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:27 smithi184 ceph-mon[136228]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.434 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:27 smithi184 ceph-mon[136228]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:27 smithi184 ceph-mon[136228]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:27 smithi184 ceph-mon[136228]: pgmap v272: 121 pgs: 121 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T18:14:27.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:27 smithi184 ceph-mon[136228]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T18:14:27.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:27] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[142085]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[142085]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[142085]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[142085]: pgmap v272: 121 pgs: 121 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[142085]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[139725]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[139725]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[139725]: failed to encode map e377 with expected crc 2023-12-16T18:14:27.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[139725]: pgmap v272: 121 pgs: 121 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-16T18:14:27.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:27 smithi071 ceph-mon[139725]: osdmap e378: 8 total, 8 up, 8 in 2023-12-16T18:14:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:1682: done (4 left) 2023-12-16T18:14:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 154 2023-12-16T18:14:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 2 to smithi071127730-6 2023-12-16T18:14:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:1683: seq_num 545 ranges {983040=737280,1720320=491520,2211840=450560,2662400=262144} 2023-12-16T18:14:27.606 INFO:tasks.rados.rados.0.smithi071.stdout:1683: writing smithi071127730-18 from 983040 to 1720320 tid 1 2023-12-16T18:14:27.608 INFO:tasks.rados.rados.0.smithi071.stdout:1683: writing smithi071127730-18 from 1720320 to 2211840 tid 2 2023-12-16T18:14:27.611 INFO:tasks.rados.rados.0.smithi071.stdout:1683: writing smithi071127730-18 from 2211840 to 2662400 tid 3 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1683: writing smithi071127730-18 from 2662400 to 2924544 tid 4 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1684: snap_create 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 3 to smithi071127730-6 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 4 to smithi071127730-6 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 5 to smithi071127730-6 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing write tid 6 to smithi071127730-6 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 786 (ObjNum 542 snap 154 seq_num 542) dirty exists 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1678: left oid 6 (ObjNum 542 snap 154 seq_num 542) 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1679: finishing write tid 1 to smithi071127730-35 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1679: finishing write tid 2 to smithi071127730-35 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1679: finishing write tid 3 to smithi071127730-35 2023-12-16T18:14:27.613 INFO:tasks.rados.rados.0.smithi071.stdout:1679: finishing write tid 4 to smithi071127730-35 2023-12-16T18:14:27.614 INFO:tasks.rados.rados.0.smithi071.stdout:1679: finishing write tid 5 to smithi071127730-35 2023-12-16T18:14:27.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 704 (ObjNum 543 snap 154 seq_num 543) dirty exists 2023-12-16T18:14:27.614 INFO:tasks.rados.rados.0.smithi071.stdout:1679: left oid 35 (ObjNum 543 snap 154 seq_num 543) 2023-12-16T18:14:27.614 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing write tid 1 to smithi071127730-46 2023-12-16T18:14:27.614 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 539 snap 153 seq_num 539) 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing write tid 2 to smithi071127730-46 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing write tid 3 to smithi071127730-46 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing write tid 4 to smithi071127730-46 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing write tid 5 to smithi071127730-46 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 493 (ObjNum 544 snap 154 seq_num 544) dirty exists 2023-12-16T18:14:27.732 INFO:tasks.rados.rados.0.smithi071.stdout:1681: left oid 46 (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 1 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 2 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 3 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 4 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 5 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: finishing write tid 6 to smithi071127730-18 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 629 (ObjNum 545 snap 154 seq_num 545) dirty exists 2023-12-16T18:14:27.733 INFO:tasks.rados.rados.0.smithi071.stdout:1683: left oid 18 (ObjNum 545 snap 154 seq_num 545) 2023-12-16T18:14:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:28 smithi184 ceph-mon[136228]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:28 smithi184 ceph-mon[136228]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:28 smithi184 ceph-mon[136228]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:28 smithi184 ceph-mon[136228]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T18:14:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[139725]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[139725]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[139725]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[139725]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T18:14:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[142085]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[142085]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[142085]: failed to encode map e378 with expected crc 2023-12-16T18:14:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:28 smithi071 ceph-mon[142085]: osdmap e379: 8 total, 8 up, 8 in 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1678: done (5 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1679: done (4 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1680: done (3 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1681: done (2 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1683: done (1 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:1684: done (0 left) 2023-12-16T18:14:28.607 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 155 2023-12-16T18:14:28.608 INFO:tasks.rados.rados.0.smithi071.stdout:1685: seq_num 546 ranges {13115392=753664,13869056=778240,14647296=425984} 2023-12-16T18:14:28.680 INFO:tasks.rados.rados.0.smithi071.stdout:1685: writing smithi071127730-44 from 13115392 to 13869056 tid 1 2023-12-16T18:14:28.684 INFO:tasks.rados.rados.0.smithi071.stdout:1685: writing smithi071127730-44 from 13869056 to 14647296 tid 2 2023-12-16T18:14:28.688 INFO:tasks.rados.rados.0.smithi071.stdout:1685: writing smithi071127730-44 from 14647296 to 15073280 tid 3 2023-12-16T18:14:28.688 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 155 2023-12-16T18:14:28.688 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing write tid 1 to smithi071127730-44 2023-12-16T18:14:28.688 INFO:tasks.rados.rados.0.smithi071.stdout:1686: seq_num 547 ranges {5423104=770048,6193152=663552,6856704=466944,7323648=73728} 2023-12-16T18:14:28.720 INFO:tasks.rados.rados.0.smithi071.stdout:1686: writing smithi071127730-48 from 5423104 to 6193152 tid 1 2023-12-16T18:14:28.724 INFO:tasks.rados.rados.0.smithi071.stdout:1686: writing smithi071127730-48 from 6193152 to 6856704 tid 2 2023-12-16T18:14:28.726 INFO:tasks.rados.rados.0.smithi071.stdout:1686: writing smithi071127730-48 from 6856704 to 7323648 tid 3 2023-12-16T18:14:28.727 INFO:tasks.rados.rados.0.smithi071.stdout:1686: writing smithi071127730-48 from 7323648 to 7397376 tid 4 2023-12-16T18:14:28.727 INFO:tasks.rados.rados.0.smithi071.stdout:1687: delete oid 25 current snap is 155 2023-12-16T18:14:28.727 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing write tid 2 to smithi071127730-44 2023-12-16T18:14:28.727 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing write tid 3 to smithi071127730-44 2023-12-16T18:14:28.727 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing write tid 4 to smithi071127730-44 2023-12-16T18:14:28.728 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing write tid 5 to smithi071127730-44 2023-12-16T18:14:28.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 417 (ObjNum 546 snap 155 seq_num 546) dirty exists 2023-12-16T18:14:28.728 INFO:tasks.rados.rados.0.smithi071.stdout:1685: left oid 44 (ObjNum 546 snap 155 seq_num 546) 2023-12-16T18:14:28.728 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 1 to smithi071127730-48 2023-12-16T18:14:28.729 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 2 to smithi071127730-48 2023-12-16T18:14:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 3 to smithi071127730-48 2023-12-16T18:14:28.730 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 4 to smithi071127730-48 2023-12-16T18:14:28.731 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 5 to smithi071127730-48 2023-12-16T18:14:28.732 INFO:tasks.rados.rados.0.smithi071.stdout:1686: finishing write tid 6 to smithi071127730-48 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 769 (ObjNum 547 snap 155 seq_num 547) dirty exists 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:1686: left oid 48 (ObjNum 547 snap 155 seq_num 547) 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:1685: done (2 left) 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:1686: done (1 left) 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:1687: done (0 left) 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 155 2023-12-16T18:14:28.733 INFO:tasks.rados.rados.0.smithi071.stdout:1688: seq_num 549 ranges {7356416=802816,8159232=483328,8642560=434176,9076736=286720} 2023-12-16T18:14:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:1688: writing smithi071127730-20 from 7356416 to 8159232 tid 1 2023-12-16T18:14:28.778 INFO:tasks.rados.rados.0.smithi071.stdout:1688: writing smithi071127730-20 from 8159232 to 8642560 tid 2 2023-12-16T18:14:28.780 INFO:tasks.rados.rados.0.smithi071.stdout:1688: writing smithi071127730-20 from 8642560 to 9076736 tid 3 2023-12-16T18:14:28.782 INFO:tasks.rados.rados.0.smithi071.stdout:1688: writing smithi071127730-20 from 9076736 to 9363456 tid 4 2023-12-16T18:14:28.783 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 155 2023-12-16T18:14:28.783 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 1 to smithi071127730-20 2023-12-16T18:14:28.783 INFO:tasks.rados.rados.0.smithi071.stdout:1689: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2023-12-16T18:14:28.784 INFO:tasks.rados.rados.0.smithi071.stdout:1689: writing smithi071127730-14 from 0 to 417792 tid 1 2023-12-16T18:14:28.789 INFO:tasks.rados.rados.0.smithi071.stdout:1689: writing smithi071127730-14 from 417792 to 1187840 tid 2 2023-12-16T18:14:28.793 INFO:tasks.rados.rados.0.smithi071.stdout:1689: writing smithi071127730-14 from 1187840 to 1826816 tid 3 2023-12-16T18:14:28.795 INFO:tasks.rados.rados.0.smithi071.stdout:1689: writing smithi071127730-14 from 1826816 to 2023424 tid 4 2023-12-16T18:14:28.795 INFO:tasks.rados.rados.0.smithi071.stdout:1690: read oid 4 snap 154 2023-12-16T18:14:28.795 INFO:tasks.rados.rados.0.smithi071.stdout:1690: expect deleted 2023-12-16T18:14:28.795 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 155 2023-12-16T18:14:28.795 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 2 to smithi071127730-20 2023-12-16T18:14:28.796 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 3 to smithi071127730-20 2023-12-16T18:14:28.796 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 4 to smithi071127730-20 2023-12-16T18:14:28.796 INFO:tasks.rados.rados.0.smithi071.stdout:1691: seq_num 551 ranges {729088=434176,1163264=647168,1810432=450560,2260992=507904} 2023-12-16T18:14:28.801 INFO:tasks.rados.rados.0.smithi071.stdout:1691: writing smithi071127730-22 from 729088 to 1163264 tid 1 2023-12-16T18:14:28.805 INFO:tasks.rados.rados.0.smithi071.stdout:1691: writing smithi071127730-22 from 1163264 to 1810432 tid 2 2023-12-16T18:14:28.807 INFO:tasks.rados.rados.0.smithi071.stdout:1691: writing smithi071127730-22 from 1810432 to 2260992 tid 3 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1691: writing smithi071127730-22 from 2260992 to 2768896 tid 4 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1692: delete oid 41 current snap is 155 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 5 to smithi071127730-20 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing write tid 6 to smithi071127730-20 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 774 (ObjNum 549 snap 155 seq_num 549) dirty exists 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1688: left oid 20 (ObjNum 549 snap 155 seq_num 549) 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 1 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 2 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 3 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 4 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 5 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing write tid 6 to smithi071127730-14 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 746 (ObjNum 550 snap 155 seq_num 550) dirty exists 2023-12-16T18:14:28.811 INFO:tasks.rados.rados.0.smithi071.stdout:1689: left oid 14 (ObjNum 550 snap 155 seq_num 550) 2023-12-16T18:14:28.812 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 1 to smithi071127730-22 2023-12-16T18:14:28.812 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 2 to smithi071127730-22 2023-12-16T18:14:28.812 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 3 to smithi071127730-22 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 4 to smithi071127730-22 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1688: done (4 left) 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1689: done (3 left) 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1690: done (2 left) 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1692: done (1 left) 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1693: setattr oid 13 current snap is 155 2023-12-16T18:14:28.813 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 5 to smithi071127730-22 2023-12-16T18:14:28.814 INFO:tasks.rados.rados.0.smithi071.stdout:1694: snap_remove snap 154 2023-12-16T18:14:29.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:28 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: pgmap v275: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[139725]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: pgmap v275: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:29.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:29 smithi071 ceph-mon[142085]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: failed to encode map e379 with expected crc 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: pgmap v275: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:29 smithi184 ceph-mon[136228]: osdmap e380: 8 total, 8 up, 8 in 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:1694: done (2 left) 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:1695: setattr oid 15 current snap is 155 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:1691: finishing write tid 6 to smithi071127730-22 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 798 (ObjNum 551 snap 155 seq_num 551) dirty exists 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:1691: left oid 22 (ObjNum 551 snap 155 seq_num 551) 2023-12-16T18:14:29.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 787 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:14:29.612 INFO:tasks.rados.rados.0.smithi071.stdout:1691: done (2 left) 2023-12-16T18:14:29.612 INFO:tasks.rados.rados.0.smithi071.stdout:1693: done (1 left) 2023-12-16T18:14:29.612 INFO:tasks.rados.rados.0.smithi071.stdout:1696: rollback oid 33 current snap is 155 2023-12-16T18:14:29.613 INFO:tasks.rados.rados.0.smithi071.stdout:1696: done (1 left) 2023-12-16T18:14:29.613 INFO:tasks.rados.rados.0.smithi071.stdout:1697: read oid 38 snap -1 2023-12-16T18:14:29.613 INFO:tasks.rados.rados.0.smithi071.stdout:1697: expect (ObjNum 504 snap 144 seq_num 504) 2023-12-16T18:14:29.613 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 155 2023-12-16T18:14:29.613 INFO:tasks.rados.rados.0.smithi071.stdout:1698: seq_num 553 ranges {4472832=466944,4939776=417792,5357568=417792,5775360=516096,6291456=253952} 2023-12-16T18:14:29.640 INFO:tasks.rados.rados.0.smithi071.stdout:1698: writing smithi071127730-8 from 4472832 to 4939776 tid 1 2023-12-16T18:14:29.642 INFO:tasks.rados.rados.0.smithi071.stdout:1698: writing smithi071127730-8 from 4939776 to 5357568 tid 2 2023-12-16T18:14:29.644 INFO:tasks.rados.rados.0.smithi071.stdout:1698: writing smithi071127730-8 from 5357568 to 5775360 tid 3 2023-12-16T18:14:29.647 INFO:tasks.rados.rados.0.smithi071.stdout:1698: writing smithi071127730-8 from 5775360 to 6291456 tid 4 2023-12-16T18:14:29.649 INFO:tasks.rados.rados.0.smithi071.stdout:1698: writing smithi071127730-8 from 6291456 to 6545408 tid 5 2023-12-16T18:14:29.649 INFO:tasks.rados.rados.0.smithi071.stdout:1699: delete oid 39 current snap is 155 2023-12-16T18:14:29.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 498 (ObjNum 539 snap 153 seq_num 539) dirty exists 2023-12-16T18:14:29.649 INFO:tasks.rados.rados.0.smithi071.stdout:1697: expect (ObjNum 504 snap 144 seq_num 504) 2023-12-16T18:14:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 1 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 2 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 3 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 4 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1695: done (3 left) 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1697: done (2 left) 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1699: done (1 left) 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 155 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 5 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 6 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: finishing write tid 7 to smithi071127730-8 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 754 (ObjNum 553 snap 155 seq_num 553) dirty exists 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1698: left oid 8 (ObjNum 553 snap 155 seq_num 553) 2023-12-16T18:14:29.683 INFO:tasks.rados.rados.0.smithi071.stdout:1700: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2023-12-16T18:14:29.685 INFO:tasks.rados.rados.0.smithi071.stdout:1700: writing smithi071127730-21 from 0 to 499712 tid 1 2023-12-16T18:14:29.688 INFO:tasks.rados.rados.0.smithi071.stdout:1700: writing smithi071127730-21 from 499712 to 1138688 tid 2 2023-12-16T18:14:29.691 INFO:tasks.rados.rados.0.smithi071.stdout:1700: writing smithi071127730-21 from 1138688 to 1564672 tid 3 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1700: writing smithi071127730-21 from 1564672 to 2105344 tid 4 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1698: done (1 left) 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1701: copy_from oid 15 from oid 13 current snap is 155 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 1 to smithi071127730-21 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 2 to smithi071127730-21 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 3 to smithi071127730-21 2023-12-16T18:14:29.695 INFO:tasks.rados.rados.0.smithi071.stdout:1702: copy_from oid 49 from oid 48 current snap is 155 2023-12-16T18:14:29.696 INFO:tasks.rados.rados.0.smithi071.stdout:1703: read oid 3 snap -1 2023-12-16T18:14:29.696 INFO:tasks.rados.rados.0.smithi071.stdout:1703: expect deleted 2023-12-16T18:14:29.696 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 155 2023-12-16T18:14:29.696 INFO:tasks.rados.rados.0.smithi071.stdout:1704: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2023-12-16T18:14:29.698 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi071127730-2 from 0 to 516096 tid 1 2023-12-16T18:14:29.701 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi071127730-2 from 516096 to 1040384 tid 2 2023-12-16T18:14:29.706 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi071127730-2 from 1040384 to 1679360 tid 3 2023-12-16T18:14:29.709 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi071127730-2 from 1679360 to 2121728 tid 4 2023-12-16T18:14:29.709 INFO:tasks.rados.rados.0.smithi071.stdout:1705: read oid 45 snap -1 2023-12-16T18:14:29.709 INFO:tasks.rados.rados.0.smithi071.stdout:1705: expect (ObjNum 530 snap 150 seq_num 530) 2023-12-16T18:14:29.709 INFO:tasks.rados.rados.0.smithi071.stdout:1706: rollback oid 7 current snap is 155 2023-12-16T18:14:29.709 INFO:tasks.rados.rados.0.smithi071.stdout:1706: done (6 left) 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1707: copy_from oid 19 from oid 31 current snap is 155 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 4 to smithi071127730-21 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 5 to smithi071127730-21 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 1 to smithi071127730-2 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing write tid 6 to smithi071127730-21 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 970 (ObjNum 555 snap 155 seq_num 555) dirty exists 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1700: left oid 21 (ObjNum 555 snap 155 seq_num 555) 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 2 to smithi071127730-2 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1700: done (6 left) 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1703: done (5 left) 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1708: read oid 12 snap -1 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1708: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1709: copy_from oid 22 from oid 21 current snap is 155 2023-12-16T18:14:29.710 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 3 to smithi071127730-2 2023-12-16T18:14:29.711 INFO:tasks.rados.rados.0.smithi071.stdout:1710: setattr oid 34 current snap is 155 2023-12-16T18:14:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:1711: rollback oid 24 current snap is 155 2023-12-16T18:14:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:1711: done (8 left) 2023-12-16T18:14:29.712 INFO:tasks.rados.rados.0.smithi071.stdout:1712: delete oid 24 current snap is 155 2023-12-16T18:14:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 4 to smithi071127730-2 2023-12-16T18:14:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 5 to smithi071127730-2 2023-12-16T18:14:29.715 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 6 to smithi071127730-2 2023-12-16T18:14:29.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1040 (ObjNum 556 snap 155 seq_num 556) dirty exists 2023-12-16T18:14:29.715 INFO:tasks.rados.rados.0.smithi071.stdout:1704: left oid 2 (ObjNum 556 snap 155 seq_num 556) 2023-12-16T18:14:29.716 INFO:tasks.rados.rados.0.smithi071.stdout:1704: done (8 left) 2023-12-16T18:14:29.716 INFO:tasks.rados.rados.0.smithi071.stdout:1712: done (7 left) 2023-12-16T18:14:29.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 155 2023-12-16T18:14:29.717 INFO:tasks.rados.rados.0.smithi071.stdout:1713: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2023-12-16T18:14:29.720 INFO:tasks.rados.rados.0.smithi071.stdout:1713: writing smithi071127730-25 from 0 to 548864 tid 1 2023-12-16T18:14:29.724 INFO:tasks.rados.rados.0.smithi071.stdout:1713: writing smithi071127730-25 from 548864 to 1236992 tid 2 2023-12-16T18:14:29.729 INFO:tasks.rados.rados.0.smithi071.stdout:1713: writing smithi071127730-25 from 1236992 to 1843200 tid 3 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1713: writing smithi071127730-25 from 1843200 to 2154496 tid 4 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1714: read oid 4 snap -1 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1714: expect deleted 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1715: read oid 3 snap -1 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1715: expect deleted 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:1716: delete oid 44 current snap is 155 2023-12-16T18:14:29.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 971 (ObjNum 145 snap 0 seq_num 2570346832) dirty exists 2023-12-16T18:14:29.733 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:14:29.733 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing copy_from to smithi071127730-22 2023-12-16T18:14:29.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 970 (ObjNum 555 snap 155 seq_num 555) dirty exists 2023-12-16T18:14:29.733 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 1 to smithi071127730-25 2023-12-16T18:14:29.733 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 2 to smithi071127730-25 2023-12-16T18:14:29.735 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 3 to smithi071127730-25 2023-12-16T18:14:29.735 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 4 to smithi071127730-25 2023-12-16T18:14:29.736 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 5 to smithi071127730-25 2023-12-16T18:14:29.736 INFO:tasks.rados.rados.0.smithi071.stdout:1709: done (10 left) 2023-12-16T18:14:29.736 INFO:tasks.rados.rados.0.smithi071.stdout:1710: done (9 left) 2023-12-16T18:14:29.736 INFO:tasks.rados.rados.0.smithi071.stdout:1714: done (8 left) 2023-12-16T18:14:29.736 INFO:tasks.rados.rados.0.smithi071.stdout:1715: done (7 left) 2023-12-16T18:14:29.737 INFO:tasks.rados.rados.0.smithi071.stdout:1716: done (6 left) 2023-12-16T18:14:29.737 INFO:tasks.rados.rados.0.smithi071.stdout:1717: copy_from oid 39 from oid 37 current snap is 155 2023-12-16T18:14:29.737 INFO:tasks.rados.rados.0.smithi071.stdout:1708: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:29.773 INFO:tasks.rados.rados.0.smithi071.stdout:1713: finishing write tid 6 to smithi071127730-25 2023-12-16T18:14:29.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 975 (ObjNum 558 snap 155 seq_num 558) dirty exists 2023-12-16T18:14:29.773 INFO:tasks.rados.rados.0.smithi071.stdout:1713: left oid 25 (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:29.773 INFO:tasks.rados.rados.0.smithi071.stdout:1705: expect (ObjNum 530 snap 150 seq_num 530) 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1707: finishing copy_from to smithi071127730-19 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 685 (ObjNum 484 snap 139 seq_num 484) dirty exists 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1707: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1705: done (6 left) 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1707: done (5 left) 2023-12-16T18:14:29.901 INFO:tasks.rados.rados.0.smithi071.stdout:1708: done (4 left) 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1713: done (3 left) 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1718: snap_create 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing copy_from to smithi071127730-39 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 965 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing copy_from to smithi071127730-15 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 787 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1702: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:1702: finishing copy_from to smithi071127730-49 2023-12-16T18:14:29.902 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 769 (ObjNum 547 snap 155 seq_num 547) dirty exists 2023-12-16T18:14:30.467 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:30 smithi184 ceph-mon[136228]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.467 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:30 smithi184 ceph-mon[136228]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.467 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:30 smithi184 ceph-mon[136228]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.467 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:30 smithi184 ceph-mon[136228]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T18:14:30.467 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:30 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[139725]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[139725]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[139725]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[139725]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[142085]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[142085]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[142085]: failed to encode map e380 with expected crc 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[142085]: osdmap e381: 8 total, 8 up, 8 in 2023-12-16T18:14:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:30 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:30.582 INFO:tasks.rados.rados.0.smithi071.stdout:1701: done (3 left) 2023-12-16T18:14:30.582 INFO:tasks.rados.rados.0.smithi071.stdout:1702: done (2 left) 2023-12-16T18:14:30.582 INFO:tasks.rados.rados.0.smithi071.stdout:1717: done (1 left) 2023-12-16T18:14:30.582 INFO:tasks.rados.rados.0.smithi071.stdout:1718: done (0 left) 2023-12-16T18:14:30.583 INFO:tasks.rados.rados.0.smithi071.stdout:1719: read oid 44 snap 155 2023-12-16T18:14:30.583 INFO:tasks.rados.rados.0.smithi071.stdout:1719: expect deleted 2023-12-16T18:14:30.583 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 156 2023-12-16T18:14:30.583 INFO:tasks.rados.rados.0.smithi071.stdout:1720: seq_num 560 ranges {729088=581632,1310720=458752,1769472=614400,2383872=532480} 2023-12-16T18:14:30.589 INFO:tasks.rados.rados.0.smithi071.stdout:1720: writing smithi071127730-50 from 729088 to 1310720 tid 1 2023-12-16T18:14:30.591 INFO:tasks.rados.rados.0.smithi071.stdout:1720: writing smithi071127730-50 from 1310720 to 1769472 tid 2 2023-12-16T18:14:30.596 INFO:tasks.rados.rados.0.smithi071.stdout:1720: writing smithi071127730-50 from 1769472 to 2383872 tid 3 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1720: writing smithi071127730-50 from 2383872 to 2916352 tid 4 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1721: read oid 12 snap -1 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1721: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1722: snap_create 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 1 to smithi071127730-50 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 2 to smithi071127730-50 2023-12-16T18:14:30.600 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 3 to smithi071127730-50 2023-12-16T18:14:30.604 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 4 to smithi071127730-50 2023-12-16T18:14:30.604 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 5 to smithi071127730-50 2023-12-16T18:14:30.607 INFO:tasks.rados.rados.0.smithi071.stdout:1720: finishing write tid 6 to smithi071127730-50 2023-12-16T18:14:30.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 970 (ObjNum 560 snap 156 seq_num 560) dirty exists 2023-12-16T18:14:30.607 INFO:tasks.rados.rados.0.smithi071.stdout:1720: left oid 50 (ObjNum 560 snap 156 seq_num 560) 2023-12-16T18:14:30.609 INFO:tasks.rados.rados.0.smithi071.stdout:1721: expect (ObjNum 503 snap 144 seq_num 503) 2023-12-16T18:14:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: Upgrade: osd.5 is safe to restart 2023-12-16T18:14:31.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: pgmap v278: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T18:14:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T18:14:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:14:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:31.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: Upgrade: osd.5 is safe to restart 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: pgmap v278: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: failed to encode map e381 with expected crc 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-16T18:14:31.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: Upgrade: osd.5 is safe to restart 2023-12-16T18:14:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: pgmap v278: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2023-12-16T18:14:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: osdmap e382: 8 total, 8 up, 8 in 2023-12-16T18:14:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-16T18:14:31.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1719: done (3 left) 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1720: done (2 left) 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1721: done (1 left) 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1722: done (0 left) 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1723: read oid 26 snap -1 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1723: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 157 2023-12-16T18:14:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:1724: seq_num 561 ranges {7397376=598016,7995392=745472,8740864=778240,9519104=81920} 2023-12-16T18:14:31.634 INFO:tasks.rados.rados.0.smithi071.stdout:1724: writing smithi071127730-49 from 7397376 to 7995392 tid 1 2023-12-16T18:14:31.638 INFO:tasks.rados.rados.0.smithi071.stdout:1724: writing smithi071127730-49 from 7995392 to 8740864 tid 2 2023-12-16T18:14:31.642 INFO:tasks.rados.rados.0.smithi071.stdout:1724: writing smithi071127730-49 from 8740864 to 9519104 tid 3 2023-12-16T18:14:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1724: writing smithi071127730-49 from 9519104 to 9601024 tid 4 2023-12-16T18:14:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1725: copy_from oid 36 from oid 47 current snap is 157 2023-12-16T18:14:31.643 INFO:tasks.rados.rados.0.smithi071.stdout:1723: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 1 to smithi071127730-49 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 2 to smithi071127730-49 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1723: done (2 left) 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1726: rollback oid 30 current snap is 157 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 155 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1727: rollback oid 16 current snap is 157 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 155 2023-12-16T18:14:31.646 INFO:tasks.rados.rados.0.smithi071.stdout:1728: snap_remove snap 156 2023-12-16T18:14:32.317 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:32 smithi184 ceph-mon[136228]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.317 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:32 smithi184 ceph-mon[136228]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.317 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:32 smithi184 ceph-mon[136228]: Upgrade: Updating osd.5 2023-12-16T18:14:32.318 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:32 smithi184 ceph-mon[136228]: Deploying daemon osd.5 on smithi184 2023-12-16T18:14:32.318 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:32 smithi184 ceph-mon[136228]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T18:14:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[139725]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[139725]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[139725]: Upgrade: Updating osd.5 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[139725]: Deploying daemon osd.5 on smithi184 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[139725]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[142085]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[142085]: failed to encode map e382 with expected crc 2023-12-16T18:14:32.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[142085]: Upgrade: Updating osd.5 2023-12-16T18:14:32.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[142085]: Deploying daemon osd.5 on smithi184 2023-12-16T18:14:32.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:32 smithi071 ceph-mon[142085]: osdmap e383: 8 total, 8 up, 8 in 2023-12-16T18:14:32.595 INFO:tasks.rados.rados.0.smithi071.stdout:1725: finishing copy_from to smithi071127730-36 2023-12-16T18:14:32.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 776 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1725: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 3 to smithi071127730-49 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 0 (ObjNum 257 snap 0 seq_num 2572224560) dirty dne 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 4 to smithi071127730-49 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 5 to smithi071127730-49 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 978 (ObjNum 529 snap 150 seq_num 529) dirty exists 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: finishing write tid 6 to smithi071127730-49 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1047 (ObjNum 561 snap 157 seq_num 561) dirty exists 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: left oid 49 (ObjNum 561 snap 157 seq_num 561) 2023-12-16T18:14:32.596 INFO:tasks.rados.rados.0.smithi071.stdout:1724: done (4 left) 2023-12-16T18:14:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:1725: done (3 left) 2023-12-16T18:14:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:1726: done (2 left) 2023-12-16T18:14:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:1727: done (1 left) 2023-12-16T18:14:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:1728: done (0 left) 2023-12-16T18:14:32.597 INFO:tasks.rados.rados.0.smithi071.stdout:1729: snap_remove snap 155 2023-12-16T18:14:33.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-mon[136228]: failed to encode map e383 with expected crc 2023-12-16T18:14:33.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-mon[136228]: pgmap v281: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2023-12-16T18:14:33.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-mon[136228]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T18:14:33.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:33.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:33.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:33 smithi184 systemd[1]: Stopping Ceph osd.5 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:14:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[139725]: failed to encode map e383 with expected crc 2023-12-16T18:14:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[139725]: pgmap v281: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[139725]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[142085]: failed to encode map e383 with expected crc 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[142085]: pgmap v281: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2023-12-16T18:14:33.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[142085]: osdmap e384: 8 total, 8 up, 8 in 2023-12-16T18:14:33.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:33.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:33.599 INFO:tasks.rados.rados.0.smithi071.stdout:1729: done (0 left) 2023-12-16T18:14:33.599 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 157 2023-12-16T18:14:33.599 INFO:tasks.rados.rados.0.smithi071.stdout:1730: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2023-12-16T18:14:33.603 INFO:tasks.rados.rados.0.smithi071.stdout:1730: writing smithi071127730-24 from 0 to 622592 tid 1 2023-12-16T18:14:33.607 INFO:tasks.rados.rados.0.smithi071.stdout:1730: writing smithi071127730-24 from 622592 to 1253376 tid 2 2023-12-16T18:14:33.612 INFO:tasks.rados.rados.0.smithi071.stdout:1730: writing smithi071127730-24 from 1253376 to 1835008 tid 3 2023-12-16T18:14:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:1730: writing smithi071127730-24 from 1835008 to 2228224 tid 4 2023-12-16T18:14:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:1731: read oid 5 snap -1 2023-12-16T18:14:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:1731: expect (ObjNum 534 snap 150 seq_num 534) 2023-12-16T18:14:33.616 INFO:tasks.rados.rados.0.smithi071.stdout:1732: read oid 33 snap -1 2023-12-16T18:14:33.616 INFO:tasks.rados.rados.0.smithi071.stdout:1732: expect (ObjNum 538 snap 153 seq_num 538) 2023-12-16T18:14:33.616 INFO:tasks.rados.rados.0.smithi071.stdout:1733: setattr oid 7 current snap is 157 2023-12-16T18:14:33.616 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 1 to smithi071127730-24 2023-12-16T18:14:33.616 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 2 to smithi071127730-24 2023-12-16T18:14:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:1734: read oid 19 snap -1 2023-12-16T18:14:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:1734: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:1735: rollback oid 49 current snap is 157 2023-12-16T18:14:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:1735: done (5 left) 2023-12-16T18:14:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:1736: snap_create 2023-12-16T18:14:33.618 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 3 to smithi071127730-24 2023-12-16T18:14:33.618 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 4 to smithi071127730-24 2023-12-16T18:14:33.618 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 5 to smithi071127730-24 2023-12-16T18:14:33.619 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 705 (ObjNum 81 snap 0 seq_num 1) dirty exists 2023-12-16T18:14:33.621 INFO:tasks.rados.rados.0.smithi071.stdout:1730: finishing write tid 6 to smithi071127730-24 2023-12-16T18:14:33.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 635 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:14:33.621 INFO:tasks.rados.rados.0.smithi071.stdout:1730: left oid 24 (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:14:33.836 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:14:33.411+0000 7f7b1c772700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:14:33.836 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:14:33.411+0000 7f7b1c772700 -1 osd.5 384 *** Got signal Terminated *** 2023-12-16T18:14:33.836 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[93434]: 2023-12-16T18:14:33.411+0000 7f7b1c772700 -1 osd.5 384 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:14:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: osd.5 marked itself down and dead 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[139725]: osdmap e385: 8 total, 7 up, 8 in 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: osd.5 marked itself down and dead 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:34 smithi071 ceph-mon[142085]: osdmap e385: 8 total, 7 up, 8 in 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: failed to encode map e384 with expected crc 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: osd.5 marked itself down and dead 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:14:34.475 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:34 smithi184 ceph-mon[136228]: osdmap e385: 8 total, 7 up, 8 in 2023-12-16T18:14:34.475 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[145984]: 2023-12-16 18:14:34.148039979 +0000 UTC m=+0.791237805 container stop 04c3865d0b029c372871f780a3a38e62435475807dd6e34958038a055e537542 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, RELEASE=quincy-1f2f551, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:14:34.475 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[145984]: 2023-12-16 18:14:34.20172748 +0000 UTC m=+0.844925291 container died 04c3865d0b029c372871f780a3a38e62435475807dd6e34958038a055e537542 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2023-12-16T18:14:34.475 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[145984]: 2023-12-16 18:14:34.343025284 +0000 UTC m=+0.986223089 container cleanup 04c3865d0b029c372871f780a3a38e62435475807dd6e34958038a055e537542 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, io.buildah.version=1.31.3, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T18:14:34.476 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 bash[145984]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1730: done (5 left) 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1733: done (4 left) 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1736: done (3 left) 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1737: read oid 15 snap -1 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1737: expect (ObjNum 438 snap 126 seq_num 438) 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1738: read oid 47 snap -1 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:1738: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:34.612 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 158 2023-12-16T18:14:34.613 INFO:tasks.rados.rados.0.smithi071.stdout:1739: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2023-12-16T18:14:34.616 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi071127730-40 from 0 to 638976 tid 1 2023-12-16T18:14:34.621 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi071127730-40 from 638976 to 1204224 tid 2 2023-12-16T18:14:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi071127730-40 from 1204224 to 1998848 tid 3 2023-12-16T18:14:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi071127730-40 from 1998848 to 2244608 tid 4 2023-12-16T18:14:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:1740: snap_remove snap 157 2023-12-16T18:14:34.791 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146003]: 2023-12-16 18:14:34.476293837 +0000 UTC m=+0.322679127 container remove 04c3865d0b029c372871f780a3a38e62435475807dd6e34958038a055e537542 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, ceph=True, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:14:35.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146094]: 2023-12-16 18:14:34.792950659 +0000 UTC m=+0.089659910 container create c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, io.buildah.version=1.31.3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2023-12-16T18:14:35.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146094]: 2023-12-16 18:14:34.721658022 +0000 UTC m=+0.018367242 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:35.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146094]: 2023-12-16 18:14:34.910085937 +0000 UTC m=+0.206795157 container init c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T18:14:35.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146094]: 2023-12-16 18:14:34.913258855 +0000 UTC m=+0.209968062 container start c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20231212, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:14:35.087 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:34 smithi184 podman[146094]: 2023-12-16 18:14:34.942908724 +0000 UTC m=+0.239617943 container attach c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2) 2023-12-16T18:14:35.458 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146094]: 2023-12-16 18:14:35.19220882 +0000 UTC m=+0.488918027 container died c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2023-12-16T18:14:35.458 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.458 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.458 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.458 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.459 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: pgmap v284: 121 pgs: 24 peering, 10 stale+active+clean, 87 active+clean; 135 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2023-12-16T18:14:35.459 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:35.459 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:35 smithi184 ceph-mon[136228]: osdmap e386: 8 total, 7 up, 8 in 2023-12-16T18:14:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: pgmap v284: 121 pgs: 24 peering, 10 stale+active+clean, 87 active+clean; 135 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[139725]: osdmap e386: 8 total, 7 up, 8 in 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: failed to encode map e385 with expected crc 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: pgmap v284: 121 pgs: 24 peering, 10 stale+active+clean, 87 active+clean; 135 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.8 MiB/s wr, 33 op/s 2023-12-16T18:14:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2023-12-16T18:14:35.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:35 smithi071 ceph-mon[142085]: osdmap e386: 8 total, 7 up, 8 in 2023-12-16T18:14:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:1740: done (6 left) 2023-12-16T18:14:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:1741: read oid 35 snap -1 2023-12-16T18:14:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:1741: expect (ObjNum 543 snap 154 seq_num 543) 2023-12-16T18:14:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:1742: rmattr oid 12 current snap is 158 2023-12-16T18:14:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:1742: done (7 left) 2023-12-16T18:14:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:1743: read oid 26 snap -1 2023-12-16T18:14:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:1743: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:1738: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:1731: expect (ObjNum 534 snap 150 seq_num 534) 2023-12-16T18:14:35.635 INFO:tasks.rados.rados.0.smithi071.stdout:1732: expect (ObjNum 538 snap 153 seq_num 538) 2023-12-16T18:14:35.731 INFO:tasks.rados.rados.0.smithi071.stdout:1734: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:35.836 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146120]: 2023-12-16 18:14:35.459482102 +0000 UTC m=+0.259289624 container remove c25ab06a329def7d65443bd1586e2286035a12c66a0309960356ab6cbaf226cf (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=) 2023-12-16T18:14:35.837 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.5.service: Deactivated successfully. 2023-12-16T18:14:35.837 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 systemd[1]: Stopped Ceph osd.5 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:14:35.837 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.5.service: Consumed 14.095s CPU time. 2023-12-16T18:14:35.837 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 systemd[1]: Starting Ceph osd.5 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 1 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 2 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 3 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 4 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 5 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 6 to smithi071127730-40 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 760 (ObjNum 563 snap 158 seq_num 563) dirty exists 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1739: left oid 40 (ObjNum 563 snap 158 seq_num 563) 2023-12-16T18:14:35.847 INFO:tasks.rados.rados.0.smithi071.stdout:1737: expect (ObjNum 438 snap 126 seq_num 438) 2023-12-16T18:14:36.177 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146220]: 2023-12-16 18:14:35.842708834 +0000 UTC m=+0.082950958 container create 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:14:36.177 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146220]: 2023-12-16 18:14:35.777176424 +0000 UTC m=+0.017418504 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:36.177 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146220]: 2023-12-16 18:14:35.943339198 +0000 UTC m=+0.183581280 container init 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, ceph=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2023-12-16T18:14:36.177 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146220]: 2023-12-16 18:14:35.960920452 +0000 UTC m=+0.201162531 container start 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3) 2023-12-16T18:14:36.177 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:35 smithi184 podman[146220]: 2023-12-16 18:14:35.99268056 +0000 UTC m=+0.232922640 container attach 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.431 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.432 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-mon[136228]: osdmap e387: 8 total, 7 up, 8 in 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 bash[146220]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-16T18:14:36.432 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-16T18:14:36.433 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-16T18:14:36.433 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-16T18:14:36.433 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate[146235]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-16T18:14:36.433 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 podman[146220]: 2023-12-16 18:14:36.417844659 +0000 UTC m=+0.658086739 container died 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, GIT_CLEAN=True, io.buildah.version=1.31.3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212) 2023-12-16T18:14:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[139725]: osdmap e387: 8 total, 7 up, 8 in 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: failed to encode map e386 with expected crc 2023-12-16T18:14:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:36 smithi071 ceph-mon[142085]: osdmap e387: 8 total, 7 up, 8 in 2023-12-16T18:14:36.549 INFO:tasks.rados.rados.0.smithi071.stdout:1741: expect (ObjNum 543 snap 154 seq_num 543) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1731: done (7 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1732: done (6 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1734: done (5 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1737: done (4 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1738: done (3 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1739: done (2 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1741: done (1 left) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1744: read oid 25 snap -1 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:1744: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 158 2023-12-16T18:14:36.684 INFO:tasks.rados.rados.0.smithi071.stdout:1745: seq_num 564 ranges {5201920=655360,5857280=442368,6299648=598016,6897664=565248} 2023-12-16T18:14:36.713 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi071127730-6 from 5201920 to 5857280 tid 1 2023-12-16T18:14:36.715 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi071127730-6 from 5857280 to 6299648 tid 2 2023-12-16T18:14:36.719 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi071127730-6 from 6299648 to 6897664 tid 3 2023-12-16T18:14:36.722 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi071127730-6 from 6897664 to 7462912 tid 4 2023-12-16T18:14:36.722 INFO:tasks.rados.rados.0.smithi071.stdout:1746: read oid 37 snap -1 2023-12-16T18:14:36.722 INFO:tasks.rados.rados.0.smithi071.stdout:1746: expect (ObjNum 504 snap 144 seq_num 504) 2023-12-16T18:14:36.722 INFO:tasks.rados.rados.0.smithi071.stdout:1747: delete oid 39 current snap is 158 2023-12-16T18:14:36.723 INFO:tasks.rados.rados.0.smithi071.stdout:1743: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:36.724 INFO:tasks.rados.rados.0.smithi071.stdout:1744: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:36.780 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 1 to smithi071127730-6 2023-12-16T18:14:36.780 INFO:tasks.rados.rados.0.smithi071.stdout:1743: done (4 left) 2023-12-16T18:14:36.780 INFO:tasks.rados.rados.0.smithi071.stdout:1744: done (3 left) 2023-12-16T18:14:36.780 INFO:tasks.rados.rados.0.smithi071.stdout:1747: done (2 left) 2023-12-16T18:14:36.780 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 158 2023-12-16T18:14:36.781 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 2 to smithi071127730-6 2023-12-16T18:14:36.781 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 3 to smithi071127730-6 2023-12-16T18:14:36.781 INFO:tasks.rados.rados.0.smithi071.stdout:1748: seq_num 566 ranges {2105344=688128,2793472=614400,3407872=565248,3973120=425984} 2023-12-16T18:14:36.797 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi071127730-21 from 2105344 to 2793472 tid 1 2023-12-16T18:14:36.798 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi071127730-21 from 2793472 to 3407872 tid 2 2023-12-16T18:14:36.801 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi071127730-21 from 3407872 to 3973120 tid 3 2023-12-16T18:14:36.804 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi071127730-21 from 3973120 to 4399104 tid 4 2023-12-16T18:14:36.804 INFO:tasks.rados.rados.0.smithi071.stdout:1749: setattr oid 17 current snap is 158 2023-12-16T18:14:36.804 INFO:tasks.rados.rados.0.smithi071.stdout:1746: expect (ObjNum 504 snap 144 seq_num 504) 2023-12-16T18:14:36.837 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 4 to smithi071127730-6 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 5 to smithi071127730-6 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 6 to smithi071127730-6 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 975 (ObjNum 564 snap 158 seq_num 564) dirty exists 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1745: left oid 6 (ObjNum 564 snap 158 seq_num 564) 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 1 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 2 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 3 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 4 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 5 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 6 to smithi071127730-21 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 976 (ObjNum 566 snap 158 seq_num 566) dirty exists 2023-12-16T18:14:36.838 INFO:tasks.rados.rados.0.smithi071.stdout:1748: left oid 21 (ObjNum 566 snap 158 seq_num 566) 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1745: done (3 left) 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1746: done (2 left) 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1748: done (1 left) 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1750: read oid 4 snap -1 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1750: expect deleted 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 158 2023-12-16T18:14:36.839 INFO:tasks.rados.rados.0.smithi071.stdout:1751: seq_num 567 ranges {1179648=704512,1884160=499712,2383872=770048,3153920=335872} 2023-12-16T18:14:36.847 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi071127730-42 from 1179648 to 1884160 tid 1 2023-12-16T18:14:36.850 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi071127730-42 from 1884160 to 2383872 tid 2 2023-12-16T18:14:36.854 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi071127730-42 from 2383872 to 3153920 tid 3 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi071127730-42 from 3153920 to 3489792 tid 4 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1752: copy_from oid 30 from oid 26 current snap is 158 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1050 (ObjNum 516 snap 147 seq_num 516) dirty exists 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 1 to smithi071127730-42 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 2 to smithi071127730-42 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1749: done (3 left) 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1750: done (2 left) 2023-12-16T18:14:36.856 INFO:tasks.rados.rados.0.smithi071.stdout:1753: delete oid 35 current snap is 158 2023-12-16T18:14:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 3 to smithi071127730-42 2023-12-16T18:14:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1753: done (2 left) 2023-12-16T18:14:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1754: copy_from oid 29 from oid 38 current snap is 158 2023-12-16T18:14:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1755: setattr oid 7 current snap is 158 2023-12-16T18:14:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1752: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:14:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:1752: finishing copy_from to smithi071127730-30 2023-12-16T18:14:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 934 (ObjNum 129 snap 0 seq_num 2570511520) dirty exists 2023-12-16T18:14:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 4 to smithi071127730-42 2023-12-16T18:14:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 5 to smithi071127730-42 2023-12-16T18:14:36.860 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 6 to smithi071127730-42 2023-12-16T18:14:36.860 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 425 (ObjNum 567 snap 158 seq_num 567) dirty exists 2023-12-16T18:14:36.860 INFO:tasks.rados.rados.0.smithi071.stdout:1751: left oid 42 (ObjNum 567 snap 158 seq_num 567) 2023-12-16T18:14:36.861 INFO:tasks.rados.rados.0.smithi071.stdout:1751: done (3 left) 2023-12-16T18:14:36.861 INFO:tasks.rados.rados.0.smithi071.stdout:1752: done (2 left) 2023-12-16T18:14:36.861 INFO:tasks.rados.rados.0.smithi071.stdout:1756: copy_from oid 48 from oid 16 current snap is 158 2023-12-16T18:14:36.861 INFO:tasks.rados.rados.0.smithi071.stdout:1757: setattr oid 9 current snap is 158 2023-12-16T18:14:36.863 INFO:tasks.rados.rados.0.smithi071.stdout:1754: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:14:36.864 INFO:tasks.rados.rados.0.smithi071.stdout:1758: delete oid 23 current snap is 158 2023-12-16T18:14:36.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 707 (ObjNum 129 snap 0 seq_num 2570584032) dirty exists 2023-12-16T18:14:36.864 INFO:tasks.rados.rados.0.smithi071.stdout:1754: finishing copy_from to smithi071127730-29 2023-12-16T18:14:36.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 965 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:36.866 INFO:tasks.rados.rados.0.smithi071.stdout:1754: done (4 left) 2023-12-16T18:14:36.866 INFO:tasks.rados.rados.0.smithi071.stdout:1755: done (3 left) 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1758: done (2 left) 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1759: read oid 8 snap -1 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1759: expect (ObjNum 553 snap 155 seq_num 553) 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1760: rollback oid 2 current snap is 158 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1760: done (3 left) 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 158 2023-12-16T18:14:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:1761: seq_num 570 ranges {3047424=753664,3801088=548864,4349952=540672,4890624=516096} 2023-12-16T18:14:36.888 INFO:tasks.rados.rados.0.smithi071.stdout:1761: writing smithi071127730-33 from 3047424 to 3801088 tid 1 2023-12-16T18:14:36.891 INFO:tasks.rados.rados.0.smithi071.stdout:1761: writing smithi071127730-33 from 3801088 to 4349952 tid 2 2023-12-16T18:14:36.894 INFO:tasks.rados.rados.0.smithi071.stdout:1761: writing smithi071127730-33 from 4349952 to 4890624 tid 3 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1761: writing smithi071127730-33 from 4890624 to 5406720 tid 4 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1762: copy_from oid 42 from oid 19 current snap is 158 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 788 (ObjNum 479 snap 136 seq_num 479) dirty exists 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1757: done (4 left) 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 158 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 1 to smithi071127730-33 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 2 to smithi071127730-33 2023-12-16T18:14:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:1763: seq_num 571 ranges {0=770048,770048=483328,1253376=753664,2007040=368640} 2023-12-16T18:14:36.902 INFO:tasks.rados.rados.0.smithi071.stdout:1763: writing smithi071127730-26 from 0 to 770048 tid 1 2023-12-16T18:14:36.904 INFO:tasks.rados.rados.0.smithi071.stdout:1763: writing smithi071127730-26 from 770048 to 1253376 tid 2 2023-12-16T18:14:36.909 INFO:tasks.rados.rados.0.smithi071.stdout:1763: writing smithi071127730-26 from 1253376 to 2007040 tid 3 2023-12-16T18:14:36.911 INFO:tasks.rados.rados.0.smithi071.stdout:1763: writing smithi071127730-26 from 2007040 to 2375680 tid 4 2023-12-16T18:14:36.911 INFO:tasks.rados.rados.0.smithi071.stdout:1764: snap_create 2023-12-16T18:14:36.911 INFO:tasks.rados.rados.0.smithi071.stdout:1756: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:14:36.911 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 3 to smithi071127730-33 2023-12-16T18:14:36.912 INFO:tasks.rados.rados.0.smithi071.stdout:1756: finishing copy_from to smithi071127730-48 2023-12-16T18:14:36.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 978 (ObjNum 529 snap 150 seq_num 529) dirty exists 2023-12-16T18:14:36.912 INFO:tasks.rados.rados.0.smithi071.stdout:1759: expect (ObjNum 553 snap 155 seq_num 553) 2023-12-16T18:14:36.945 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 podman[146367]: 2023-12-16 18:14:36.718353405 +0000 UTC m=+0.295379374 container remove 98d048db3f1e470ab94e54e74c3114faed40b394d105e1ecea2613473e2b9c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2023-12-16T18:14:36.945 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 podman[146437]: 2023-12-16 18:14:36.900840522 +0000 UTC m=+0.071164442 container create efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2023-12-16T18:14:36.945 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:36 smithi184 podman[146437]: 2023-12-16 18:14:36.850176395 +0000 UTC m=+0.020500236 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 4 to smithi071127730-33 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 5 to smithi071127730-33 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1761: finishing write tid 6 to smithi071127730-33 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 781 (ObjNum 570 snap 158 seq_num 570) dirty exists 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1761: left oid 33 (ObjNum 570 snap 158 seq_num 570) 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 1 to smithi071127730-26 2023-12-16T18:14:37.235 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 2 to smithi071127730-26 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1762: finishing copy_from to smithi071127730-42 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 685 (ObjNum 484 snap 139 seq_num 484) dirty exists 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 3 to smithi071127730-26 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 4 to smithi071127730-26 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1762: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 5 to smithi071127730-26 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1763: finishing write tid 6 to smithi071127730-26 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 981 (ObjNum 571 snap 158 seq_num 571) dirty exists 2023-12-16T18:14:37.236 INFO:tasks.rados.rados.0.smithi071.stdout:1763: left oid 26 (ObjNum 571 snap 158 seq_num 571) 2023-12-16T18:14:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-mon[136228]: failed to encode map e387 with expected crc 2023-12-16T18:14:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-mon[136228]: pgmap v287: 121 pgs: 32 peering, 5 stale+active+clean, 84 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-16T18:14:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:37.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 podman[146437]: 2023-12-16 18:14:37.009897275 +0000 UTC m=+0.180221113 container init efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2023-12-16T18:14:37.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 podman[146437]: 2023-12-16 18:14:37.013112312 +0000 UTC m=+0.183436130 container start efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2023-12-16T18:14:37.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-osd[146460]: -- 172.21.15.184:0/3450506610 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559e64aaf6c0 con 0x559e64a81400 2023-12-16T18:14:37.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 bash[146437]: efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 2023-12-16T18:14:37.337 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 systemd[1]: Started Ceph osd.5 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:14:37.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:37] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2023-12-16T18:14:37.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[139725]: failed to encode map e387 with expected crc 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[139725]: pgmap v287: 121 pgs: 32 peering, 5 stale+active+clean, 84 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[142085]: failed to encode map e387 with expected crc 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[142085]: pgmap v287: 121 pgs: 32 peering, 5 stale+active+clean, 84 active+clean; 126 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:37.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:37.593 INFO:tasks.rados.rados.0.smithi071.stdout:1756: done (5 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1759: done (4 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1761: done (3 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1762: done (2 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1763: done (1 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1764: done (0 left) 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1765: copy_from oid 50 from oid 10 current snap is 159 2023-12-16T18:14:37.594 INFO:tasks.rados.rados.0.smithi071.stdout:1766: snap_remove snap 158 2023-12-16T18:14:37.836 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:37 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T18:14:37.557+0000 7f44788e0640 -1 Falling back to public interface 2023-12-16T18:14:38.600 INFO:tasks.rados.rados.0.smithi071.stdout:1766: done (1 left) 2023-12-16T18:14:38.600 INFO:tasks.rados.rados.0.smithi071.stdout:1767: copy_from oid 5 from oid 2 current snap is 159 2023-12-16T18:14:38.600 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 159 2023-12-16T18:14:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:1768: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2023-12-16T18:14:38.605 INFO:tasks.rados.rados.0.smithi071.stdout:1768: writing smithi071127730-11 from 0 to 786432 tid 1 2023-12-16T18:14:38.610 INFO:tasks.rados.rados.0.smithi071.stdout:1768: writing smithi071127730-11 from 786432 to 1556480 tid 2 2023-12-16T18:14:38.614 INFO:tasks.rados.rados.0.smithi071.stdout:1768: writing smithi071127730-11 from 1556480 to 2113536 tid 3 2023-12-16T18:14:38.616 INFO:tasks.rados.rados.0.smithi071.stdout:1768: writing smithi071127730-11 from 2113536 to 2392064 tid 4 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1769: snap_create 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1765: finishing copy_from to smithi071127730-50 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1765: got expected ENOENT (src dne) 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1765: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 1 to smithi071127730-11 2023-12-16T18:14:38.617 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 2 to smithi071127730-11 2023-12-16T18:14:38.620 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 3 to smithi071127730-11 2023-12-16T18:14:38.620 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 4 to smithi071127730-11 2023-12-16T18:14:38.621 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 5 to smithi071127730-11 2023-12-16T18:14:38.622 INFO:tasks.rados.rados.0.smithi071.stdout:1768: finishing write tid 6 to smithi071127730-11 2023-12-16T18:14:38.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 986 (ObjNum 572 snap 159 seq_num 572) dirty exists 2023-12-16T18:14:38.622 INFO:tasks.rados.rados.0.smithi071.stdout:1768: left oid 11 (ObjNum 572 snap 159 seq_num 572) 2023-12-16T18:14:38.626 INFO:tasks.rados.rados.0.smithi071.stdout:1767: finishing copy_from to smithi071127730-5 2023-12-16T18:14:38.626 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1040 (ObjNum 556 snap 155 seq_num 556) dirty exists 2023-12-16T18:14:38.626 INFO:tasks.rados.rados.0.smithi071.stdout:1767: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:14:38.908 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:38.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: osdmap e388: 8 total, 7 up, 8 in 2023-12-16T18:14:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:38 smithi184 ceph-mon[136228]: pgmap v289: 121 pgs: 5 active+undersized+degraded, 32 peering, 11 active+undersized, 73 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 18/198 objects degraded (9.091%) 2023-12-16T18:14:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: osdmap e388: 8 total, 7 up, 8 in 2023-12-16T18:14:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[139725]: pgmap v289: 121 pgs: 5 active+undersized+degraded, 32 peering, 11 active+undersized, 73 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 18/198 objects degraded (9.091%) 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: osdmap e388: 8 total, 7 up, 8 in 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: failed to encode map e388 with expected crc 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:38 smithi071 ceph-mon[142085]: pgmap v289: 121 pgs: 5 active+undersized+degraded, 32 peering, 11 active+undersized, 73 active+clean; 121 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 18/198 objects degraded (9.091%) 2023-12-16T18:14:39.613 INFO:tasks.rados.rados.0.smithi071.stdout:1765: done (3 left) 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1767: done (2 left) 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1768: done (1 left) 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1769: done (0 left) 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1770: read oid 9 snap -1 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1770: expect (ObjNum 479 snap 136 seq_num 479) 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1771: setattr oid 15 current snap is 160 2023-12-16T18:14:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1772: snap_remove snap 159 2023-12-16T18:14:39.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:39 smithi184 ceph-mon[136228]: failed to encode map e389 with expected crc 2023-12-16T18:14:39.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:39 smithi184 ceph-mon[136228]: osdmap e389: 8 total, 7 up, 8 in 2023-12-16T18:14:39.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:39 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 18/198 objects degraded (9.091%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:39.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:39 smithi184 ceph-mon[136228]: failed to encode map e389 with expected crc 2023-12-16T18:14:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[139725]: failed to encode map e389 with expected crc 2023-12-16T18:14:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[139725]: osdmap e389: 8 total, 7 up, 8 in 2023-12-16T18:14:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 18/198 objects degraded (9.091%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[139725]: failed to encode map e389 with expected crc 2023-12-16T18:14:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[142085]: failed to encode map e389 with expected crc 2023-12-16T18:14:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[142085]: osdmap e389: 8 total, 7 up, 8 in 2023-12-16T18:14:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 18/198 objects degraded (9.091%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:39 smithi071 ceph-mon[142085]: failed to encode map e389 with expected crc 2023-12-16T18:14:40.586 INFO:tasks.rados.rados.0.smithi071.stdout:1770: expect (ObjNum 479 snap 136 seq_num 479) 2023-12-16T18:14:40.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 789 (ObjNum 438 snap 126 seq_num 438) dirty exists 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1770: done (2 left) 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1771: done (1 left) 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1772: done (0 left) 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1773: read oid 36 snap -1 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1773: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:40.617 INFO:tasks.rados.rados.0.smithi071.stdout:1774: delete oid 28 current snap is 160 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:1774: done (1 left) 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:1775: rollback oid 11 current snap is 160 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:1775: done (1 left) 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:1776: copy_from oid 47 from oid 9 current snap is 160 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 160 2023-12-16T18:14:40.619 INFO:tasks.rados.rados.0.smithi071.stdout:1777: seq_num 574 ranges {1253376=16384} 2023-12-16T18:14:40.626 INFO:tasks.rados.rados.0.smithi071.stdout:1777: writing smithi071127730-37 from 1253376 to 1269760 tid 1 2023-12-16T18:14:40.626 INFO:tasks.rados.rados.0.smithi071.stdout:1778: setattr oid 46 current snap is 160 2023-12-16T18:14:40.626 INFO:tasks.rados.rados.0.smithi071.stdout:1773: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1777: finishing write tid 1 to smithi071127730-37 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1777: finishing write tid 2 to smithi071127730-37 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1773: done (3 left) 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1779: read oid 31 snap -1 2023-12-16T18:14:40.630 INFO:tasks.rados.rados.0.smithi071.stdout:1779: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 160 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1780: seq_num 575 ranges {0=32768} 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1780: writing smithi071127730-4 from 0 to 32768 tid 1 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1781: read oid 50 snap -1 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1781: expect (ObjNum 560 snap 156 seq_num 560) 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1782: read oid 6 snap -1 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1782: expect (ObjNum 564 snap 158 seq_num 564) 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 160 2023-12-16T18:14:40.631 INFO:tasks.rados.rados.0.smithi071.stdout:1783: seq_num 576 ranges {1228800=49152} 2023-12-16T18:14:40.638 INFO:tasks.rados.rados.0.smithi071.stdout:1783: writing smithi071127730-12 from 1228800 to 1277952 tid 1 2023-12-16T18:14:40.638 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 160 2023-12-16T18:14:40.638 INFO:tasks.rados.rados.0.smithi071.stdout:1784: seq_num 577 ranges {0=65536} 2023-12-16T18:14:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:1784: writing smithi071127730-7 from 0 to 65536 tid 1 2023-12-16T18:14:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:1785: read oid 20 snap -1 2023-12-16T18:14:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 549 snap 155 seq_num 549) 2023-12-16T18:14:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 160 2023-12-16T18:14:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:1786: seq_num 578 ranges {8216576=81920} 2023-12-16T18:14:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:1786: writing smithi071127730-15 from 8216576 to 8298496 tid 1 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1787: setattr oid 24 current snap is 160 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing copy_from to smithi071127730-47 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 788 (ObjNum 479 snap 136 seq_num 479) dirty exists 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1777: finishing write tid 3 to smithi071127730-37 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 988 (ObjNum 574 snap 160 seq_num 574) dirty exists 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1777: left oid 37 (ObjNum 574 snap 160 seq_num 574) 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 790 (ObjNum 544 snap 154 seq_num 544) dirty exists 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 1 to smithi071127730-4 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 2 to smithi071127730-4 2023-12-16T18:14:40.686 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 3 to smithi071127730-4 2023-12-16T18:14:40.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 393 (ObjNum 575 snap 160 seq_num 575) dirty exists 2023-12-16T18:14:40.687 INFO:tasks.rados.rados.0.smithi071.stdout:1780: left oid 4 (ObjNum 575 snap 160 seq_num 575) 2023-12-16T18:14:40.687 INFO:tasks.rados.rados.0.smithi071.stdout:1779: expect (ObjNum 484 snap 139 seq_num 484) 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing write tid 1 to smithi071127730-7 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing write tid 2 to smithi071127730-7 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing write tid 3 to smithi071127730-7 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 710 (ObjNum 577 snap 160 seq_num 577) dirty exists 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1784: left oid 7 (ObjNum 577 snap 160 seq_num 577) 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing write tid 1 to smithi071127730-12 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing write tid 2 to smithi071127730-12 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing write tid 3 to smithi071127730-12 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 687 (ObjNum 576 snap 160 seq_num 576) dirty exists 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1783: left oid 12 (ObjNum 576 snap 160 seq_num 576) 2023-12-16T18:14:40.805 INFO:tasks.rados.rados.0.smithi071.stdout:1781: expect (ObjNum 560 snap 156 seq_num 560) 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:1786: finishing write tid 1 to smithi071127730-15 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:1786: finishing write tid 2 to smithi071127730-15 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:1786: finishing write tid 3 to smithi071127730-15 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 792 (ObjNum 578 snap 160 seq_num 578) dirty exists 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:1786: left oid 15 (ObjNum 578 snap 160 seq_num 578) 2023-12-16T18:14:40.891 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 549 snap 155 seq_num 549) 2023-12-16T18:14:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: failed to encode map e390 with expected crc 2023-12-16T18:14:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: osdmap e390: 8 total, 7 up, 8 in 2023-12-16T18:14:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: failed to encode map e390 with expected crc 2023-12-16T18:14:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: pgmap v292: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 35/201 objects degraded (17.413%) 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[139725]: osdmap e391: 8 total, 7 up, 8 in 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: failed to encode map e390 with expected crc 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: osdmap e390: 8 total, 7 up, 8 in 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: failed to encode map e390 with expected crc 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: pgmap v292: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 35/201 objects degraded (17.413%) 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:40 smithi071 ceph-mon[142085]: osdmap e391: 8 total, 7 up, 8 in 2023-12-16T18:14:41.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T18:14:40.763+0000 7f44788e0640 -1 osd.5 0 read_superblock omap replica is missing. 2023-12-16T18:14:41.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T18:14:40.836+0000 7f44788e0640 -1 osd.5 384 log_to_monitors true 2023-12-16T18:14:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: failed to encode map e390 with expected crc 2023-12-16T18:14:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: osdmap e390: 8 total, 7 up, 8 in 2023-12-16T18:14:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: failed to encode map e390 with expected crc 2023-12-16T18:14:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: pgmap v292: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 35/201 objects degraded (17.413%) 2023-12-16T18:14:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:40 smithi184 ceph-mon[136228]: osdmap e391: 8 total, 7 up, 8 in 2023-12-16T18:14:41.651 INFO:tasks.rados.rados.0.smithi071.stdout:1782: expect (ObjNum 564 snap 158 seq_num 564) 2023-12-16T18:14:41.866 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:14:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2023-12-16T18:14:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: failed to encode map e391 with expected crc 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:41.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:42.060 INFO:tasks.rados.rados.0.smithi071.stdout:1776: done (11 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1777: done (10 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1778: done (9 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1779: done (8 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1780: done (7 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1781: done (6 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1782: done (5 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1783: done (4 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1784: done (3 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1785: done (2 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1786: done (1 left) 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 160 2023-12-16T18:14:42.061 INFO:tasks.rados.rados.0.smithi071.stdout:1788: seq_num 579 ranges {0=98304} 2023-12-16T18:14:42.062 INFO:tasks.rados.rados.0.smithi071.stdout:1788: writing smithi071127730-34 from 0 to 98304 tid 1 2023-12-16T18:14:42.062 INFO:tasks.rados.rados.0.smithi071.stdout:1789: copy_from oid 9 from oid 46 current snap is 160 2023-12-16T18:14:42.062 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 160 2023-12-16T18:14:42.062 INFO:tasks.rados.rados.0.smithi071.stdout:1790: seq_num 580 ranges {1179648=114688} 2023-12-16T18:14:42.069 INFO:tasks.rados.rados.0.smithi071.stdout:1790: writing smithi071127730-27 from 1179648 to 1294336 tid 1 2023-12-16T18:14:42.069 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 160 2023-12-16T18:14:42.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 636 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:14:42.070 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 1 to smithi071127730-34 2023-12-16T18:14:42.070 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 2 to smithi071127730-34 2023-12-16T18:14:42.070 INFO:tasks.rados.rados.0.smithi071.stdout:1791: seq_num 581 ranges {8216576=139264} 2023-12-16T18:14:42.086 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T18:14:41.647+0000 7f4467d4d700 -1 osd.5 384 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: failed to encode map e391 with expected crc 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: failed to encode map e391 with expected crc 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: failed to encode map e391 with expected crc 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: failed to encode map e391 with expected crc 2023-12-16T18:14:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-16T18:14:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:42.115 INFO:tasks.rados.rados.0.smithi071.stdout:1791: writing smithi071127730-13 from 8216576 to 8355840 tid 1 2023-12-16T18:14:42.115 INFO:tasks.rados.rados.0.smithi071.stdout:1787: done (4 left) 2023-12-16T18:14:42.115 INFO:tasks.rados.rados.0.smithi071.stdout:1792: read oid 37 snap -1 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1792: expect (ObjNum 574 snap 160 seq_num 574) 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1793: rmattr oid 47 current snap is 160 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 3 to smithi071127730-34 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 990 (ObjNum 579 snap 160 seq_num 579) dirty exists 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1788: left oid 34 (ObjNum 579 snap 160 seq_num 579) 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1789: finishing copy_from racing read to smithi071127730-9 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1789: finishing copy_from to smithi071127730-9 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 790 (ObjNum 544 snap 154 seq_num 544) dirty exists 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 1 to smithi071127730-27 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 2 to smithi071127730-27 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1788: done (5 left) 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1789: done (4 left) 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1794: rollback oid 20 current snap is 160 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1794: done (4 left) 2023-12-16T18:14:42.116 INFO:tasks.rados.rados.0.smithi071.stdout:1795: rollback oid 21 current snap is 160 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1795: done (4 left) 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1796: copy_from oid 41 from oid 45 current snap is 160 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 3 to smithi071127730-27 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1052 (ObjNum 580 snap 160 seq_num 580) dirty exists 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1790: left oid 27 (ObjNum 580 snap 160 seq_num 580) 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1790: done (4 left) 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1797: read oid 50 snap -1 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1797: expect (ObjNum 560 snap 156 seq_num 560) 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 160 2023-12-16T18:14:42.117 INFO:tasks.rados.rados.0.smithi071.stdout:1798: seq_num 582 ranges {1294336=155648} 2023-12-16T18:14:42.122 INFO:tasks.rados.rados.0.smithi071.stdout:1798: writing smithi071127730-27 from 1294336 to 1449984 tid 1 2023-12-16T18:14:42.123 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 160 2023-12-16T18:14:42.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 979 (ObjNum 479 snap 136 seq_num 479) dirty exists 2023-12-16T18:14:42.123 INFO:tasks.rados.rados.0.smithi071.stdout:1792: expect (ObjNum 574 snap 160 seq_num 574) 2023-12-16T18:14:42.177 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing write tid 1 to smithi071127730-27 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing write tid 2 to smithi071127730-27 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing write tid 3 to smithi071127730-27 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1054 (ObjNum 582 snap 160 seq_num 582) dirty exists 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1798: left oid 27 (ObjNum 582 snap 160 seq_num 582) 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing write tid 1 to smithi071127730-13 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing write tid 2 to smithi071127730-13 2023-12-16T18:14:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:1797: expect (ObjNum 560 snap 156 seq_num 560) 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 59s ago 7m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (4m) 1s ago 6m 86.7M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 59s ago 7m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (7m) 1s ago 7m 18.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (3m) 1s ago 9m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (4m) 59s ago 11m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 59s ago 11m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (2m) 1s ago 10m 40.6M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 59s ago 10m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 59s ago 6m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (4m) 1s ago 6m 15.2M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:14:42.199 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 59s ago 9m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (117s) 59s ago 9m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (89s) 59s ago 9m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (61s) 59s ago 9m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (33s) 1s ago 8m 98.3M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (5s) 1s ago 8m 12.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (8m) 1s ago 8m 135M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 d584d7907de4 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (8m) 1s ago 8m 148M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:14:42.200 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (3m) 1s ago 7m 59.2M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing write tid 3 to smithi071127730-13 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 978 (ObjNum 581 snap 160 seq_num 581) dirty exists 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:1791: left oid 13 (ObjNum 581 snap 160 seq_num 581) 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:1796: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:1796: finishing copy_from to smithi071127730-41 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 322 (ObjNum 530 snap 150 seq_num 530) dirty exists 2023-12-16T18:14:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:1799: seq_num 583 ranges {3203072=172032} 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1799: writing smithi071127730-42 from 3203072 to 3375104 tid 1 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1791: done (6 left) 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1792: done (5 left) 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1793: done (4 left) 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1796: done (3 left) 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1797: done (2 left) 2023-12-16T18:14:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:1798: done (1 left) 2023-12-16T18:14:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:1800: read oid 23 snap -1 2023-12-16T18:14:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:1800: expect deleted 2023-12-16T18:14:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:1801: setattr oid 50 current snap is 160 2023-12-16T18:14:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 1 to smithi071127730-42 2023-12-16T18:14:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:1800: done (2 left) 2023-12-16T18:14:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:1802: setattr oid 11 current snap is 160 2023-12-16T18:14:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 2 to smithi071127730-42 2023-12-16T18:14:42.288 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 3 to smithi071127730-42 2023-12-16T18:14:42.288 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 689 (ObjNum 583 snap 160 seq_num 583) dirty exists 2023-12-16T18:14:42.288 INFO:tasks.rados.rados.0.smithi071.stdout:1799: left oid 42 (ObjNum 583 snap 160 seq_num 583) 2023-12-16T18:14:42.289 INFO:tasks.rados.rados.0.smithi071.stdout:1799: done (2 left) 2023-12-16T18:14:42.289 INFO:tasks.rados.rados.0.smithi071.stdout:1803: copy_from oid 42 from oid 20 current snap is 160 2023-12-16T18:14:42.289 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 160 2023-12-16T18:14:42.289 INFO:tasks.rados.rados.0.smithi071.stdout:1804: seq_num 584 ranges {6545408=188416} 2023-12-16T18:14:42.326 INFO:tasks.rados.rados.0.smithi071.stdout:1804: writing smithi071127730-8 from 6545408 to 6733824 tid 1 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1805: read oid 25 snap -1 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1805: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1806: rmattr oid 46 current snap is 160 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 979 (ObjNum 560 snap 156 seq_num 560) dirty exists 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 991 (ObjNum 572 snap 159 seq_num 572) dirty exists 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing copy_from to smithi071127730-42 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 774 (ObjNum 549 snap 155 seq_num 549) dirty exists 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1801: done (5 left) 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1802: done (4 left) 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:1803: done (3 left) 2023-12-16T18:14:42.327 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 160 2023-12-16T18:14:42.328 INFO:tasks.rados.rados.0.smithi071.stdout:1807: seq_num 585 ranges {0=204800} 2023-12-16T18:14:42.328 INFO:tasks.rados.rados.0.smithi071.stdout:1807: writing smithi071127730-30 from 0 to 204800 tid 1 2023-12-16T18:14:42.328 INFO:tasks.rados.rados.0.smithi071.stdout:1808: rollback oid 14 current snap is 160 2023-12-16T18:14:42.328 INFO:tasks.rados.rados.0.smithi071.stdout:1808: done (4 left) 2023-12-16T18:14:42.329 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 160 2023-12-16T18:14:42.329 INFO:tasks.rados.rados.0.smithi071.stdout:1809: seq_num 586 ranges {2105344=221184} 2023-12-16T18:14:42.342 INFO:tasks.rados.rados.0.smithi071.stdout:1809: writing smithi071127730-22 from 2105344 to 2326528 tid 1 2023-12-16T18:14:42.342 INFO:tasks.rados.rados.0.smithi071.stdout:1810: copy_from oid 19 from oid 14 current snap is 160 2023-12-16T18:14:42.342 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 793 (ObjNum 544 snap 154 seq_num 544) dirty exists 2023-12-16T18:14:42.342 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 1 to smithi071127730-8 2023-12-16T18:14:42.342 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 2 to smithi071127730-8 2023-12-16T18:14:42.343 INFO:tasks.rados.rados.0.smithi071.stdout:1806: done (5 left) 2023-12-16T18:14:42.343 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 160 2023-12-16T18:14:42.343 INFO:tasks.rados.rados.0.smithi071.stdout:1811: seq_num 587 ranges {3203072=237568} 2023-12-16T18:14:42.360 INFO:tasks.rados.rados.0.smithi071.stdout:1811: writing smithi071127730-31 from 3203072 to 3440640 tid 1 2023-12-16T18:14:42.360 INFO:tasks.rados.rados.0.smithi071.stdout:1812: snap_create 2023-12-16T18:14:42.361 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 3 to smithi071127730-8 2023-12-16T18:14:42.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1042 (ObjNum 584 snap 160 seq_num 584) dirty exists 2023-12-16T18:14:42.361 INFO:tasks.rados.rados.0.smithi071.stdout:1804: left oid 8 (ObjNum 584 snap 160 seq_num 584) 2023-12-16T18:14:42.361 INFO:tasks.rados.rados.0.smithi071.stdout:1807: finishing write tid 1 to smithi071127730-30 2023-12-16T18:14:42.361 INFO:tasks.rados.rados.0.smithi071.stdout:1805: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:1807: finishing write tid 2 to smithi071127730-30 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:1807: finishing write tid 3 to smithi071127730-30 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 993 (ObjNum 585 snap 160 seq_num 585) dirty exists 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:1807: left oid 30 (ObjNum 585 snap 160 seq_num 585) 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:1809: finishing write tid 1 to smithi071127730-22 2023-12-16T18:14:42.418 INFO:tasks.rados.rados.0.smithi071.stdout:1809: finishing write tid 2 to smithi071127730-22 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:1809: finishing write tid 3 to smithi071127730-22 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 981 (ObjNum 586 snap 160 seq_num 586) dirty exists 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:1809: left oid 22 (ObjNum 586 snap 160 seq_num 586) 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing copy_from to smithi071127730-19 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 746 (ObjNum 550 snap 155 seq_num 550) dirty exists 2023-12-16T18:14:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:14:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:1811: finishing write tid 1 to smithi071127730-31 2023-12-16T18:14:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:1811: finishing write tid 2 to smithi071127730-31 2023-12-16T18:14:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:1811: finishing write tid 3 to smithi071127730-31 2023-12-16T18:14:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 687 (ObjNum 587 snap 160 seq_num 587) dirty exists 2023-12-16T18:14:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:1811: left oid 31 (ObjNum 587 snap 160 seq_num 587) 2023-12-16T18:14:42.600 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:14:42.600 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:14:42.600 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:14:42.600 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 5 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 4, 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 10 2023-12-16T18:14:42.601 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:14:42.602 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1804: done (6 left) 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1805: done (5 left) 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1807: done (4 left) 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1809: done (3 left) 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1810: done (2 left) 2023-12-16T18:14:42.637 INFO:tasks.rados.rados.0.smithi071.stdout:1811: done (1 left) 2023-12-16T18:14:42.638 INFO:tasks.rados.rados.0.smithi071.stdout:1812: done (0 left) 2023-12-16T18:14:42.638 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 161 2023-12-16T18:14:42.638 INFO:tasks.rados.rados.0.smithi071.stdout:1813: seq_num 588 ranges {901120=253952} 2023-12-16T18:14:42.644 INFO:tasks.rados.rados.0.smithi071.stdout:1813: writing smithi071127730-47 from 901120 to 1155072 tid 1 2023-12-16T18:14:42.644 INFO:tasks.rados.rados.0.smithi071.stdout:1814: read oid 37 snap -1 2023-12-16T18:14:42.644 INFO:tasks.rados.rados.0.smithi071.stdout:1814: expect (ObjNum 574 snap 160 seq_num 574) 2023-12-16T18:14:42.644 INFO:tasks.rados.rados.0.smithi071.stdout:1815: snap_create 2023-12-16T18:14:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:1813: finishing write tid 1 to smithi071127730-47 2023-12-16T18:14:42.651 INFO:tasks.rados.rados.0.smithi071.stdout:1814: expect (ObjNum 574 snap 160 seq_num 574) 2023-12-16T18:14:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:1813: finishing write tid 2 to smithi071127730-47 2023-12-16T18:14:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:1813: finishing write tid 3 to smithi071127730-47 2023-12-16T18:14:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 983 (ObjNum 588 snap 161 seq_num 588) dirty exists 2023-12-16T18:14:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:1813: left oid 47 (ObjNum 588 snap 161 seq_num 588) 2023-12-16T18:14:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:14:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: osdmap e392: 8 total, 7 up, 8 in 2023-12-16T18:14:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: pgmap v295: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 48 op/s; 36/198 objects degraded (18.182%) 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4148314196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: osdmap e392: 8 total, 7 up, 8 in 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: pgmap v295: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 48 op/s; 36/198 objects degraded (18.182%) 2023-12-16T18:14:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4148314196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: osdmap e392: 8 total, 7 up, 8 in 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: failed to encode map e392 with expected crc 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: pgmap v295: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 48 op/s; 36/198 objects degraded (18.182%) 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:14:42.880 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4148314196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:43.634 INFO:tasks.rados.rados.0.smithi071.stdout:1813: done (2 left) 2023-12-16T18:14:43.635 INFO:tasks.rados.rados.0.smithi071.stdout:1814: done (1 left) 2023-12-16T18:14:43.635 INFO:tasks.rados.rados.0.smithi071.stdout:1815: done (0 left) 2023-12-16T18:14:43.635 INFO:tasks.rados.rados.0.smithi071.stdout:1816: snap_create 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479] boot 2023-12-16T18:14:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:14:43.766+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:14:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479] boot 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: osd.5 [v2:172.21.15.184:6808/905571479,v1:172.21.15.184:6809/905571479] boot 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: osdmap e393: 8 total, 8 up, 8 in 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: failed to encode map e393 with expected crc 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:14:43.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:44.634 INFO:tasks.rados.rados.0.smithi071.stdout:1816: done (0 left) 2023-12-16T18:14:44.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 163 2023-12-16T18:14:44.634 INFO:tasks.rados.rados.0.smithi071.stdout:1817: seq_num 589 ranges {1449984=270336} 2023-12-16T18:14:44.643 INFO:tasks.rados.rados.0.smithi071.stdout:1817: writing smithi071127730-27 from 1449984 to 1720320 tid 1 2023-12-16T18:14:44.643 INFO:tasks.rados.rados.0.smithi071.stdout:1818: setattr oid 26 current snap is 163 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:1819: read oid 1 snap -1 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:1819: expect deleted 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:1820: rollback oid 7 current snap is 163 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 160 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 163 2023-12-16T18:14:44.645 INFO:tasks.rados.rados.0.smithi071.stdout:1821: seq_num 590 ranges {2326528=286720} 2023-12-16T18:14:44.660 INFO:tasks.rados.rados.0.smithi071.stdout:1821: writing smithi071127730-22 from 2326528 to 2613248 tid 1 2023-12-16T18:14:44.660 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 163 2023-12-16T18:14:44.660 INFO:tasks.rados.rados.0.smithi071.stdout:1822: seq_num 591 ranges {1449984=303104} 2023-12-16T18:14:44.670 INFO:tasks.rados.rados.0.smithi071.stdout:1822: writing smithi071127730-17 from 1449984 to 1753088 tid 1 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1823: delete oid 30 current snap is 163 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 994 (ObjNum 571 snap 158 seq_num 571) dirty exists 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing rollback tid 0 to smithi071127730-7 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 1 to smithi071127730-27 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 2 to smithi071127730-27 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing rollback tid 2 to smithi071127730-7 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 713 (ObjNum 577 snap 160 seq_num 577) dirty exists 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 3 to smithi071127730-27 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1059 (ObjNum 589 snap 163 seq_num 589) dirty exists 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1817: left oid 27 (ObjNum 589 snap 163 seq_num 589) 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 1 to smithi071127730-22 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 2 to smithi071127730-22 2023-12-16T18:14:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 3 to smithi071127730-22 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 985 (ObjNum 590 snap 163 seq_num 590) dirty exists 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1821: left oid 22 (ObjNum 590 snap 163 seq_num 590) 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1817: done (6 left) 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1818: done (5 left) 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1819: done (4 left) 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1820: done (3 left) 2023-12-16T18:14:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:1821: done (2 left) 2023-12-16T18:14:44.673 INFO:tasks.rados.rados.0.smithi071.stdout:1823: done (1 left) 2023-12-16T18:14:44.673 INFO:tasks.rados.rados.0.smithi071.stdout:1824: delete oid 15 current snap is 163 2023-12-16T18:14:44.674 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 1 to smithi071127730-17 2023-12-16T18:14:44.674 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 2 to smithi071127730-17 2023-12-16T18:14:44.676 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 3 to smithi071127730-17 2023-12-16T18:14:44.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1062 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:14:44.676 INFO:tasks.rados.rados.0.smithi071.stdout:1822: left oid 17 (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1822: done (1 left) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1824: done (0 left) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1825: copy_from oid 27 from oid 15 current snap is 163 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1826: read oid 30 snap 160 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1826: expect (ObjNum 585 snap 160 seq_num 585) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1827: read oid 5 snap 161 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1827: expect (ObjNum 556 snap 155 seq_num 556) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1828: rmattr oid 38 current snap is 163 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1828: done (3 left) 2023-12-16T18:14:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:1829: setattr oid 11 current snap is 163 2023-12-16T18:14:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing copy_from to smithi071127730-27 2023-12-16T18:14:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:1825: got expected ENOENT (src dne) 2023-12-16T18:14:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:14:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:1825: done (3 left) 2023-12-16T18:14:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 163 2023-12-16T18:14:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:1830: seq_num 594 ranges {5193728=352256} 2023-12-16T18:14:44.709 INFO:tasks.rados.rados.0.smithi071.stdout:1830: writing smithi071127730-32 from 5193728 to 5545984 tid 1 2023-12-16T18:14:44.709 INFO:tasks.rados.rados.0.smithi071.stdout:1831: rollback oid 16 current snap is 163 2023-12-16T18:14:44.709 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 160 2023-12-16T18:14:44.709 INFO:tasks.rados.rados.0.smithi071.stdout:1826: expect (ObjNum 585 snap 160 seq_num 585) 2023-12-16T18:14:44.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 996 (ObjNum 572 snap 159 seq_num 572) dirty exists 2023-12-16T18:14:44.718 INFO:tasks.rados.rados.0.smithi071.stdout:1827: expect (ObjNum 556 snap 155 seq_num 556) 2023-12-16T18:14:44.772 INFO:tasks.rados.rados.0.smithi071.stdout:1830: finishing write tid 1 to smithi071127730-32 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1830: finishing write tid 2 to smithi071127730-32 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1826: done (4 left) 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1827: done (3 left) 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1829: done (2 left) 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1832: read oid 30 snap -1 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:1832: expect deleted 2023-12-16T18:14:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 163 2023-12-16T18:14:44.774 INFO:tasks.rados.rados.0.smithi071.stdout:1831: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:14:44.774 INFO:tasks.rados.rados.0.smithi071.stdout:1831: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:14:44.774 INFO:tasks.rados.rados.0.smithi071.stdout:1833: seq_num 595 ranges {1269760=368640} 2023-12-16T18:14:44.781 INFO:tasks.rados.rados.0.smithi071.stdout:1833: writing smithi071127730-37 from 1269760 to 1638400 tid 1 2023-12-16T18:14:44.781 INFO:tasks.rados.rados.0.smithi071.stdout:1834: copy_from oid 10 from oid 39 current snap is 163 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1831: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 988 (ObjNum 529 snap 150 seq_num 529) dirty exists 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1830: finishing write tid 3 to smithi071127730-32 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1065 (ObjNum 594 snap 163 seq_num 594) dirty exists 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1830: left oid 32 (ObjNum 594 snap 163 seq_num 594) 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1830: done (4 left) 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1831: done (3 left) 2023-12-16T18:14:44.782 INFO:tasks.rados.rados.0.smithi071.stdout:1835: copy_from oid 45 from oid 5 current snap is 163 2023-12-16T18:14:44.783 INFO:tasks.rados.rados.0.smithi071.stdout:1832: done (3 left) 2023-12-16T18:14:44.783 INFO:tasks.rados.rados.0.smithi071.stdout:1836: snap_create 2023-12-16T18:14:44.784 INFO:tasks.rados.rados.0.smithi071.stdout:1834: finishing copy_from to smithi071127730-10 2023-12-16T18:14:44.784 INFO:tasks.rados.rados.0.smithi071.stdout:1834: got expected ENOENT (src dne) 2023-12-16T18:14:44.784 INFO:tasks.rados.rados.0.smithi071.stdout:1834: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:14:44.784 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 1 to smithi071127730-37 2023-12-16T18:14:44.785 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 2 to smithi071127730-37 2023-12-16T18:14:44.786 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 3 to smithi071127730-37 2023-12-16T18:14:44.786 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 998 (ObjNum 595 snap 163 seq_num 595) dirty exists 2023-12-16T18:14:44.786 INFO:tasks.rados.rados.0.smithi071.stdout:1833: left oid 37 (ObjNum 595 snap 163 seq_num 595) 2023-12-16T18:14:44.790 INFO:tasks.rados.rados.0.smithi071.stdout:1835: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:14:44.792 INFO:tasks.rados.rados.0.smithi071.stdout:1835: finishing copy_from to smithi071127730-45 2023-12-16T18:14:44.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1040 (ObjNum 556 snap 155 seq_num 556) dirty exists 2023-12-16T18:14:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:14:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: pgmap v298: 121 pgs: 5 peering, 6 active+undersized+degraded, 25 active+undersized, 85 active+clean; 127 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 57 op/s; 22/204 objects degraded (10.784%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[142085]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: failed to encode map e394 with expected crc 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:44.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:44.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:44.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:14:44.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: pgmap v298: 121 pgs: 5 peering, 6 active+undersized+degraded, 25 active+undersized, 85 active+clean; 127 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 57 op/s; 22/204 objects degraded (10.784%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:44.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:44 smithi071 ceph-mon[139725]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T18:14:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: failed to encode map e394 with expected crc 2023-12-16T18:14:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: osdmap e394: 8 total, 8 up, 8 in 2023-12-16T18:14:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: failed to encode map e394 with expected crc 2023-12-16T18:14:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: failed to encode map e394 with expected crc 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: failed to encode map e394 with expected crc 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: failed to encode map e394 with expected crc 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: pgmap v298: 121 pgs: 5 peering, 6 active+undersized+degraded, 25 active+undersized, 85 active+clean; 127 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 57 op/s; 22/204 objects degraded (10.784%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:44 smithi184 ceph-mon[136228]: osdmap e395: 8 total, 8 up, 8 in 2023-12-16T18:14:45.654 INFO:tasks.rados.rados.0.smithi071.stdout:1833: done (3 left) 2023-12-16T18:14:45.654 INFO:tasks.rados.rados.0.smithi071.stdout:1834: done (2 left) 2023-12-16T18:14:45.654 INFO:tasks.rados.rados.0.smithi071.stdout:1835: done (1 left) 2023-12-16T18:14:45.654 INFO:tasks.rados.rados.0.smithi071.stdout:1836: done (0 left) 2023-12-16T18:14:45.654 INFO:tasks.rados.rados.0.smithi071.stdout:1837: delete oid 20 current snap is 164 2023-12-16T18:14:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:1837: done (0 left) 2023-12-16T18:14:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 164 2023-12-16T18:14:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:1838: seq_num 597 ranges {1253376=401408} 2023-12-16T18:14:45.669 INFO:tasks.rados.rados.0.smithi071.stdout:1838: writing smithi071127730-29 from 1253376 to 1654784 tid 1 2023-12-16T18:14:45.669 INFO:tasks.rados.rados.0.smithi071.stdout:1839: rmattr oid 24 current snap is 164 2023-12-16T18:14:45.669 INFO:tasks.rados.rados.0.smithi071.stdout:1840: snap_remove snap 162 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[139725]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[139725]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 22/204 objects degraded (10.784%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[142085]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[142085]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:45 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 22/204 objects degraded (10.784%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:45.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:45 smithi184 ceph-mon[136228]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:45 smithi184 ceph-mon[136228]: failed to encode map e395 with expected crc 2023-12-16T18:14:45.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:45 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 22/204 objects degraded (10.784%), 6 pgs degraded (PG_DEGRADED) 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1840: done (2 left) 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1841: delete oid 11 current snap is 164 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 637 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1838: finishing write tid 1 to smithi071127730-29 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1838: finishing write tid 2 to smithi071127730-29 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1838: finishing write tid 3 to smithi071127730-29 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1042 (ObjNum 597 snap 164 seq_num 597) dirty exists 2023-12-16T18:14:46.663 INFO:tasks.rados.rados.0.smithi071.stdout:1838: left oid 29 (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:14:46.671 INFO:tasks.rados.rados.0.smithi071.stdout:1838: done (2 left) 2023-12-16T18:14:46.671 INFO:tasks.rados.rados.0.smithi071.stdout:1839: done (1 left) 2023-12-16T18:14:46.671 INFO:tasks.rados.rados.0.smithi071.stdout:1841: done (0 left) 2023-12-16T18:14:46.671 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 164 2023-12-16T18:14:46.671 INFO:tasks.rados.rados.0.smithi071.stdout:1842: seq_num 599 ranges {2916352=434176} 2023-12-16T18:14:46.689 INFO:tasks.rados.rados.0.smithi071.stdout:1842: writing smithi071127730-50 from 2916352 to 3350528 tid 1 2023-12-16T18:14:46.689 INFO:tasks.rados.rados.0.smithi071.stdout:1843: snap_remove snap 161 2023-12-16T18:14:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[139725]: failed to encode map e396 with expected crc 2023-12-16T18:14:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[139725]: osdmap e396: 8 total, 8 up, 8 in 2023-12-16T18:14:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[139725]: failed to encode map e396 with expected crc 2023-12-16T18:14:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[139725]: pgmap v301: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 128 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 22/207 objects degraded (10.628%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[142085]: failed to encode map e396 with expected crc 2023-12-16T18:14:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[142085]: osdmap e396: 8 total, 8 up, 8 in 2023-12-16T18:14:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[142085]: failed to encode map e396 with expected crc 2023-12-16T18:14:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:46 smithi071 ceph-mon[142085]: pgmap v301: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 128 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 22/207 objects degraded (10.628%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:47.000 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:46 smithi184 ceph-mon[136228]: failed to encode map e396 with expected crc 2023-12-16T18:14:47.000 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:46 smithi184 ceph-mon[136228]: osdmap e396: 8 total, 8 up, 8 in 2023-12-16T18:14:47.000 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:46 smithi184 ceph-mon[136228]: failed to encode map e396 with expected crc 2023-12-16T18:14:47.000 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:46 smithi184 ceph-mon[136228]: pgmap v301: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 128 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 25 op/s; 22/207 objects degraded (10.628%); 5.7 MiB/s, 1 objects/s recovering 2023-12-16T18:14:47.658 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:47] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2023-12-16T18:14:47.668 INFO:tasks.rados.rados.0.smithi071.stdout:1843: done (1 left) 2023-12-16T18:14:47.668 INFO:tasks.rados.rados.0.smithi071.stdout:1844: read oid 37 snap -1 2023-12-16T18:14:47.668 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 595 snap 163 seq_num 595) 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:1845: delete oid 26 current snap is 164 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing write tid 1 to smithi071127730-50 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing write tid 2 to smithi071127730-50 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing write tid 3 to smithi071127730-50 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 981 (ObjNum 599 snap 164 seq_num 599) dirty exists 2023-12-16T18:14:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:1842: left oid 50 (ObjNum 599 snap 164 seq_num 599) 2023-12-16T18:14:47.682 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 595 snap 163 seq_num 595) 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1842: done (2 left) 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1844: done (1 left) 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1845: done (0 left) 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1846: read oid 39 snap 160 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1846: expect deleted 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1847: read oid 27 snap 163 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1847: expect (ObjNum 589 snap 163 seq_num 589) 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 164 2023-12-16T18:14:47.765 INFO:tasks.rados.rados.0.smithi071.stdout:1848: seq_num 601 ranges {2121728=475136} 2023-12-16T18:14:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:1848: writing smithi071127730-5 from 2121728 to 2596864 tid 1 2023-12-16T18:14:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:1849: rollback oid 38 current snap is 164 2023-12-16T18:14:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 163 2023-12-16T18:14:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:1847: expect (ObjNum 589 snap 163 seq_num 589) 2023-12-16T18:14:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:14:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:14:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:14:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1081 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:1848: finishing write tid 1 to smithi071127730-5 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1848: finishing write tid 2 to smithi071127730-5 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1848: finishing write tid 3 to smithi071127730-5 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1044 (ObjNum 601 snap 164 seq_num 601) dirty exists 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1848: left oid 5 (ObjNum 601 snap 164 seq_num 601) 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1846: done (3 left) 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1847: done (2 left) 2023-12-16T18:14:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1848: done (1 left) 2023-12-16T18:14:47.888 INFO:tasks.rados.rados.0.smithi071.stdout:1849: done (0 left) 2023-12-16T18:14:47.888 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 164 2023-12-16T18:14:47.888 INFO:tasks.rados.rados.0.smithi071.stdout:1850: seq_num 602 ranges {0=491520} 2023-12-16T18:14:47.888 INFO:tasks.rados.rados.0.smithi071.stdout:1850: writing smithi071127730-30 from 0 to 491520 tid 1 2023-12-16T18:14:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:1851: setattr oid 38 current snap is 164 2023-12-16T18:14:47.890 INFO:tasks.rados.rados.0.smithi071.stdout:1852: copy_from oid 16 from oid 17 current snap is 164 2023-12-16T18:14:47.890 INFO:tasks.rados.rados.0.smithi071.stdout:1853: read oid 9 snap -1 2023-12-16T18:14:47.890 INFO:tasks.rados.rados.0.smithi071.stdout:1853: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:14:47.890 INFO:tasks.rados.rados.0.smithi071.stdout:1854: snap_remove snap 160 2023-12-16T18:14:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:47 smithi071 ceph-mon[139725]: failed to encode map e397 with expected crc 2023-12-16T18:14:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:47 smithi071 ceph-mon[139725]: osdmap e397: 8 total, 8 up, 8 in 2023-12-16T18:14:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:47 smithi071 ceph-mon[142085]: failed to encode map e397 with expected crc 2023-12-16T18:14:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:47 smithi071 ceph-mon[142085]: osdmap e397: 8 total, 8 up, 8 in 2023-12-16T18:14:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:47 smithi184 ceph-mon[136228]: failed to encode map e397 with expected crc 2023-12-16T18:14:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:47 smithi184 ceph-mon[136228]: osdmap e397: 8 total, 8 up, 8 in 2023-12-16T18:14:48.688 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 1 to smithi071127730-30 2023-12-16T18:14:48.688 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 2 to smithi071127730-30 2023-12-16T18:14:48.688 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 3 to smithi071127730-30 2023-12-16T18:14:48.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1002 (ObjNum 602 snap 164 seq_num 602) dirty exists 2023-12-16T18:14:48.688 INFO:tasks.rados.rados.0.smithi071.stdout:1850: left oid 30 (ObjNum 602 snap 164 seq_num 602) 2023-12-16T18:14:48.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1082 (ObjNum 504 snap 144 seq_num 504) dirty exists 2023-12-16T18:14:48.689 INFO:tasks.rados.rados.0.smithi071.stdout:1853: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:14:48.744 INFO:tasks.rados.rados.0.smithi071.stdout:1852: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:14:48.744 INFO:tasks.rados.rados.0.smithi071.stdout:1852: finishing copy_from to smithi071127730-16 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1062 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1850: done (4 left) 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1851: done (3 left) 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1852: done (2 left) 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1853: done (1 left) 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1854: done (0 left) 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 164 2023-12-16T18:14:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:1855: seq_num 603 ranges {491520=507904} 2023-12-16T18:14:48.749 INFO:tasks.rados.rados.0.smithi071.stdout:1855: writing smithi071127730-30 from 491520 to 999424 tid 1 2023-12-16T18:14:48.750 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 164 2023-12-16T18:14:48.750 INFO:tasks.rados.rados.0.smithi071.stdout:1856: seq_num 604 ranges {1638400=524288} 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1856: writing smithi071127730-37 from 1638400 to 2162688 tid 1 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1857: copy_from oid 44 from oid 27 current snap is 164 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 1 to smithi071127730-30 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 2 to smithi071127730-30 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 3 to smithi071127730-30 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1004 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1855: left oid 30 (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1855: done (2 left) 2023-12-16T18:14:48.762 INFO:tasks.rados.rados.0.smithi071.stdout:1858: snap_remove snap 163 2023-12-16T18:14:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: failed to encode map e398 with expected crc 2023-12-16T18:14:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: failed to encode map e398 with expected crc 2023-12-16T18:14:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: osdmap e398: 8 total, 8 up, 8 in 2023-12-16T18:14:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: pgmap v304: 121 pgs: 5 peering, 116 active+clean; 133 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: failed to encode map e398 with expected crc 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: failed to encode map e398 with expected crc 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: osdmap e398: 8 total, 8 up, 8 in 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: pgmap v304: 121 pgs: 5 peering, 116 active+clean; 133 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: failed to encode map e398 with expected crc 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: failed to encode map e398 with expected crc 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: osdmap e398: 8 total, 8 up, 8 in 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: pgmap v304: 121 pgs: 5 peering, 116 active+clean; 133 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:49.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:14:49.090 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:48 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1858: done (2 left) 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1859: read oid 50 snap -1 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1859: expect (ObjNum 599 snap 164 seq_num 599) 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1860: delete oid 19 current snap is 164 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing write tid 1 to smithi071127730-37 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing write tid 2 to smithi071127730-37 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing write tid 3 to smithi071127730-37 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1006 (ObjNum 604 snap 164 seq_num 604) dirty exists 2023-12-16T18:14:49.692 INFO:tasks.rados.rados.0.smithi071.stdout:1856: left oid 37 (ObjNum 604 snap 164 seq_num 604) 2023-12-16T18:14:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing copy_from to smithi071127730-44 2023-12-16T18:14:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1059 (ObjNum 589 snap 163 seq_num 589) dirty exists 2023-12-16T18:14:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1856: done (3 left) 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1857: done (2 left) 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1860: done (1 left) 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1861: delete oid 21 current snap is 164 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1861: done (1 left) 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 164 2023-12-16T18:14:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:1862: seq_num 607 ranges {3399680=573440} 2023-12-16T18:14:49.727 INFO:tasks.rados.rados.0.smithi071.stdout:1862: writing smithi071127730-41 from 3399680 to 3973120 tid 1 2023-12-16T18:14:49.727 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 164 2023-12-16T18:14:49.727 INFO:tasks.rados.rados.0.smithi071.stdout:1859: expect (ObjNum 599 snap 164 seq_num 599) 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1862: finishing write tid 1 to smithi071127730-41 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1862: finishing write tid 2 to smithi071127730-41 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1862: finishing write tid 3 to smithi071127730-41 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 981 (ObjNum 607 snap 164 seq_num 607) dirty exists 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1862: left oid 41 (ObjNum 607 snap 164 seq_num 607) 2023-12-16T18:14:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1863: seq_num 608 ranges {2023424=589824} 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1863: writing smithi071127730-14 from 2023424 to 2613248 tid 1 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1859: done (2 left) 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1862: done (1 left) 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1864: read oid 26 snap -1 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1864: expect deleted 2023-12-16T18:14:49.888 INFO:tasks.rados.rados.0.smithi071.stdout:1865: snap_create 2023-12-16T18:14:49.891 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 1 to smithi071127730-14 2023-12-16T18:14:49.892 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 2 to smithi071127730-14 2023-12-16T18:14:49.893 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 3 to smithi071127730-14 2023-12-16T18:14:49.893 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1047 (ObjNum 608 snap 164 seq_num 608) dirty exists 2023-12-16T18:14:49.893 INFO:tasks.rados.rados.0.smithi071.stdout:1863: left oid 14 (ObjNum 608 snap 164 seq_num 608) 2023-12-16T18:14:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/207 objects degraded (10.628%), 6 pgs degraded) 2023-12-16T18:14:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:14:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[139725]: osdmap e399: 8 total, 8 up, 8 in 2023-12-16T18:14:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[139725]: failed to encode map e399 with expected crc 2023-12-16T18:14:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[139725]: failed to encode map e399 with expected crc 2023-12-16T18:14:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/207 objects degraded (10.628%), 6 pgs degraded) 2023-12-16T18:14:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:14:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[142085]: osdmap e399: 8 total, 8 up, 8 in 2023-12-16T18:14:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[142085]: failed to encode map e399 with expected crc 2023-12-16T18:14:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:49 smithi071 ceph-mon[142085]: failed to encode map e399 with expected crc 2023-12-16T18:14:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:49 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/207 objects degraded (10.628%), 6 pgs degraded) 2023-12-16T18:14:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:49 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:14:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:49 smithi184 ceph-mon[136228]: osdmap e399: 8 total, 8 up, 8 in 2023-12-16T18:14:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:49 smithi184 ceph-mon[136228]: failed to encode map e399 with expected crc 2023-12-16T18:14:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:49 smithi184 ceph-mon[136228]: failed to encode map e399 with expected crc 2023-12-16T18:14:50.587 INFO:tasks.rados.rados.0.smithi071.stdout:1863: done (2 left) 2023-12-16T18:14:50.587 INFO:tasks.rados.rados.0.smithi071.stdout:1864: done (1 left) 2023-12-16T18:14:50.587 INFO:tasks.rados.rados.0.smithi071.stdout:1865: done (0 left) 2023-12-16T18:14:50.587 INFO:tasks.rados.rados.0.smithi071.stdout:1866: delete oid 3 current snap is 165 2023-12-16T18:14:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1866: done (0 left) 2023-12-16T18:14:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1867: read oid 39 snap 164 2023-12-16T18:14:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1867: expect deleted 2023-12-16T18:14:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:1868: delete oid 50 current snap is 165 2023-12-16T18:14:50.597 INFO:tasks.rados.rados.0.smithi071.stdout:1867: done (1 left) 2023-12-16T18:14:50.597 INFO:tasks.rados.rados.0.smithi071.stdout:1868: done (0 left) 2023-12-16T18:14:50.597 INFO:tasks.rados.rados.0.smithi071.stdout:1869: rollback oid 6 current snap is 165 2023-12-16T18:14:50.597 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 164 2023-12-16T18:14:50.597 INFO:tasks.rados.rados.0.smithi071.stdout:1870: read oid 17 snap -1 2023-12-16T18:14:50.598 INFO:tasks.rados.rados.0.smithi071.stdout:1870: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:14:50.598 INFO:tasks.rados.rados.0.smithi071.stdout:1871: rmattr oid 26 current snap is 165 2023-12-16T18:14:50.598 INFO:tasks.rados.rados.0.smithi071.stdout:1871: done (2 left) 2023-12-16T18:14:50.598 INFO:tasks.rados.rados.0.smithi071.stdout:1872: snap_create 2023-12-16T18:14:50.601 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 0 to smithi071127730-6 2023-12-16T18:14:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 1 to smithi071127730-6 2023-12-16T18:14:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 2 to smithi071127730-6 2023-12-16T18:14:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 985 (ObjNum 564 snap 158 seq_num 564) dirty exists 2023-12-16T18:14:50.606 INFO:tasks.rados.rados.0.smithi071.stdout:1870: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:14:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: osdmap e400: 8 total, 8 up, 8 in 2023-12-16T18:14:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: pgmap v307: 121 pgs: 121 active+clean; 137 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 37 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[139725]: osdmap e401: 8 total, 8 up, 8 in 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: osdmap e400: 8 total, 8 up, 8 in 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: failed to encode map e400 with expected crc 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: pgmap v307: 121 pgs: 121 active+clean; 137 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 37 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:50 smithi071 ceph-mon[142085]: osdmap e401: 8 total, 8 up, 8 in 2023-12-16T18:14:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: osdmap e400: 8 total, 8 up, 8 in 2023-12-16T18:14:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: failed to encode map e400 with expected crc 2023-12-16T18:14:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: failed to encode map e400 with expected crc 2023-12-16T18:14:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: failed to encode map e400 with expected crc 2023-12-16T18:14:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: pgmap v307: 121 pgs: 121 active+clean; 137 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 37 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-16T18:14:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:50 smithi184 ceph-mon[136228]: osdmap e401: 8 total, 8 up, 8 in 2023-12-16T18:14:51.596 INFO:tasks.rados.rados.0.smithi071.stdout:1869: done (2 left) 2023-12-16T18:14:51.596 INFO:tasks.rados.rados.0.smithi071.stdout:1870: done (1 left) 2023-12-16T18:14:51.596 INFO:tasks.rados.rados.0.smithi071.stdout:1872: done (0 left) 2023-12-16T18:14:51.596 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 166 2023-12-16T18:14:51.596 INFO:tasks.rados.rados.0.smithi071.stdout:1873: seq_num 611 ranges {5545984=638976} 2023-12-16T18:14:51.628 INFO:tasks.rados.rados.0.smithi071.stdout:1873: writing smithi071127730-32 from 5545984 to 6184960 tid 1 2023-12-16T18:14:51.629 INFO:tasks.rados.rados.0.smithi071.stdout:1874: rollback oid 4 current snap is 166 2023-12-16T18:14:51.629 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 164 2023-12-16T18:14:51.629 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 166 2023-12-16T18:14:51.629 INFO:tasks.rados.rados.0.smithi071.stdout:1875: seq_num 612 ranges {1753088=655360} 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1875: writing smithi071127730-17 from 1753088 to 2408448 tid 1 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1876: rollback oid 34 current snap is 166 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 165 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1874: finishing rollback tid 0 to smithi071127730-4 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1874: finishing rollback tid 1 to smithi071127730-4 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1874: finishing rollback tid 2 to smithi071127730-4 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 396 (ObjNum 575 snap 160 seq_num 575) dirty exists 2023-12-16T18:14:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:1873: finishing write tid 1 to smithi071127730-32 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1873: finishing write tid 2 to smithi071127730-32 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1873: finishing write tid 3 to smithi071127730-32 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1095 (ObjNum 611 snap 166 seq_num 611) dirty exists 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1873: left oid 32 (ObjNum 611 snap 166 seq_num 611) 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1873: done (3 left) 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1874: done (2 left) 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:1877: setattr oid 16 current snap is 166 2023-12-16T18:14:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 166 2023-12-16T18:14:51.644 INFO:tasks.rados.rados.0.smithi071.stdout:1878: seq_num 613 ranges {3973120=671744} 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:1878: writing smithi071127730-41 from 3973120 to 4644864 tid 1 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 166 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:1876: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:1876: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1063 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing write tid 1 to smithi071127730-17 2023-12-16T18:14:51.670 INFO:tasks.rados.rados.0.smithi071.stdout:1879: seq_num 614 ranges {1277952=688128} 2023-12-16T18:14:51.681 INFO:tasks.rados.rados.0.smithi071.stdout:1879: writing smithi071127730-12 from 1277952 to 1966080 tid 1 2023-12-16T18:14:51.681 INFO:tasks.rados.rados.0.smithi071.stdout:1877: done (4 left) 2023-12-16T18:14:51.681 INFO:tasks.rados.rados.0.smithi071.stdout:1880: read oid 13 snap -1 2023-12-16T18:14:51.681 INFO:tasks.rados.rados.0.smithi071.stdout:1880: expect (ObjNum 581 snap 160 seq_num 581) 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1881: rmattr oid 4 current snap is 166 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1881: done (5 left) 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 166 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1876: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1010 (ObjNum 579 snap 160 seq_num 579) dirty exists 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing write tid 2 to smithi071127730-17 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing write tid 3 to smithi071127730-17 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1098 (ObjNum 612 snap 166 seq_num 612) dirty exists 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1875: left oid 17 (ObjNum 612 snap 166 seq_num 612) 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing write tid 1 to smithi071127730-41 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing write tid 2 to smithi071127730-41 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing write tid 3 to smithi071127730-41 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 983 (ObjNum 613 snap 166 seq_num 613) dirty exists 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1878: left oid 41 (ObjNum 613 snap 166 seq_num 613) 2023-12-16T18:14:51.682 INFO:tasks.rados.rados.0.smithi071.stdout:1882: seq_num 615 ranges {1720320=704512} 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1882: writing smithi071127730-27 from 1720320 to 2424832 tid 1 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1875: done (5 left) 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1876: done (4 left) 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1878: done (3 left) 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1883: read oid 25 snap -1 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1883: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1884: read oid 43 snap -1 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1884: expect deleted 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1885: copy_from oid 20 from oid 23 current snap is 166 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1879: finishing write tid 1 to smithi071127730-12 2023-12-16T18:14:51.695 INFO:tasks.rados.rados.0.smithi071.stdout:1879: finishing write tid 2 to smithi071127730-12 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:1879: finishing write tid 3 to smithi071127730-12 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1061 (ObjNum 614 snap 166 seq_num 614) dirty exists 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:1879: left oid 12 (ObjNum 614 snap 166 seq_num 614) 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:1879: done (5 left) 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 166 2023-12-16T18:14:51.696 INFO:tasks.rados.rados.0.smithi071.stdout:1886: seq_num 616 ranges {1925120=720896} 2023-12-16T18:14:51.709 INFO:tasks.rados.rados.0.smithi071.stdout:1886: writing smithi071127730-9 from 1925120 to 2646016 tid 1 2023-12-16T18:14:51.710 INFO:tasks.rados.rados.0.smithi071.stdout:1887: snap_remove snap 164 2023-12-16T18:14:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:51 smithi071 ceph-mon[142085]: failed to encode map e401 with expected crc 2023-12-16T18:14:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:51 smithi071 ceph-mon[142085]: osdmap e402: 8 total, 8 up, 8 in 2023-12-16T18:14:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:51 smithi071 ceph-mon[139725]: failed to encode map e401 with expected crc 2023-12-16T18:14:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:51 smithi071 ceph-mon[139725]: osdmap e402: 8 total, 8 up, 8 in 2023-12-16T18:14:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:51 smithi184 ceph-mon[136228]: failed to encode map e401 with expected crc 2023-12-16T18:14:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:51 smithi184 ceph-mon[136228]: osdmap e402: 8 total, 8 up, 8 in 2023-12-16T18:14:52.708 INFO:tasks.rados.rados.0.smithi071.stdout:1885: finishing copy_from to smithi071127730-20 2023-12-16T18:14:52.708 INFO:tasks.rados.rados.0.smithi071.stdout:1885: got expected ENOENT (src dne) 2023-12-16T18:14:52.708 INFO:tasks.rados.rados.0.smithi071.stdout:1885: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:14:52.708 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing write tid 1 to smithi071127730-27 2023-12-16T18:14:52.708 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing write tid 2 to smithi071127730-27 2023-12-16T18:14:52.709 INFO:tasks.rados.rados.0.smithi071.stdout:1883: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:52.767 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing write tid 3 to smithi071127730-27 2023-12-16T18:14:52.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1101 (ObjNum 615 snap 166 seq_num 615) dirty exists 2023-12-16T18:14:52.767 INFO:tasks.rados.rados.0.smithi071.stdout:1882: left oid 27 (ObjNum 615 snap 166 seq_num 615) 2023-12-16T18:14:52.767 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 1 to smithi071127730-9 2023-12-16T18:14:52.768 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 2 to smithi071127730-9 2023-12-16T18:14:52.768 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 3 to smithi071127730-9 2023-12-16T18:14:52.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 796 (ObjNum 616 snap 166 seq_num 616) dirty exists 2023-12-16T18:14:52.768 INFO:tasks.rados.rados.0.smithi071.stdout:1886: left oid 9 (ObjNum 616 snap 166 seq_num 616) 2023-12-16T18:14:52.768 INFO:tasks.rados.rados.0.smithi071.stdout:1880: expect (ObjNum 581 snap 160 seq_num 581) 2023-12-16T18:14:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[139725]: failed to encode map e402 with expected crc 2023-12-16T18:14:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[139725]: failed to encode map e402 with expected crc 2023-12-16T18:14:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[139725]: pgmap v310: 121 pgs: 121 active+clean; 113 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-16T18:14:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[142085]: failed to encode map e402 with expected crc 2023-12-16T18:14:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[142085]: failed to encode map e402 with expected crc 2023-12-16T18:14:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:52 smithi071 ceph-mon[142085]: pgmap v310: 121 pgs: 121 active+clean; 113 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-16T18:14:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:52 smithi184 ceph-mon[136228]: failed to encode map e402 with expected crc 2023-12-16T18:14:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:52 smithi184 ceph-mon[136228]: failed to encode map e402 with expected crc 2023-12-16T18:14:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:52 smithi184 ceph-mon[136228]: pgmap v310: 121 pgs: 121 active+clean; 113 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-16T18:14:53.609 INFO:tasks.rados.rados.0.smithi071.stdout:1880: done (6 left) 2023-12-16T18:14:53.609 INFO:tasks.rados.rados.0.smithi071.stdout:1882: done (5 left) 2023-12-16T18:14:53.609 INFO:tasks.rados.rados.0.smithi071.stdout:1883: done (4 left) 2023-12-16T18:14:53.609 INFO:tasks.rados.rados.0.smithi071.stdout:1884: done (3 left) 2023-12-16T18:14:53.609 INFO:tasks.rados.rados.0.smithi071.stdout:1885: done (2 left) 2023-12-16T18:14:53.610 INFO:tasks.rados.rados.0.smithi071.stdout:1886: done (1 left) 2023-12-16T18:14:53.610 INFO:tasks.rados.rados.0.smithi071.stdout:1887: done (0 left) 2023-12-16T18:14:53.610 INFO:tasks.rados.rados.0.smithi071.stdout:1888: copy_from oid 39 from oid 4 current snap is 166 2023-12-16T18:14:53.610 INFO:tasks.rados.rados.0.smithi071.stdout:1889: snap_create 2023-12-16T18:14:53.612 INFO:tasks.rados.rados.0.smithi071.stdout:1888: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:14:53.612 INFO:tasks.rados.rados.0.smithi071.stdout:1888: finishing copy_from to smithi071127730-39 2023-12-16T18:14:53.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 396 (ObjNum 575 snap 160 seq_num 575) dirty exists 2023-12-16T18:14:53.701 INFO:tasks.rados.rados.0.smithi071.stdout:1888: done (1 left) 2023-12-16T18:14:53.701 INFO:tasks.rados.rados.0.smithi071.stdout:1889: done (0 left) 2023-12-16T18:14:53.701 INFO:tasks.rados.rados.0.smithi071.stdout:1890: read oid 44 snap -1 2023-12-16T18:14:53.701 INFO:tasks.rados.rados.0.smithi071.stdout:1890: expect (ObjNum 589 snap 163 seq_num 589) 2023-12-16T18:14:53.702 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 167 2023-12-16T18:14:53.702 INFO:tasks.rados.rados.0.smithi071.stdout:1891: seq_num 617 ranges {65536=737280} 2023-12-16T18:14:53.705 INFO:tasks.rados.rados.0.smithi071.stdout:1891: writing smithi071127730-7 from 65536 to 802816 tid 1 2023-12-16T18:14:53.706 INFO:tasks.rados.rados.0.smithi071.stdout:1892: delete oid 12 current snap is 167 2023-12-16T18:14:53.714 INFO:tasks.rados.rados.0.smithi071.stdout:1891: finishing write tid 1 to smithi071127730-7 2023-12-16T18:14:53.714 INFO:tasks.rados.rados.0.smithi071.stdout:1891: finishing write tid 2 to smithi071127730-7 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1891: finishing write tid 3 to smithi071127730-7 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 715 (ObjNum 617 snap 167 seq_num 617) dirty exists 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1891: left oid 7 (ObjNum 617 snap 167 seq_num 617) 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1891: done (2 left) 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1892: done (1 left) 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1893: rollback oid 20 current snap is 167 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 165 2023-12-16T18:14:53.716 INFO:tasks.rados.rados.0.smithi071.stdout:1894: snap_remove snap 166 2023-12-16T18:14:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[139725]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[139725]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[139725]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[139725]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[139725]: osdmap e403: 8 total, 8 up, 8 in 2023-12-16T18:14:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[142085]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[142085]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[142085]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[142085]: failed to encode map e403 with expected crc 2023-12-16T18:14:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:53 smithi071 ceph-mon[142085]: osdmap e403: 8 total, 8 up, 8 in 2023-12-16T18:14:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:53 smithi184 ceph-mon[136228]: failed to encode map e403 with expected crc 2023-12-16T18:14:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:53 smithi184 ceph-mon[136228]: failed to encode map e403 with expected crc 2023-12-16T18:14:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:53 smithi184 ceph-mon[136228]: failed to encode map e403 with expected crc 2023-12-16T18:14:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:53 smithi184 ceph-mon[136228]: failed to encode map e403 with expected crc 2023-12-16T18:14:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:53 smithi184 ceph-mon[136228]: osdmap e403: 8 total, 8 up, 8 in 2023-12-16T18:14:54.711 INFO:tasks.rados.rados.0.smithi071.stdout:1894: done (2 left) 2023-12-16T18:14:54.712 INFO:tasks.rados.rados.0.smithi071.stdout:1895: delete oid 27 current snap is 167 2023-12-16T18:14:54.712 INFO:tasks.rados.rados.0.smithi071.stdout:1893: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:14:54.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 7) dirty dne 2023-12-16T18:14:54.712 INFO:tasks.rados.rados.0.smithi071.stdout:1890: expect (ObjNum 589 snap 163 seq_num 589) 2023-12-16T18:14:54.821 INFO:tasks.rados.rados.0.smithi071.stdout:1890: done (2 left) 2023-12-16T18:14:54.821 INFO:tasks.rados.rados.0.smithi071.stdout:1893: done (1 left) 2023-12-16T18:14:54.822 INFO:tasks.rados.rados.0.smithi071.stdout:1895: done (0 left) 2023-12-16T18:14:54.822 INFO:tasks.rados.rados.0.smithi071.stdout:1896: snap_create 2023-12-16T18:14:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[139725]: failed to encode map e404 with expected crc 2023-12-16T18:14:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[139725]: osdmap e404: 8 total, 8 up, 8 in 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[139725]: failed to encode map e404 with expected crc 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[139725]: pgmap v313: 121 pgs: 121 active+clean; 112 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[142085]: failed to encode map e404 with expected crc 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[142085]: osdmap e404: 8 total, 8 up, 8 in 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[142085]: failed to encode map e404 with expected crc 2023-12-16T18:14:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:54 smithi071 ceph-mon[142085]: pgmap v313: 121 pgs: 121 active+clean; 112 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2023-12-16T18:14:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:54 smithi184 ceph-mon[136228]: failed to encode map e404 with expected crc 2023-12-16T18:14:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:54 smithi184 ceph-mon[136228]: osdmap e404: 8 total, 8 up, 8 in 2023-12-16T18:14:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:54 smithi184 ceph-mon[136228]: failed to encode map e404 with expected crc 2023-12-16T18:14:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:54 smithi184 ceph-mon[136228]: pgmap v313: 121 pgs: 121 active+clean; 112 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1896: done (0 left) 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1897: read oid 27 snap -1 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1897: expect deleted 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1898: copy_from oid 49 from oid 13 current snap is 168 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1899: copy_from oid 17 from oid 41 current snap is 168 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1900: read oid 25 snap 165 2023-12-16T18:14:55.590 INFO:tasks.rados.rados.0.smithi071.stdout:1900: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:55.591 INFO:tasks.rados.rados.0.smithi071.stdout:1901: delete oid 1 current snap is 168 2023-12-16T18:14:55.593 INFO:tasks.rados.rados.0.smithi071.stdout:1897: done (4 left) 2023-12-16T18:14:55.593 INFO:tasks.rados.rados.0.smithi071.stdout:1901: done (3 left) 2023-12-16T18:14:55.593 INFO:tasks.rados.rados.0.smithi071.stdout:1902: read oid 12 snap -1 2023-12-16T18:14:55.593 INFO:tasks.rados.rados.0.smithi071.stdout:1902: expect deleted 2023-12-16T18:14:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:1903: read oid 43 snap -1 2023-12-16T18:14:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:1903: expect deleted 2023-12-16T18:14:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:1904: copy_from oid 45 from oid 4 current snap is 168 2023-12-16T18:14:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:1905: snap_remove snap 167 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[142085]: failed to encode map e405 with expected crc 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[142085]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[142085]: failed to encode map e405 with expected crc 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[142085]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[139725]: failed to encode map e405 with expected crc 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[139725]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T18:14:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[139725]: failed to encode map e405 with expected crc 2023-12-16T18:14:55.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:55 smithi071 ceph-mon[139725]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T18:14:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:55 smithi184 ceph-mon[136228]: failed to encode map e405 with expected crc 2023-12-16T18:14:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:55 smithi184 ceph-mon[136228]: osdmap e405: 8 total, 8 up, 8 in 2023-12-16T18:14:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:55 smithi184 ceph-mon[136228]: failed to encode map e405 with expected crc 2023-12-16T18:14:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:55 smithi184 ceph-mon[136228]: osdmap e406: 8 total, 8 up, 8 in 2023-12-16T18:14:56.596 INFO:tasks.rados.rados.0.smithi071.stdout:1900: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:14:56.653 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing copy_from to smithi071127730-45 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 396 (ObjNum 575 snap 160 seq_num 575) dirty exists 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1898: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1899: finishing copy_from to smithi071127730-17 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 983 (ObjNum 613 snap 166 seq_num 613) dirty exists 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1899: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1898: finishing copy_from to smithi071127730-49 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 978 (ObjNum 581 snap 160 seq_num 581) dirty exists 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1898: done (6 left) 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1899: done (5 left) 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1900: done (4 left) 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1902: done (3 left) 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1903: done (2 left) 2023-12-16T18:14:56.654 INFO:tasks.rados.rados.0.smithi071.stdout:1904: done (1 left) 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:1905: done (0 left) 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:1906: rmattr oid 10 current snap is 168 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:1906: done (0 left) 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 168 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:1907: seq_num 621 ranges {0=409600,409600=401408} 2023-12-16T18:14:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:1907: writing smithi071127730-28 from 0 to 409600 tid 1 2023-12-16T18:14:56.660 INFO:tasks.rados.rados.0.smithi071.stdout:1907: writing smithi071127730-28 from 409600 to 811008 tid 2 2023-12-16T18:14:56.661 INFO:tasks.rados.rados.0.smithi071.stdout:1908: read oid 29 snap -1 2023-12-16T18:14:56.661 INFO:tasks.rados.rados.0.smithi071.stdout:1908: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:14:56.661 INFO:tasks.rados.rados.0.smithi071.stdout:1909: snap_remove snap 165 2023-12-16T18:14:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[139725]: failed to encode map e406 with expected crc 2023-12-16T18:14:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[139725]: failed to encode map e406 with expected crc 2023-12-16T18:14:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[139725]: pgmap v316: 121 pgs: 121 active+clean; 108 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 312 KiB/s wr, 12 op/s 2023-12-16T18:14:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[139725]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T18:14:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[142085]: failed to encode map e406 with expected crc 2023-12-16T18:14:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[142085]: failed to encode map e406 with expected crc 2023-12-16T18:14:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[142085]: pgmap v316: 121 pgs: 121 active+clean; 108 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 312 KiB/s wr, 12 op/s 2023-12-16T18:14:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:56 smithi071 ceph-mon[142085]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T18:14:57.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:56 smithi184 ceph-mon[136228]: failed to encode map e406 with expected crc 2023-12-16T18:14:57.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:56 smithi184 ceph-mon[136228]: failed to encode map e406 with expected crc 2023-12-16T18:14:57.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:56 smithi184 ceph-mon[136228]: pgmap v316: 121 pgs: 121 active+clean; 108 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 312 KiB/s wr, 12 op/s 2023-12-16T18:14:57.041 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:56 smithi184 ceph-mon[136228]: osdmap e407: 8 total, 8 up, 8 in 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1907: finishing write tid 1 to smithi071127730-28 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1907: finishing write tid 2 to smithi071127730-28 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1907: finishing write tid 3 to smithi071127730-28 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1907: finishing write tid 4 to smithi071127730-28 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 411 (ObjNum 621 snap 168 seq_num 621) dirty exists 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1907: left oid 28 (ObjNum 621 snap 168 seq_num 621) 2023-12-16T18:14:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:1908: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:14:57.666 INFO:tasks.rados.rados.0.smithi071.stdout:1907: done (2 left) 2023-12-16T18:14:57.667 INFO:tasks.rados.rados.0.smithi071.stdout:1908: done (1 left) 2023-12-16T18:14:57.667 INFO:tasks.rados.rados.0.smithi071.stdout:1909: done (0 left) 2023-12-16T18:14:57.667 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 168 2023-12-16T18:14:57.667 INFO:tasks.rados.rados.0.smithi071.stdout:1910: seq_num 622 ranges {2244608=425984,2670592=401408} 2023-12-16T18:14:57.680 INFO:tasks.rados.rados.0.smithi071.stdout:1910: writing smithi071127730-40 from 2244608 to 2670592 tid 1 2023-12-16T18:14:57.683 INFO:tasks.rados.rados.0.smithi071.stdout:1910: writing smithi071127730-40 from 2670592 to 3072000 tid 2 2023-12-16T18:14:57.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 168 2023-12-16T18:14:57.683 INFO:tasks.rados.rados.0.smithi071.stdout:1911: seq_num 623 ranges {2613248=442368,3055616=401408} 2023-12-16T18:14:57.700 INFO:tasks.rados.rados.0.smithi071.stdout:1911: writing smithi071127730-14 from 2613248 to 3055616 tid 1 2023-12-16T18:14:57.702 INFO:tasks.rados.rados.0.smithi071.stdout:1911: writing smithi071127730-14 from 3055616 to 3457024 tid 2 2023-12-16T18:14:57.702 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 168 2023-12-16T18:14:57.702 INFO:tasks.rados.rados.0.smithi071.stdout:1912: seq_num 624 ranges {32768=458752,491520=401408} 2023-12-16T18:14:57.704 INFO:tasks.rados.rados.0.smithi071.stdout:1912: writing smithi071127730-4 from 32768 to 491520 tid 1 2023-12-16T18:14:57.707 INFO:tasks.rados.rados.0.smithi071.stdout:1912: writing smithi071127730-4 from 491520 to 892928 tid 2 2023-12-16T18:14:57.707 INFO:tasks.rados.rados.0.smithi071.stdout:1913: snap_create 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing write tid 1 to smithi071127730-40 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing write tid 2 to smithi071127730-40 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing write tid 3 to smithi071127730-40 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing write tid 4 to smithi071127730-40 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1050 (ObjNum 622 snap 168 seq_num 622) dirty exists 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1910: left oid 40 (ObjNum 622 snap 168 seq_num 622) 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 1 to smithi071127730-14 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 2 to smithi071127730-14 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 3 to smithi071127730-14 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 4 to smithi071127730-14 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1053 (ObjNum 623 snap 168 seq_num 623) dirty exists 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1911: left oid 14 (ObjNum 623 snap 168 seq_num 623) 2023-12-16T18:14:57.708 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing write tid 1 to smithi071127730-4 2023-12-16T18:14:57.709 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing write tid 2 to smithi071127730-4 2023-12-16T18:14:57.709 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing write tid 3 to smithi071127730-4 2023-12-16T18:14:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing write tid 4 to smithi071127730-4 2023-12-16T18:14:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 399 (ObjNum 624 snap 168 seq_num 624) dirty exists 2023-12-16T18:14:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:1912: left oid 4 (ObjNum 624 snap 168 seq_num 624) 2023-12-16T18:14:57.715 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:14:57] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2023-12-16T18:14:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[142085]: failed to encode map e407 with expected crc 2023-12-16T18:14:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[142085]: failed to encode map e407 with expected crc 2023-12-16T18:14:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[142085]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T18:14:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[139725]: failed to encode map e407 with expected crc 2023-12-16T18:14:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[139725]: failed to encode map e407 with expected crc 2023-12-16T18:14:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:57 smithi071 ceph-mon[139725]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T18:14:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:57 smithi184 ceph-mon[136228]: failed to encode map e407 with expected crc 2023-12-16T18:14:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:57 smithi184 ceph-mon[136228]: failed to encode map e407 with expected crc 2023-12-16T18:14:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:57 smithi184 ceph-mon[136228]: osdmap e408: 8 total, 8 up, 8 in 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1910: done (3 left) 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1911: done (2 left) 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1912: done (1 left) 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1913: done (0 left) 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1914: rmattr oid 13 current snap is 169 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1915: read oid 26 snap 168 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:1915: expect deleted 2023-12-16T18:14:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 169 2023-12-16T18:14:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:1916: seq_num 625 ranges {7462912=475136,7938048=401408} 2023-12-16T18:14:58.642 INFO:tasks.rados.rados.0.smithi071.stdout:1916: writing smithi071127730-6 from 7462912 to 7938048 tid 1 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:1916: writing smithi071127730-6 from 7938048 to 8339456 tid 2 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:1917: rollback oid 24 current snap is 169 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 168 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 986 (ObjNum 581 snap 160 seq_num 581) dirty exists 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:1914: done (3 left) 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:1915: done (2 left) 2023-12-16T18:14:58.645 INFO:tasks.rados.rados.0.smithi071.stdout:1918: read oid 33 snap -1 2023-12-16T18:14:58.646 INFO:tasks.rados.rados.0.smithi071.stdout:1918: expect (ObjNum 570 snap 158 seq_num 570) 2023-12-16T18:14:58.646 INFO:tasks.rados.rados.0.smithi071.stdout:1919: read oid 11 snap -1 2023-12-16T18:14:58.646 INFO:tasks.rados.rados.0.smithi071.stdout:1919: expect deleted 2023-12-16T18:14:58.646 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 169 2023-12-16T18:14:58.646 INFO:tasks.rados.rados.0.smithi071.stdout:1920: seq_num 626 ranges {2162688=491520,2654208=401408} 2023-12-16T18:14:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:1920: writing smithi071127730-37 from 2162688 to 2654208 tid 1 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1920: writing smithi071127730-37 from 2654208 to 3055616 tid 2 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1921: copy_from oid 35 from oid 30 current snap is 169 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1916: finishing write tid 1 to smithi071127730-6 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1916: finishing write tid 2 to smithi071127730-6 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1916: finishing write tid 3 to smithi071127730-6 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1917: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1917: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:14:58.664 INFO:tasks.rados.rados.0.smithi071.stdout:1917: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 640 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1916: finishing write tid 4 to smithi071127730-6 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 989 (ObjNum 625 snap 169 seq_num 625) dirty exists 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1916: left oid 6 (ObjNum 625 snap 169 seq_num 625) 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1916: done (5 left) 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1917: done (4 left) 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1919: done (3 left) 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1922: rollback oid 29 current snap is 169 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 168 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1923: rollback oid 34 current snap is 169 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 168 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1924: read oid 28 snap -1 2023-12-16T18:14:58.665 INFO:tasks.rados.rados.0.smithi071.stdout:1924: expect (ObjNum 621 snap 168 seq_num 621) 2023-12-16T18:14:58.666 INFO:tasks.rados.rados.0.smithi071.stdout:1925: delete oid 36 current snap is 169 2023-12-16T18:14:58.666 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing write tid 1 to smithi071127730-37 2023-12-16T18:14:58.671 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing write tid 2 to smithi071127730-37 2023-12-16T18:14:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:1922: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:14:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:1922: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:14:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing write tid 3 to smithi071127730-37 2023-12-16T18:14:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:1922: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:14:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1045 (ObjNum 597 snap 164 seq_num 597) dirty exists 2023-12-16T18:14:58.673 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:14:58.674 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:14:58.674 INFO:tasks.rados.rados.0.smithi071.stdout:1918: expect (ObjNum 570 snap 158 seq_num 570) 2023-12-16T18:14:58.887 INFO:tasks.rados.rados.0.smithi071.stdout:1924: expect (ObjNum 621 snap 168 seq_num 621) 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing write tid 4 to smithi071127730-37 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1013 (ObjNum 626 snap 169 seq_num 626) dirty exists 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1920: left oid 37 (ObjNum 626 snap 169 seq_num 626) 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1016 (ObjNum 579 snap 160 seq_num 579) dirty exists 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1921: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1921: finishing copy_from to smithi071127730-35 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1004 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:14:58.908 INFO:tasks.rados.rados.0.smithi071.stdout:1918: done (6 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1920: done (5 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1921: done (4 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1922: done (3 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1923: done (2 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1924: done (1 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1925: done (0 left) 2023-12-16T18:14:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:1926: snap_remove snap 168 2023-12-16T18:14:59.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:14:58 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:14:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: pgmap v319: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T18:14:59.463 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:14:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:59.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: pgmap v319: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: failed to encode map e408 with expected crc 2023-12-16T18:14:59.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: pgmap v319: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2023-12-16T18:14:59.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:14:59.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: osdmap e409: 8 total, 8 up, 8 in 2023-12-16T18:14:59.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:14:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:14:59.721 INFO:tasks.rados.rados.0.smithi071.stdout:1926: done (0 left) 2023-12-16T18:14:59.721 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 169 2023-12-16T18:14:59.721 INFO:tasks.rados.rados.0.smithi071.stdout:1927: seq_num 628 ranges {0=524288,524288=401408} 2023-12-16T18:14:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:1927: writing smithi071127730-20 from 0 to 524288 tid 1 2023-12-16T18:14:59.727 INFO:tasks.rados.rados.0.smithi071.stdout:1927: writing smithi071127730-20 from 524288 to 925696 tid 2 2023-12-16T18:14:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:1928: rollback oid 39 current snap is 169 2023-12-16T18:14:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:1928: done (1 left) 2023-12-16T18:14:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:1929: setattr oid 30 current snap is 169 2023-12-16T18:14:59.730 INFO:tasks.rados.rados.0.smithi071.stdout:1930: read oid 17 snap -1 2023-12-16T18:14:59.730 INFO:tasks.rados.rados.0.smithi071.stdout:1930: expect (ObjNum 613 snap 166 seq_num 613) 2023-12-16T18:14:59.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 169 2023-12-16T18:14:59.731 INFO:tasks.rados.rados.0.smithi071.stdout:1931: seq_num 629 ranges {8339456=540672,8880128=401408} 2023-12-16T18:14:59.779 INFO:tasks.rados.rados.0.smithi071.stdout:1931: writing smithi071127730-6 from 8339456 to 8880128 tid 1 2023-12-16T18:14:59.781 INFO:tasks.rados.rados.0.smithi071.stdout:1931: writing smithi071127730-6 from 8880128 to 9281536 tid 2 2023-12-16T18:14:59.781 INFO:tasks.rados.rados.0.smithi071.stdout:1932: setattr oid 28 current snap is 169 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing write tid 1 to smithi071127730-20 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing write tid 2 to smithi071127730-20 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing write tid 3 to smithi071127730-20 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing write tid 4 to smithi071127730-20 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 986 (ObjNum 628 snap 169 seq_num 628) dirty exists 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1927: left oid 20 (ObjNum 628 snap 169 seq_num 628) 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1017 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:14:59.782 INFO:tasks.rados.rados.0.smithi071.stdout:1930: expect (ObjNum 613 snap 166 seq_num 613) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: finishing write tid 1 to smithi071127730-6 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: finishing write tid 2 to smithi071127730-6 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: finishing write tid 3 to smithi071127730-6 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: finishing write tid 4 to smithi071127730-6 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 992 (ObjNum 629 snap 169 seq_num 629) dirty exists 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: left oid 6 (ObjNum 629 snap 169 seq_num 629) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1927: done (4 left) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1929: done (3 left) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1930: done (2 left) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1931: done (1 left) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1933: read oid 29 snap -1 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:1933: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:15:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 169 2023-12-16T18:15:00.061 INFO:tasks.rados.rados.0.smithi071.stdout:1934: seq_num 630 ranges {3457024=557056,4014080=401408} 2023-12-16T18:15:00.081 INFO:tasks.rados.rados.0.smithi071.stdout:1934: writing smithi071127730-14 from 3457024 to 4014080 tid 1 2023-12-16T18:15:00.083 INFO:tasks.rados.rados.0.smithi071.stdout:1934: writing smithi071127730-14 from 4014080 to 4415488 tid 2 2023-12-16T18:15:00.083 INFO:tasks.rados.rados.0.smithi071.stdout:1935: copy_from oid 1 from oid 47 current snap is 169 2023-12-16T18:15:00.083 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 412 (ObjNum 621 snap 168 seq_num 621) dirty exists 2023-12-16T18:15:00.083 INFO:tasks.rados.rados.0.smithi071.stdout:1932: done (3 left) 2023-12-16T18:15:00.083 INFO:tasks.rados.rados.0.smithi071.stdout:1936: rollback oid 2 current snap is 169 2023-12-16T18:15:00.084 INFO:tasks.rados.rados.0.smithi071.stdout:1936: done (3 left) 2023-12-16T18:15:00.084 INFO:tasks.rados.rados.0.smithi071.stdout:1937: read oid 48 snap -1 2023-12-16T18:15:00.084 INFO:tasks.rados.rados.0.smithi071.stdout:1937: expect (ObjNum 529 snap 150 seq_num 529) 2023-12-16T18:15:00.084 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 169 2023-12-16T18:15:00.084 INFO:tasks.rados.rados.0.smithi071.stdout:1933: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1934: finishing write tid 1 to smithi071127730-14 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1935: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1934: finishing write tid 2 to smithi071127730-14 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1934: finishing write tid 3 to smithi071127730-14 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1935: finishing copy_from to smithi071127730-1 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 983 (ObjNum 588 snap 161 seq_num 588) dirty exists 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1934: finishing write tid 4 to smithi071127730-14 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1056 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1934: left oid 14 (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:00.147 INFO:tasks.rados.rados.0.smithi071.stdout:1937: expect (ObjNum 529 snap 150 seq_num 529) 2023-12-16T18:15:00.354 INFO:tasks.rados.rados.0.smithi071.stdout:1938: seq_num 631 ranges {2924544=573440,3497984=401408} 2023-12-16T18:15:00.372 INFO:tasks.rados.rados.0.smithi071.stdout:1938: writing smithi071127730-18 from 2924544 to 3497984 tid 1 2023-12-16T18:15:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:1938: writing smithi071127730-18 from 3497984 to 3899392 tid 2 2023-12-16T18:15:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:1933: done (4 left) 2023-12-16T18:15:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:1934: done (3 left) 2023-12-16T18:15:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:1935: done (2 left) 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1937: done (1 left) 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1939: rollback oid 46 current snap is 169 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1939: done (1 left) 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1940: rollback oid 3 current snap is 169 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1940: done (1 left) 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1941: read oid 5 snap -1 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1941: expect (ObjNum 601 snap 164 seq_num 601) 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 169 2023-12-16T18:15:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:1942: seq_num 632 ranges {32768=589824,622592=401408} 2023-12-16T18:15:00.378 INFO:tasks.rados.rados.0.smithi071.stdout:1942: writing smithi071127730-39 from 32768 to 622592 tid 1 2023-12-16T18:15:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1942: writing smithi071127730-39 from 622592 to 1024000 tid 2 2023-12-16T18:15:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1943: read oid 13 snap -1 2023-12-16T18:15:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1943: expect (ObjNum 581 snap 160 seq_num 581) 2023-12-16T18:15:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1944: read oid 25 snap -1 2023-12-16T18:15:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1944: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1945: read oid 19 snap -1 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1945: expect deleted 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 169 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing write tid 1 to smithi071127730-18 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing write tid 2 to smithi071127730-18 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing write tid 3 to smithi071127730-18 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing write tid 4 to smithi071127730-18 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 643 (ObjNum 631 snap 169 seq_num 631) dirty exists 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1938: left oid 18 (ObjNum 631 snap 169 seq_num 631) 2023-12-16T18:15:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1946: seq_num 633 ranges {6733824=606208,7340032=401408} 2023-12-16T18:15:00.421 INFO:tasks.rados.rados.0.smithi071.stdout:1946: writing smithi071127730-8 from 6733824 to 7340032 tid 1 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1946: writing smithi071127730-8 from 7340032 to 7741440 tid 2 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1938: done (6 left) 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1947: rollback oid 21 current snap is 169 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1947: done (6 left) 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1948: copy_from oid 3 from oid 4 current snap is 169 2023-12-16T18:15:00.424 INFO:tasks.rados.rados.0.smithi071.stdout:1944: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: failed to encode map e409 with expected crc 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: Upgrade: osd.6 is safe to restart 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:15:00.454 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: failed to encode map e409 with expected crc 2023-12-16T18:15:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:15:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: Upgrade: osd.6 is safe to restart 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: failed to encode map e409 with expected crc 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: Upgrade: osd.6 is safe to restart 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: osdmap e410: 8 total, 8 up, 8 in 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-16T18:15:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:00.481 INFO:tasks.rados.rados.0.smithi071.stdout:1941: expect (ObjNum 601 snap 164 seq_num 601) 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing write tid 1 to smithi071127730-39 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing write tid 2 to smithi071127730-39 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1941: done (6 left) 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1944: done (5 left) 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1945: done (4 left) 2023-12-16T18:15:00.581 INFO:tasks.rados.rados.0.smithi071.stdout:1949: setattr oid 6 current snap is 169 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing write tid 3 to smithi071127730-39 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing write tid 4 to smithi071127730-39 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 995 (ObjNum 632 snap 169 seq_num 632) dirty exists 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1942: left oid 39 (ObjNum 632 snap 169 seq_num 632) 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 1 to smithi071127730-8 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 2 to smithi071127730-8 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 3 to smithi071127730-8 2023-12-16T18:15:00.582 INFO:tasks.rados.rados.0.smithi071.stdout:1943: expect (ObjNum 581 snap 160 seq_num 581) 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: Upgrade: Updating osd.6 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: Deploying daemon osd.6 on smithi184 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: pgmap v322: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2023-12-16T18:15:01.252 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:01 smithi184 ceph-mon[136228]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T18:15:01.423 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 4 to smithi071127730-8 2023-12-16T18:15:01.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1059 (ObjNum 633 snap 169 seq_num 633) dirty exists 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1946: left oid 8 (ObjNum 633 snap 169 seq_num 633) 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1948: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1948: finishing copy_from to smithi071127730-3 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 399 (ObjNum 624 snap 168 seq_num 624) dirty exists 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1942: done (4 left) 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1943: done (3 left) 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1946: done (2 left) 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1948: done (1 left) 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1950: copy_from oid 20 from oid 27 current snap is 169 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1951: read oid 2 snap -1 2023-12-16T18:15:01.424 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 556 snap 155 seq_num 556) 2023-12-16T18:15:01.425 INFO:tasks.rados.rados.0.smithi071.stdout:1952: rollback oid 47 current snap is 169 2023-12-16T18:15:01.425 INFO:tasks.rados.rados.0.smithi071.stdout:1952: done (3 left) 2023-12-16T18:15:01.425 INFO:tasks.rados.rados.0.smithi071.stdout:1953: delete oid 48 current snap is 169 2023-12-16T18:15:01.425 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 996 (ObjNum 629 snap 169 seq_num 629) dirty exists 2023-12-16T18:15:01.425 INFO:tasks.rados.rados.0.smithi071.stdout:1949: done (3 left) 2023-12-16T18:15:01.426 INFO:tasks.rados.rados.0.smithi071.stdout:1953: done (2 left) 2023-12-16T18:15:01.426 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 169 2023-12-16T18:15:01.426 INFO:tasks.rados.rados.0.smithi071.stdout:1954: seq_num 635 ranges {0=638976,638976=401408} 2023-12-16T18:15:01.429 INFO:tasks.rados.rados.0.smithi071.stdout:1954: writing smithi071127730-15 from 0 to 638976 tid 1 2023-12-16T18:15:01.431 INFO:tasks.rados.rados.0.smithi071.stdout:1954: writing smithi071127730-15 from 638976 to 1040384 tid 2 2023-12-16T18:15:01.431 INFO:tasks.rados.rados.0.smithi071.stdout:1955: delete oid 45 current snap is 169 2023-12-16T18:15:01.431 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 556 snap 155 seq_num 556) 2023-12-16T18:15:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: Upgrade: Updating osd.6 2023-12-16T18:15:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: Deploying daemon osd.6 on smithi184 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: pgmap v322: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[142085]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: failed to encode map e410 with expected crc 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: Upgrade: Updating osd.6 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: Deploying daemon osd.6 on smithi184 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: pgmap v322: 121 pgs: 121 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.0 MiB/s wr, 9 op/s 2023-12-16T18:15:01.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:01 smithi071 ceph-mon[139725]: osdmap e411: 8 total, 8 up, 8 in 2023-12-16T18:15:01.489 INFO:tasks.rados.rados.0.smithi071.stdout:1950: finishing copy_from to smithi071127730-20 2023-12-16T18:15:01.489 INFO:tasks.rados.rados.0.smithi071.stdout:1950: got expected ENOENT (src dne) 2023-12-16T18:15:01.489 INFO:tasks.rados.rados.0.smithi071.stdout:1950: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:15:01.489 INFO:tasks.rados.rados.0.smithi071.stdout:1954: finishing write tid 1 to smithi071127730-15 2023-12-16T18:15:01.489 INFO:tasks.rados.rados.0.smithi071.stdout:1954: finishing write tid 2 to smithi071127730-15 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1950: done (3 left) 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1951: done (2 left) 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1955: done (1 left) 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1956: read oid 36 snap -1 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1956: expect deleted 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1957: read oid 23 snap -1 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1957: expect deleted 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1958: snap_create 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1954: finishing write tid 3 to smithi071127730-15 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1954: finishing write tid 4 to smithi071127730-15 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 799 (ObjNum 635 snap 169 seq_num 635) dirty exists 2023-12-16T18:15:01.490 INFO:tasks.rados.rados.0.smithi071.stdout:1954: left oid 15 (ObjNum 635 snap 169 seq_num 635) 2023-12-16T18:15:02.178 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:01 smithi184 systemd[1]: Stopping Ceph osd.6 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:15:02.178 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:15:02.081+0000 7f2112808700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:15:02.178 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:15:02.081+0000 7f2112808700 -1 osd.6 411 *** Got signal Terminated *** 2023-12-16T18:15:02.178 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[99446]: 2023-12-16T18:15:02.081+0000 7f2112808700 -1 osd.6 411 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1954: done (3 left) 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1956: done (2 left) 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1957: done (1 left) 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1958: done (0 left) 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1959: read oid 16 snap -1 2023-12-16T18:15:02.186 INFO:tasks.rados.rados.0.smithi071.stdout:1959: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:1960: snap_remove snap 169 2023-12-16T18:15:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[139725]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[139725]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[139725]: osd.6 marked itself down and dead 2023-12-16T18:15:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[142085]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[142085]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:02 smithi071 ceph-mon[142085]: osd.6 marked itself down and dead 2023-12-16T18:15:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-mon[136228]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-mon[136228]: failed to encode map e411 with expected crc 2023-12-16T18:15:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:02 smithi184 ceph-mon[136228]: osd.6 marked itself down and dead 2023-12-16T18:15:03.003 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 podman[150594]: 2023-12-16 18:15:02.725973316 +0000 UTC m=+0.706856292 container died d584d7907de41083304aeb3a6c45758b4878e3c4946bc0b0ffacee7f1b5f5e5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:15:03.003 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 podman[150594]: 2023-12-16 18:15:02.88008195 +0000 UTC m=+0.860964907 container cleanup d584d7907de41083304aeb3a6c45758b4878e3c4946bc0b0ffacee7f1b5f5e5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T18:15:03.003 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:02 smithi184 bash[150594]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6 2023-12-16T18:15:03.193 INFO:tasks.rados.rados.0.smithi071.stdout:1960: done (1 left) 2023-12-16T18:15:03.193 INFO:tasks.rados.rados.0.smithi071.stdout:1961: setattr oid 49 current snap is 170 2023-12-16T18:15:03.193 INFO:tasks.rados.rados.0.smithi071.stdout:1959: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1959: done (1 left) 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1962: read oid 7 snap -1 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1962: expect (ObjNum 617 snap 167 seq_num 617) 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1963: rollback oid 10 current snap is 170 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1963: done (2 left) 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1964: read oid 46 snap -1 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1964: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:15:03.276 INFO:tasks.rados.rados.0.smithi071.stdout:1965: read oid 25 snap -1 2023-12-16T18:15:03.277 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:15:03.277 INFO:tasks.rados.rados.0.smithi071.stdout:1966: rollback oid 11 current snap is 170 2023-12-16T18:15:03.277 INFO:tasks.rados.rados.0.smithi071.stdout:1966: done (4 left) 2023-12-16T18:15:03.277 INFO:tasks.rados.rados.0.smithi071.stdout:1967: delete oid 33 current snap is 170 2023-12-16T18:15:03.278 INFO:tasks.rados.rados.0.smithi071.stdout:1967: done (4 left) 2023-12-16T18:15:03.278 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 170 2023-12-16T18:15:03.278 INFO:tasks.rados.rados.0.smithi071.stdout:1968: seq_num 638 ranges {2121728=688128,2809856=401408} 2023-12-16T18:15:03.294 INFO:tasks.rados.rados.0.smithi071.stdout:1968: writing smithi071127730-2 from 2121728 to 2809856 tid 1 2023-12-16T18:15:03.297 INFO:tasks.rados.rados.0.smithi071.stdout:1968: writing smithi071127730-2 from 2809856 to 3211264 tid 2 2023-12-16T18:15:03.297 INFO:tasks.rados.rados.0.smithi071.stdout:1969: read oid 47 snap -1 2023-12-16T18:15:03.297 INFO:tasks.rados.rados.0.smithi071.stdout:1969: expect (ObjNum 588 snap 161 seq_num 588) 2023-12-16T18:15:03.297 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 170 2023-12-16T18:15:03.297 INFO:tasks.rados.rados.0.smithi071.stdout:1962: expect (ObjNum 617 snap 167 seq_num 617) 2023-12-16T18:15:03.326 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1125 (ObjNum 581 snap 160 seq_num 581) dirty exists 2023-12-16T18:15:03.326 INFO:tasks.rados.rados.0.smithi071.stdout:1964: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:15:03.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150613]: 2023-12-16 18:15:03.004638429 +0000 UTC m=+0.273098099 container remove d584d7907de41083304aeb3a6c45758b4878e3c4946bc0b0ffacee7f1b5f5e5b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: pgmap v324: 121 pgs: 121 active+clean; 104 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: osdmap e412: 8 total, 7 up, 8 in 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:03.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:03.378 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 558 snap 155 seq_num 558) 2023-12-16T18:15:03.433 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing write tid 1 to smithi071127730-2 2023-12-16T18:15:03.433 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing write tid 2 to smithi071127730-2 2023-12-16T18:15:03.433 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing write tid 3 to smithi071127730-2 2023-12-16T18:15:03.433 INFO:tasks.rados.rados.0.smithi071.stdout:1969: expect (ObjNum 588 snap 161 seq_num 588) 2023-12-16T18:15:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: pgmap v324: 121 pgs: 121 active+clean; 104 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-16T18:15:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: osdmap e412: 8 total, 7 up, 8 in 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: pgmap v324: 121 pgs: 121 active+clean; 104 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: osdmap e412: 8 total, 7 up, 8 in 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: failed to encode map e412 with expected crc 2023-12-16T18:15:03.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:03.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:03.481 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing write tid 4 to smithi071127730-2 2023-12-16T18:15:03.481 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1128 (ObjNum 638 snap 170 seq_num 638) dirty exists 2023-12-16T18:15:03.481 INFO:tasks.rados.rados.0.smithi071.stdout:1968: left oid 2 (ObjNum 638 snap 170 seq_num 638) 2023-12-16T18:15:03.481 INFO:tasks.rados.rados.0.smithi071.stdout:1970: seq_num 639 ranges {811008=704512,1515520=401408} 2023-12-16T18:15:03.489 INFO:tasks.rados.rados.0.smithi071.stdout:1970: writing smithi071127730-28 from 811008 to 1515520 tid 1 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1970: writing smithi071127730-28 from 1515520 to 1916928 tid 2 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1961: done (6 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1962: done (5 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1964: done (4 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1965: done (3 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1968: done (2 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1969: done (1 left) 2023-12-16T18:15:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:1971: setattr oid 11 current snap is 170 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1972: rollback oid 24 current snap is 170 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1972: done (2 left) 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1973: copy_from oid 9 from oid 14 current snap is 170 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1974: rollback oid 42 current snap is 170 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1974: done (3 left) 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1975: read oid 7 snap -1 2023-12-16T18:15:03.495 INFO:tasks.rados.rados.0.smithi071.stdout:1975: expect (ObjNum 617 snap 167 seq_num 617) 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1976: copy_from oid 5 from oid 42 current snap is 170 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 1 to smithi071127730-28 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1977: copy_from oid 31 from oid 41 current snap is 170 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1978: copy_from oid 19 from oid 50 current snap is 170 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1979: copy_from oid 38 from oid 16 current snap is 170 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1980: snap_create 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 2 to smithi071127730-28 2023-12-16T18:15:03.496 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 3 to smithi071127730-28 2023-12-16T18:15:03.498 INFO:tasks.rados.rados.0.smithi071.stdout:1975: expect (ObjNum 617 snap 167 seq_num 617) 2023-12-16T18:15:03.536 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1018 (ObjNum 145 snap 0 seq_num 2570615992) dirty exists 2023-12-16T18:15:03.536 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 4 to smithi071127730-28 2023-12-16T18:15:03.536 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 415 (ObjNum 639 snap 170 seq_num 639) dirty exists 2023-12-16T18:15:03.536 INFO:tasks.rados.rados.0.smithi071.stdout:1970: left oid 28 (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1978: finishing copy_from to smithi071127730-19 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1978: got expected ENOENT (src dne) 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1978: finishing copy_from racing read to smithi071127730-19 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing copy_from to smithi071127730-38 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1063 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1977: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1973: finishing copy_from racing read to smithi071127730-9 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1977: finishing copy_from to smithi071127730-31 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 983 (ObjNum 613 snap 166 seq_num 613) dirty exists 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:1973: finishing copy_from to smithi071127730-9 2023-12-16T18:15:03.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1056 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:03.546 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing copy_from to smithi071127730-5 2023-12-16T18:15:03.546 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 774 (ObjNum 549 snap 155 seq_num 549) dirty exists 2023-12-16T18:15:03.546 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:15:03.762 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.382004249 +0000 UTC m=+0.090267209 container create 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2023-12-16T18:15:03.762 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.309778753 +0000 UTC m=+0.018041726 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:03.763 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.463410835 +0000 UTC m=+0.171673804 container init 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux ) 2023-12-16T18:15:03.763 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.46927962 +0000 UTC m=+0.177542580 container start 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212) 2023-12-16T18:15:03.763 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.504633382 +0000 UTC m=+0.212896355 container attach 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T18:15:04.045 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:03 smithi184 podman[150708]: 2023-12-16 18:15:03.764433783 +0000 UTC m=+0.472696747 container died 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2023-12-16T18:15:04.206 INFO:tasks.rados.rados.0.smithi071.stdout:1970: done (8 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1971: done (7 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1973: done (6 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1975: done (5 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1976: done (4 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1977: done (3 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1978: done (2 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1979: done (1 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1980: done (0 left) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1981: read oid 37 snap -1 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1981: expect (ObjNum 626 snap 169 seq_num 626) 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 171 2023-12-16T18:15:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:1982: seq_num 640 ranges {4644864=729088,5373952=401408} 2023-12-16T18:15:04.235 INFO:tasks.rados.rados.0.smithi071.stdout:1982: writing smithi071127730-17 from 4644864 to 5373952 tid 1 2023-12-16T18:15:04.238 INFO:tasks.rados.rados.0.smithi071.stdout:1982: writing smithi071127730-17 from 5373952 to 5775360 tid 2 2023-12-16T18:15:04.238 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 171 2023-12-16T18:15:04.238 INFO:tasks.rados.rados.0.smithi071.stdout:1983: seq_num 641 ranges {0=745472,745472=401408} 2023-12-16T18:15:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:1983: writing smithi071127730-45 from 0 to 745472 tid 1 2023-12-16T18:15:04.245 INFO:tasks.rados.rados.0.smithi071.stdout:1983: writing smithi071127730-45 from 745472 to 1146880 tid 2 2023-12-16T18:15:04.245 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 171 2023-12-16T18:15:04.245 INFO:tasks.rados.rados.0.smithi071.stdout:1981: expect (ObjNum 626 snap 169 seq_num 626) 2023-12-16T18:15:04.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150734]: 2023-12-16 18:15:04.046240566 +0000 UTC m=+0.277333297 container remove 1f75e15f4dcd735a6ed983d83bafadf8f1c57a3c9c5dc3a40be93635807c2672 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T18:15:04.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.6.service: Deactivated successfully. 2023-12-16T18:15:04.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 systemd[1]: Stopped Ceph osd.6 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:15:04.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.6.service: Consumed 10.652s CPU time. 2023-12-16T18:15:04.336 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 systemd[1]: Starting Ceph osd.6 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:15:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-mon[136228]: osdmap e413: 8 total, 7 up, 8 in 2023-12-16T18:15:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-mon[136228]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-mon[136228]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-mon[136228]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-mon[136228]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 1 to smithi071127730-17 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 2 to smithi071127730-17 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 3 to smithi071127730-17 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 4 to smithi071127730-17 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1133 (ObjNum 640 snap 171 seq_num 640) dirty exists 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1982: left oid 17 (ObjNum 640 snap 171 seq_num 640) 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1983: finishing write tid 1 to smithi071127730-45 2023-12-16T18:15:04.422 INFO:tasks.rados.rados.0.smithi071.stdout:1983: finishing write tid 2 to smithi071127730-45 2023-12-16T18:15:04.423 INFO:tasks.rados.rados.0.smithi071.stdout:1983: finishing write tid 3 to smithi071127730-45 2023-12-16T18:15:04.423 INFO:tasks.rados.rados.0.smithi071.stdout:1983: finishing write tid 4 to smithi071127730-45 2023-12-16T18:15:04.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1049 (ObjNum 641 snap 171 seq_num 641) dirty exists 2023-12-16T18:15:04.423 INFO:tasks.rados.rados.0.smithi071.stdout:1983: left oid 45 (ObjNum 641 snap 171 seq_num 641) 2023-12-16T18:15:04.423 INFO:tasks.rados.rados.0.smithi071.stdout:1984: seq_num 642 ranges {0=761856,761856=401408} 2023-12-16T18:15:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:1984: writing smithi071127730-12 from 0 to 761856 tid 1 2023-12-16T18:15:04.428 INFO:tasks.rados.rados.0.smithi071.stdout:1984: writing smithi071127730-12 from 761856 to 1163264 tid 2 2023-12-16T18:15:04.428 INFO:tasks.rados.rados.0.smithi071.stdout:1981: done (3 left) 2023-12-16T18:15:04.428 INFO:tasks.rados.rados.0.smithi071.stdout:1982: done (2 left) 2023-12-16T18:15:04.428 INFO:tasks.rados.rados.0.smithi071.stdout:1983: done (1 left) 2023-12-16T18:15:04.429 INFO:tasks.rados.rados.0.smithi071.stdout:1985: rollback oid 45 current snap is 171 2023-12-16T18:15:04.429 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 170 2023-12-16T18:15:04.429 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 171 2023-12-16T18:15:04.429 INFO:tasks.rados.rados.0.smithi071.stdout:1986: seq_num 643 ranges {4644864=778240,5423104=401408} 2023-12-16T18:15:04.457 INFO:tasks.rados.rados.0.smithi071.stdout:1986: writing smithi071127730-31 from 4644864 to 5423104 tid 1 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1986: writing smithi071127730-31 from 5423104 to 5824512 tid 2 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 171 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1985: finishing rollback tid 0 to smithi071127730-45 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 1 to smithi071127730-12 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1985: finishing rollback tid 1 to smithi071127730-45 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1051 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 2 to smithi071127730-12 2023-12-16T18:15:04.460 INFO:tasks.rados.rados.0.smithi071.stdout:1987: seq_num 644 ranges {4415488=794624,5210112=401408} 2023-12-16T18:15:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[139725]: osdmap e413: 8 total, 7 up, 8 in 2023-12-16T18:15:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[139725]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[139725]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[139725]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[139725]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[142085]: osdmap e413: 8 total, 7 up, 8 in 2023-12-16T18:15:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[142085]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[142085]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[142085]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:04 smithi071 ceph-mon[142085]: failed to encode map e413 with expected crc 2023-12-16T18:15:04.488 INFO:tasks.rados.rados.0.smithi071.stdout:1987: writing smithi071127730-9 from 4415488 to 5210112 tid 1 2023-12-16T18:15:04.490 INFO:tasks.rados.rados.0.smithi071.stdout:1987: writing smithi071127730-9 from 5210112 to 5611520 tid 2 2023-12-16T18:15:04.490 INFO:tasks.rados.rados.0.smithi071.stdout:1985: done (3 left) 2023-12-16T18:15:04.490 INFO:tasks.rados.rados.0.smithi071.stdout:1988: delete oid 25 current snap is 171 2023-12-16T18:15:04.490 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 3 to smithi071127730-12 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 4 to smithi071127730-12 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1065 (ObjNum 642 snap 171 seq_num 642) dirty exists 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:1984: left oid 12 (ObjNum 642 snap 171 seq_num 642) 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:1986: finishing write tid 1 to smithi071127730-31 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:1986: finishing write tid 2 to smithi071127730-31 2023-12-16T18:15:04.491 INFO:tasks.rados.rados.0.smithi071.stdout:1986: finishing write tid 3 to smithi071127730-31 2023-12-16T18:15:04.492 INFO:tasks.rados.rados.0.smithi071.stdout:1984: done (3 left) 2023-12-16T18:15:04.492 INFO:tasks.rados.rados.0.smithi071.stdout:1988: done (2 left) 2023-12-16T18:15:04.492 INFO:tasks.rados.rados.0.smithi071.stdout:1989: read oid 2 snap -1 2023-12-16T18:15:04.492 INFO:tasks.rados.rados.0.smithi071.stdout:1989: expect (ObjNum 638 snap 170 seq_num 638) 2023-12-16T18:15:04.492 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 171 2023-12-16T18:15:04.493 INFO:tasks.rados.rados.0.smithi071.stdout:1990: seq_num 646 ranges {1024000=425984,1449984=655360,2105344=147456} 2023-12-16T18:15:04.500 INFO:tasks.rados.rados.0.smithi071.stdout:1990: writing smithi071127730-39 from 1024000 to 1449984 tid 1 2023-12-16T18:15:04.504 INFO:tasks.rados.rados.0.smithi071.stdout:1990: writing smithi071127730-39 from 1449984 to 2105344 tid 2 2023-12-16T18:15:04.505 INFO:tasks.rados.rados.0.smithi071.stdout:1990: writing smithi071127730-39 from 2105344 to 2252800 tid 3 2023-12-16T18:15:04.505 INFO:tasks.rados.rados.0.smithi071.stdout:1991: delete oid 10 current snap is 171 2023-12-16T18:15:04.505 INFO:tasks.rados.rados.0.smithi071.stdout:1987: finishing write tid 1 to smithi071127730-9 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:1987: finishing write tid 2 to smithi071127730-9 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:1987: finishing write tid 3 to smithi071127730-9 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:1987: finishing write tid 4 to smithi071127730-9 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1059 (ObjNum 644 snap 171 seq_num 644) dirty exists 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:1987: left oid 9 (ObjNum 644 snap 171 seq_num 644) 2023-12-16T18:15:04.506 INFO:tasks.rados.rados.0.smithi071.stdout:1989: expect (ObjNum 638 snap 170 seq_num 638) 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1986: finishing write tid 4 to smithi071127730-31 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 986 (ObjNum 643 snap 171 seq_num 643) dirty exists 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1986: left oid 31 (ObjNum 643 snap 171 seq_num 643) 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1990: finishing write tid 1 to smithi071127730-39 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1990: finishing write tid 2 to smithi071127730-39 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1990: finishing write tid 3 to smithi071127730-39 2023-12-16T18:15:04.622 INFO:tasks.rados.rados.0.smithi071.stdout:1990: finishing write tid 4 to smithi071127730-39 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1986: done (4 left) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1987: done (3 left) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1989: done (2 left) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1991: done (1 left) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1992: copy_from oid 25 from oid 50 current snap is 171 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1990: finishing write tid 5 to smithi071127730-39 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1000 (ObjNum 646 snap 171 seq_num 646) dirty exists 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1990: left oid 39 (ObjNum 646 snap 171 seq_num 646) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1990: done (1 left) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1993: read oid 46 snap -1 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1993: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:15:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1994: snap_create 2023-12-16T18:15:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:1992: finishing copy_from to smithi071127730-25 2023-12-16T18:15:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:1992: got expected ENOENT (src dne) 2023-12-16T18:15:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:1992: finishing copy_from racing read to smithi071127730-25 2023-12-16T18:15:04.626 INFO:tasks.rados.rados.0.smithi071.stdout:1993: expect (ObjNum 544 snap 154 seq_num 544) 2023-12-16T18:15:04.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.404426118 +0000 UTC m=+0.059074352 container create 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2023-12-16T18:15:04.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.362729133 +0000 UTC m=+0.017377350 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:04.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.522679551 +0000 UTC m=+0.177327778 container init 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T18:15:04.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.526305887 +0000 UTC m=+0.180954091 container start 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, ceph=True) 2023-12-16T18:15:04.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.562794237 +0000 UTC m=+0.217442465 container attach 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3) 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1992: done (2 left) 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1993: done (1 left) 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1994: done (0 left) 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1995: rollback oid 2 current snap is 172 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 171 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1996: rollback oid 12 current snap is 172 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 170 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:1997: rmattr oid 9 current snap is 172 2023-12-16T18:15:05.208 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 172 2023-12-16T18:15:05.209 INFO:tasks.rados.rados.0.smithi071.stdout:1998: seq_num 648 ranges {1155072=458752,1613824=475136,2088960=327680} 2023-12-16T18:15:05.217 INFO:tasks.rados.rados.0.smithi071.stdout:1998: writing smithi071127730-47 from 1155072 to 1613824 tid 1 2023-12-16T18:15:05.220 INFO:tasks.rados.rados.0.smithi071.stdout:1998: writing smithi071127730-47 from 1613824 to 2088960 tid 2 2023-12-16T18:15:05.222 INFO:tasks.rados.rados.0.smithi071.stdout:1998: writing smithi071127730-47 from 2088960 to 2416640 tid 3 2023-12-16T18:15:05.222 INFO:tasks.rados.rados.0.smithi071.stdout:1999: read oid 28 snap -1 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1999: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 172 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1996: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1996: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1067 (ObjNum 65 snap 0 seq_num 1399615844) dirty dne 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1060 (ObjNum 644 snap 171 seq_num 644) dirty exists 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing rollback tid 0 to smithi071127730-2 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing rollback tid 1 to smithi071127730-2 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing rollback tid 2 to smithi071127730-2 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1137 (ObjNum 638 snap 170 seq_num 638) dirty exists 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:1998: finishing write tid 1 to smithi071127730-47 2023-12-16T18:15:05.223 INFO:tasks.rados.rados.0.smithi071.stdout:2000: seq_num 649 ranges {1925120=475136,2400256=761856,3162112=40960} 2023-12-16T18:15:05.236 INFO:tasks.rados.rados.0.smithi071.stdout:2000: writing smithi071127730-46 from 1925120 to 2400256 tid 1 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:2000: writing smithi071127730-46 from 2400256 to 3162112 tid 2 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:2000: writing smithi071127730-46 from 3162112 to 3203072 tid 3 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1995: done (5 left) 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1996: done (4 left) 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1997: done (3 left) 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:2001: setattr oid 33 current snap is 172 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1998: finishing write tid 2 to smithi071127730-47 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1998: finishing write tid 3 to smithi071127730-47 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1998: finishing write tid 4 to smithi071127730-47 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:1998: finishing write tid 5 to smithi071127730-47 2023-12-16T18:15:05.241 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1068 (ObjNum 648 snap 172 seq_num 648) dirty exists 2023-12-16T18:15:05.242 INFO:tasks.rados.rados.0.smithi071.stdout:1998: left oid 47 (ObjNum 648 snap 172 seq_num 648) 2023-12-16T18:15:05.242 INFO:tasks.rados.rados.0.smithi071.stdout:1999: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:05.286 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-mon[136228]: pgmap v327: 121 pgs: 5 active+undersized+degraded, 9 peering, 7 stale+active+clean, 7 active+undersized, 93 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 38 op/s; 7/183 objects degraded (3.825%) 2023-12-16T18:15:05.286 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-mon[136228]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-16T18:15:05.286 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 7/183 objects degraded (3.825%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:05.286 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-mon[136228]: osdmap e414: 8 total, 7 up, 8 in 2023-12-16T18:15:05.286 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-mon[136228]: failed to encode map e414 with expected crc 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 bash[150835]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-16T18:15:05.287 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-16T18:15:05.288 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-16T18:15:05.288 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate[150849]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-16T18:15:05.288 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:04 smithi184 podman[150835]: 2023-12-16 18:15:04.988558859 +0000 UTC m=+0.643207073 container died 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2023-12-16T18:15:05.288 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 podman[150982]: 2023-12-16 18:15:05.287652497 +0000 UTC m=+0.290173664 container remove 576800a9dec43d8601249b500d009abcf06a1fbb6a4c66ed206e8b7cc3c39249 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-activate, ceph=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212) 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: finishing write tid 1 to smithi071127730-46 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: finishing write tid 2 to smithi071127730-46 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: finishing write tid 3 to smithi071127730-46 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: finishing write tid 4 to smithi071127730-46 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: finishing write tid 5 to smithi071127730-46 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1064 (ObjNum 649 snap 172 seq_num 649) dirty exists 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:2000: left oid 46 (ObjNum 649 snap 172 seq_num 649) 2023-12-16T18:15:05.307 INFO:tasks.rados.rados.0.smithi071.stdout:1998: done (3 left) 2023-12-16T18:15:05.308 INFO:tasks.rados.rados.0.smithi071.stdout:1999: done (2 left) 2023-12-16T18:15:05.308 INFO:tasks.rados.rados.0.smithi071.stdout:2000: done (1 left) 2023-12-16T18:15:05.308 INFO:tasks.rados.rados.0.smithi071.stdout:2002: snap_remove snap 170 2023-12-16T18:15:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[139725]: pgmap v327: 121 pgs: 5 active+undersized+degraded, 9 peering, 7 stale+active+clean, 7 active+undersized, 93 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 38 op/s; 7/183 objects degraded (3.825%) 2023-12-16T18:15:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[139725]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-16T18:15:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 7/183 objects degraded (3.825%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[139725]: osdmap e414: 8 total, 7 up, 8 in 2023-12-16T18:15:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[139725]: failed to encode map e414 with expected crc 2023-12-16T18:15:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[142085]: pgmap v327: 121 pgs: 5 active+undersized+degraded, 9 peering, 7 stale+active+clean, 7 active+undersized, 93 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 38 op/s; 7/183 objects degraded (3.825%) 2023-12-16T18:15:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[142085]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-16T18:15:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 7/183 objects degraded (3.825%), 5 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[142085]: osdmap e414: 8 total, 7 up, 8 in 2023-12-16T18:15:05.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:05 smithi071 ceph-mon[142085]: failed to encode map e414 with expected crc 2023-12-16T18:15:05.554 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 podman[151049]: 2023-12-16 18:15:05.454341092 +0000 UTC m=+0.070520755 container create 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T18:15:05.554 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 podman[151049]: 2023-12-16 18:15:05.402349166 +0000 UTC m=+0.018528784 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:2002: done (1 left) 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:2003: copy_from oid 49 from oid 5 current snap is 172 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 784 (ObjNum 757050592 snap 32663 seq_num 304) dirty exists 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:2001: done (1 left) 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 172 2023-12-16T18:15:05.593 INFO:tasks.rados.rados.0.smithi071.stdout:2004: seq_num 650 ranges {6184960=491520,6676480=647168,7323648=155648} 2023-12-16T18:15:05.629 INFO:tasks.rados.rados.0.smithi071.stdout:2004: writing smithi071127730-32 from 6184960 to 6676480 tid 1 2023-12-16T18:15:05.633 INFO:tasks.rados.rados.0.smithi071.stdout:2004: writing smithi071127730-32 from 6676480 to 7323648 tid 2 2023-12-16T18:15:05.634 INFO:tasks.rados.rados.0.smithi071.stdout:2004: writing smithi071127730-32 from 7323648 to 7479296 tid 3 2023-12-16T18:15:05.634 INFO:tasks.rados.rados.0.smithi071.stdout:2005: copy_from oid 42 from oid 1 current snap is 172 2023-12-16T18:15:05.634 INFO:tasks.rados.rados.0.smithi071.stdout:2006: delete oid 27 current snap is 172 2023-12-16T18:15:05.641 INFO:tasks.rados.rados.0.smithi071.stdout:2003: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:15:05.642 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing write tid 1 to smithi071127730-32 2023-12-16T18:15:05.642 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing write tid 2 to smithi071127730-32 2023-12-16T18:15:05.642 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing write tid 3 to smithi071127730-32 2023-12-16T18:15:05.642 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing write tid 4 to smithi071127730-32 2023-12-16T18:15:05.643 INFO:tasks.rados.rados.0.smithi071.stdout:2006: done (3 left) 2023-12-16T18:15:05.643 INFO:tasks.rados.rados.0.smithi071.stdout:2007: copy_from oid 40 from oid 17 current snap is 172 2023-12-16T18:15:05.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 172 2023-12-16T18:15:05.643 INFO:tasks.rados.rados.0.smithi071.stdout:2008: seq_num 652 ranges {3055616=524288,3579904=409600,3989504=393216} 2023-12-16T18:15:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2008: writing smithi071127730-37 from 3055616 to 3579904 tid 1 2023-12-16T18:15:05.665 INFO:tasks.rados.rados.0.smithi071.stdout:2008: writing smithi071127730-37 from 3579904 to 3989504 tid 2 2023-12-16T18:15:05.668 INFO:tasks.rados.rados.0.smithi071.stdout:2008: writing smithi071127730-37 from 3989504 to 4382720 tid 3 2023-12-16T18:15:05.668 INFO:tasks.rados.rados.0.smithi071.stdout:2009: delete oid 21 current snap is 172 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing write tid 5 to smithi071127730-32 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1146 (ObjNum 650 snap 172 seq_num 650) dirty exists 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:2004: left oid 32 (ObjNum 650 snap 172 seq_num 650) 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:2005: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:2005: finishing copy_from to smithi071127730-42 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 983 (ObjNum 588 snap 161 seq_num 588) dirty exists 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:2003: finishing copy_from to smithi071127730-49 2023-12-16T18:15:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 774 (ObjNum 549 snap 155 seq_num 549) dirty exists 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2007: finishing copy_from to smithi071127730-40 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1133 (ObjNum 640 snap 171 seq_num 640) dirty exists 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2007: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 1 to smithi071127730-37 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 2 to smithi071127730-37 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 3 to smithi071127730-37 2023-12-16T18:15:05.671 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 4 to smithi071127730-37 2023-12-16T18:15:05.672 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 5 to smithi071127730-37 2023-12-16T18:15:05.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1022 (ObjNum 652 snap 172 seq_num 652) dirty exists 2023-12-16T18:15:05.672 INFO:tasks.rados.rados.0.smithi071.stdout:2008: left oid 37 (ObjNum 652 snap 172 seq_num 652) 2023-12-16T18:15:05.672 INFO:tasks.rados.rados.0.smithi071.stdout:2003: done (5 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2004: done (4 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2005: done (3 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2007: done (2 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2008: done (1 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2009: done (0 left) 2023-12-16T18:15:05.673 INFO:tasks.rados.rados.0.smithi071.stdout:2010: snap_remove snap 171 2023-12-16T18:15:05.836 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 podman[151049]: 2023-12-16 18:15:05.555205881 +0000 UTC m=+0.171385508 container init 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3) 2023-12-16T18:15:05.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 podman[151049]: 2023-12-16 18:15:05.558767087 +0000 UTC m=+0.174946696 container start 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T18:15:05.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 ceph-osd[151067]: -- 172.21.15.184:0/2231274549 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e85c7216c0 con 0x55e85c6f2c00 2023-12-16T18:15:05.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 bash[151049]: 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 2023-12-16T18:15:05.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:05 smithi184 systemd[1]: Started Ceph osd.6 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:15:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: failed to encode map e415 with expected crc 2023-12-16T18:15:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: osdmap e415: 8 total, 7 up, 8 in 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: osdmap e416: 8 total, 7 up, 8 in 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: failed to encode map e415 with expected crc 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: osdmap e415: 8 total, 7 up, 8 in 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: osdmap e416: 8 total, 7 up, 8 in 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:06.490 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T18:15:06.100+0000 7faeb98b1640 -1 Falling back to public interface 2023-12-16T18:15:06.490 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: failed to encode map e415 with expected crc 2023-12-16T18:15:06.490 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: osdmap e415: 8 total, 7 up, 8 in 2023-12-16T18:15:06.490 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: osdmap e416: 8 total, 7 up, 8 in 2023-12-16T18:15:06.490 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.490 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:06.491 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:06.662 INFO:tasks.rados.rados.0.smithi071.stdout:2010: done (0 left) 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:2011: read oid 25 snap -1 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:2011: expect deleted 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:2012: rollback oid 14 current snap is 172 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:2012: done (1 left) 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 172 2023-12-16T18:15:06.663 INFO:tasks.rados.rados.0.smithi071.stdout:2013: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2023-12-16T18:15:06.666 INFO:tasks.rados.rados.0.smithi071.stdout:2013: writing smithi071127730-12 from 0 to 557056 tid 1 2023-12-16T18:15:06.671 INFO:tasks.rados.rados.0.smithi071.stdout:2013: writing smithi071127730-12 from 557056 to 1187840 tid 2 2023-12-16T18:15:06.672 INFO:tasks.rados.rados.0.smithi071.stdout:2013: writing smithi071127730-12 from 1187840 to 1359872 tid 3 2023-12-16T18:15:06.672 INFO:tasks.rados.rados.0.smithi071.stdout:2014: read oid 38 snap -1 2023-12-16T18:15:06.672 INFO:tasks.rados.rados.0.smithi071.stdout:2014: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:06.672 INFO:tasks.rados.rados.0.smithi071.stdout:2015: snap_create 2023-12-16T18:15:06.673 INFO:tasks.rados.rados.0.smithi071.stdout:2013: finishing write tid 1 to smithi071127730-12 2023-12-16T18:15:06.675 INFO:tasks.rados.rados.0.smithi071.stdout:2013: finishing write tid 2 to smithi071127730-12 2023-12-16T18:15:06.675 INFO:tasks.rados.rados.0.smithi071.stdout:2013: finishing write tid 3 to smithi071127730-12 2023-12-16T18:15:06.676 INFO:tasks.rados.rados.0.smithi071.stdout:2013: finishing write tid 4 to smithi071127730-12 2023-12-16T18:15:06.676 INFO:tasks.rados.rados.0.smithi071.stdout:2013: finishing write tid 5 to smithi071127730-12 2023-12-16T18:15:06.677 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1071 (ObjNum 654 snap 172 seq_num 654) dirty exists 2023-12-16T18:15:06.677 INFO:tasks.rados.rados.0.smithi071.stdout:2013: left oid 12 (ObjNum 654 snap 172 seq_num 654) 2023-12-16T18:15:06.682 INFO:tasks.rados.rados.0.smithi071.stdout:2014: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:07 smithi184 ceph-mon[136228]: failed to encode map e416 with expected crc 2023-12-16T18:15:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:07 smithi184 ceph-mon[136228]: pgmap v331: 121 pgs: 6 active+undersized+degraded, 9 peering, 6 stale+active+clean, 13 active+undersized, 87 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 24 op/s; 11/186 objects degraded (5.914%) 2023-12-16T18:15:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:07 smithi184 ceph-mon[136228]: osdmap e417: 8 total, 7 up, 8 in 2023-12-16T18:15:07.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:07] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2023-12-16T18:15:07.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[139725]: failed to encode map e416 with expected crc 2023-12-16T18:15:07.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[139725]: pgmap v331: 121 pgs: 6 active+undersized+degraded, 9 peering, 6 stale+active+clean, 13 active+undersized, 87 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 24 op/s; 11/186 objects degraded (5.914%) 2023-12-16T18:15:07.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[139725]: osdmap e417: 8 total, 7 up, 8 in 2023-12-16T18:15:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[142085]: failed to encode map e416 with expected crc 2023-12-16T18:15:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[142085]: pgmap v331: 121 pgs: 6 active+undersized+degraded, 9 peering, 6 stale+active+clean, 13 active+undersized, 87 active+clean; 118 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 24 op/s; 11/186 objects degraded (5.914%) 2023-12-16T18:15:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:07 smithi071 ceph-mon[142085]: osdmap e417: 8 total, 7 up, 8 in 2023-12-16T18:15:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2011: done (3 left) 2023-12-16T18:15:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2013: done (2 left) 2023-12-16T18:15:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2014: done (1 left) 2023-12-16T18:15:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2015: done (0 left) 2023-12-16T18:15:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2016: read oid 14 snap 172 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2016: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2017: rollback oid 43 current snap is 173 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 172 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2018: read oid 29 snap -1 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2018: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2019: read oid 30 snap -1 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2019: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2020: copy_from oid 1 from oid 9 current snap is 173 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 173 2023-12-16T18:15:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2021: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2023-12-16T18:15:07.669 INFO:tasks.rados.rados.0.smithi071.stdout:2021: writing smithi071127730-48 from 0 to 573440 tid 1 2023-12-16T18:15:07.675 INFO:tasks.rados.rados.0.smithi071.stdout:2021: writing smithi071127730-48 from 573440 to 1089536 tid 2 2023-12-16T18:15:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2021: writing smithi071127730-48 from 1089536 to 1376256 tid 3 2023-12-16T18:15:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2022: copy_from oid 32 from oid 46 current snap is 173 2023-12-16T18:15:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2017: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:15:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 0 (ObjNum 5937 snap 0 seq_num 757052208) dirty dne 2023-12-16T18:15:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2018: expect (ObjNum 597 snap 164 seq_num 597) 2023-12-16T18:15:07.743 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 1 to smithi071127730-48 2023-12-16T18:15:07.744 INFO:tasks.rados.rados.0.smithi071.stdout:2019: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 2 to smithi071127730-48 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 3 to smithi071127730-48 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 4 to smithi071127730-48 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 5 to smithi071127730-48 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 991 (ObjNum 655 snap 173 seq_num 655) dirty exists 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2021: left oid 48 (ObjNum 655 snap 173 seq_num 655) 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2020: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:15:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:2020: finishing copy_from to smithi071127730-1 2023-12-16T18:15:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1060 (ObjNum 644 snap 171 seq_num 644) dirty exists 2023-12-16T18:15:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:2016: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:08.019 INFO:tasks.rados.rados.0.smithi071.stdout:2022: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:15:08.019 INFO:tasks.rados.rados.0.smithi071.stdout:2022: finishing copy_from to smithi071127730-32 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1064 (ObjNum 649 snap 172 seq_num 649) dirty exists 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2016: done (6 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2017: done (5 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2018: done (4 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2019: done (3 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2020: done (2 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2021: done (1 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2022: done (0 left) 2023-12-16T18:15:08.020 INFO:tasks.rados.rados.0.smithi071.stdout:2023: delete oid 27 current snap is 173 2023-12-16T18:15:08.021 INFO:tasks.rados.rados.0.smithi071.stdout:2023: done (0 left) 2023-12-16T18:15:08.021 INFO:tasks.rados.rados.0.smithi071.stdout:2024: read oid 35 snap -1 2023-12-16T18:15:08.021 INFO:tasks.rados.rados.0.smithi071.stdout:2024: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:08.021 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 173 2023-12-16T18:15:08.021 INFO:tasks.rados.rados.0.smithi071.stdout:2025: seq_num 657 ranges {9363456=606208,9969664=688128,10657792=114688} 2023-12-16T18:15:08.074 INFO:tasks.rados.rados.0.smithi071.stdout:2025: writing smithi071127730-5 from 9363456 to 9969664 tid 1 2023-12-16T18:15:08.077 INFO:tasks.rados.rados.0.smithi071.stdout:2025: writing smithi071127730-5 from 9969664 to 10657792 tid 2 2023-12-16T18:15:08.078 INFO:tasks.rados.rados.0.smithi071.stdout:2025: writing smithi071127730-5 from 10657792 to 10772480 tid 3 2023-12-16T18:15:08.078 INFO:tasks.rados.rados.0.smithi071.stdout:2026: rollback oid 27 current snap is 173 2023-12-16T18:15:08.079 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 172 2023-12-16T18:15:08.079 INFO:tasks.rados.rados.0.smithi071.stdout:2024: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 0 (ObjNum 129 snap 0 seq_num 2025400051) dirty dne 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing write tid 1 to smithi071127730-5 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing write tid 2 to smithi071127730-5 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing write tid 3 to smithi071127730-5 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing write tid 4 to smithi071127730-5 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2024: done (2 left) 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2026: done (1 left) 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2027: read oid 8 snap -1 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2027: expect (ObjNum 633 snap 169 seq_num 633) 2023-12-16T18:15:08.114 INFO:tasks.rados.rados.0.smithi071.stdout:2028: snap_create 2023-12-16T18:15:08.115 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing write tid 5 to smithi071127730-5 2023-12-16T18:15:08.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1137 (ObjNum 657 snap 173 seq_num 657) dirty exists 2023-12-16T18:15:08.115 INFO:tasks.rados.rados.0.smithi071.stdout:2025: left oid 5 (ObjNum 657 snap 173 seq_num 657) 2023-12-16T18:15:08.149 INFO:tasks.rados.rados.0.smithi071.stdout:2027: expect (ObjNum 633 snap 169 seq_num 633) 2023-12-16T18:15:08.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-mon[136228]: failed to encode map e417 with expected crc 2023-12-16T18:15:08.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-mon[136228]: osdmap e418: 8 total, 7 up, 8 in 2023-12-16T18:15:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:08 smithi071 ceph-mon[139725]: failed to encode map e417 with expected crc 2023-12-16T18:15:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:08 smithi071 ceph-mon[139725]: osdmap e418: 8 total, 7 up, 8 in 2023-12-16T18:15:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:08 smithi071 ceph-mon[142085]: failed to encode map e417 with expected crc 2023-12-16T18:15:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:08 smithi071 ceph-mon[142085]: osdmap e418: 8 total, 7 up, 8 in 2023-12-16T18:15:08.711 INFO:tasks.rados.rados.0.smithi071.stdout:2025: done (2 left) 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:2027: done (1 left) 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:2028: done (0 left) 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:2029: rollback oid 29 current snap is 174 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 172 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:2030: copy_from oid 37 from oid 46 current snap is 174 2023-12-16T18:15:08.712 INFO:tasks.rados.rados.0.smithi071.stdout:2031: snap_remove snap 173 2023-12-16T18:15:08.836 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:15:08.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T18:15:08.836 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:15:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:15:09.210 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T18:15:08.941+0000 7faeb98b1640 -1 osd.6 0 read_superblock omap replica is missing. 2023-12-16T18:15:09.210 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T18:15:08.983+0000 7faeb98b1640 -1 osd.6 411 log_to_monitors true 2023-12-16T18:15:09.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: pgmap v334: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 46 op/s; 20/201 objects degraded (9.950%) 2023-12-16T18:15:09.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: osdmap e419: 8 total, 7 up, 8 in 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[142085]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: pgmap v334: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 46 op/s; 20/201 objects degraded (9.950%) 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: osdmap e419: 8 total, 7 up, 8 in 2023-12-16T18:15:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:09 smithi071 ceph-mon[139725]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: failed to encode map e418 with expected crc 2023-12-16T18:15:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: pgmap v334: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 46 op/s; 20/201 objects degraded (9.950%) 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: osdmap e419: 8 total, 7 up, 8 in 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-mon[136228]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2031: done (2 left) 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2032: read oid 4 snap 172 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2032: expect (ObjNum 624 snap 168 seq_num 624) 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 174 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2029: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2029: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2029: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1054 (ObjNum 597 snap 164 seq_num 597) dirty exists 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing copy_from to smithi071127730-37 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1064 (ObjNum 649 snap 172 seq_num 649) dirty exists 2023-12-16T18:15:09.670 INFO:tasks.rados.rados.0.smithi071.stdout:2033: seq_num 658 ranges {9363456=622592,9986048=565248,10551296=237568} 2023-12-16T18:15:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2033: writing smithi071127730-49 from 9363456 to 9986048 tid 1 2023-12-16T18:15:09.727 INFO:tasks.rados.rados.0.smithi071.stdout:2033: writing smithi071127730-49 from 9986048 to 10551296 tid 2 2023-12-16T18:15:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:2033: writing smithi071127730-49 from 10551296 to 10788864 tid 3 2023-12-16T18:15:09.729 INFO:tasks.rados.rados.0.smithi071.stdout:2029: done (3 left) 2023-12-16T18:15:09.729 INFO:tasks.rados.rados.0.smithi071.stdout:2030: done (2 left) 2023-12-16T18:15:09.729 INFO:tasks.rados.rados.0.smithi071.stdout:2034: rollback oid 7 current snap is 174 2023-12-16T18:15:09.729 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 172 2023-12-16T18:15:09.729 INFO:tasks.rados.rados.0.smithi071.stdout:2032: expect (ObjNum 624 snap 168 seq_num 624) 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 1 to smithi071127730-49 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 2 to smithi071127730-49 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 0 to smithi071127730-7 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 3 to smithi071127730-49 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 4 to smithi071127730-49 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 2 to smithi071127730-7 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1007 (ObjNum 617 snap 167 seq_num 617) dirty exists 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 5 to smithi071127730-49 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1163 (ObjNum 658 snap 174 seq_num 658) dirty exists 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2033: left oid 49 (ObjNum 658 snap 174 seq_num 658) 2023-12-16T18:15:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:2032: done (2 left) 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:2033: done (1 left) 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:2034: done (0 left) 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:2035: delete oid 10 current snap is 174 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:2035: done (0 left) 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 174 2023-12-16T18:15:09.756 INFO:tasks.rados.rados.0.smithi071.stdout:2036: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2023-12-16T18:15:09.759 INFO:tasks.rados.rados.0.smithi071.stdout:2036: writing smithi071127730-43 from 0 to 663552 tid 1 2023-12-16T18:15:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:2036: writing smithi071127730-43 from 663552 to 1400832 tid 2 2023-12-16T18:15:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:2036: writing smithi071127730-43 from 1400832 to 1466368 tid 3 2023-12-16T18:15:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:2037: snap_create 2023-12-16T18:15:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing write tid 1 to smithi071127730-43 2023-12-16T18:15:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing write tid 2 to smithi071127730-43 2023-12-16T18:15:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing write tid 3 to smithi071127730-43 2023-12-16T18:15:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing write tid 4 to smithi071127730-43 2023-12-16T18:15:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing write tid 5 to smithi071127730-43 2023-12-16T18:15:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 419 (ObjNum 660 snap 174 seq_num 660) dirty exists 2023-12-16T18:15:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:2036: left oid 43 (ObjNum 660 snap 174 seq_num 660) 2023-12-16T18:15:10.086 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:15:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T18:15:09.704+0000 7faea6d1a700 -1 osd.6 411 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:15:10.468 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: failed to encode map e419 with expected crc 2023-12-16T18:15:10.468 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:15:10.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: osdmap e420: 8 total, 7 up, 8 in 2023-12-16T18:15:10.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.469 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: failed to encode map e419 with expected crc 2023-12-16T18:15:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:15:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: osdmap e420: 8 total, 7 up, 8 in 2023-12-16T18:15:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: failed to encode map e419 with expected crc 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: osdmap e420: 8 total, 7 up, 8 in 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: from='osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:10.595 INFO:tasks.rados.rados.0.smithi071.stdout:2036: done (1 left) 2023-12-16T18:15:10.595 INFO:tasks.rados.rados.0.smithi071.stdout:2037: done (0 left) 2023-12-16T18:15:10.595 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 175 2023-12-16T18:15:10.595 INFO:tasks.rados.rados.0.smithi071.stdout:2038: seq_num 661 ranges {1155072=679936,1835008=622592,2457600=180224} 2023-12-16T18:15:10.606 INFO:tasks.rados.rados.0.smithi071.stdout:2038: writing smithi071127730-42 from 1155072 to 1835008 tid 1 2023-12-16T18:15:10.610 INFO:tasks.rados.rados.0.smithi071.stdout:2038: writing smithi071127730-42 from 1835008 to 2457600 tid 2 2023-12-16T18:15:10.611 INFO:tasks.rados.rados.0.smithi071.stdout:2038: writing smithi071127730-42 from 2457600 to 2637824 tid 3 2023-12-16T18:15:10.611 INFO:tasks.rados.rados.0.smithi071.stdout:2039: snap_create 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: failed to encode map e420 with expected crc 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 132 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 45 op/s; 20/198 objects degraded (10.101%) 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 20/201 objects degraded (9.950%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772] boot 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: failed to encode map e420 with expected crc 2023-12-16T18:15:11.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 132 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 45 op/s; 20/198 objects degraded (10.101%) 2023-12-16T18:15:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 20/201 objects degraded (9.950%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772] boot 2023-12-16T18:15:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T18:15:11.476 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:15:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: failed to encode map e420 with expected crc 2023-12-16T18:15:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 132 MiB data, 996 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 45 op/s; 20/198 objects degraded (10.101%) 2023-12-16T18:15:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 20/201 objects degraded (9.950%), 9 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: osd.6 [v2:172.21.15.184:6816/3215949772,v1:172.21.15.184:6817/3215949772] boot 2023-12-16T18:15:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: osdmap e421: 8 total, 8 up, 8 in 2023-12-16T18:15:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-16T18:15:11.599 INFO:tasks.rados.rados.0.smithi071.stdout:2039: done (1 left) 2023-12-16T18:15:11.600 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 176 2023-12-16T18:15:11.600 INFO:tasks.rados.rados.0.smithi071.stdout:2040: seq_num 662 ranges {3203072=696320,3899392=557056,4456448=245760} 2023-12-16T18:15:11.622 INFO:tasks.rados.rados.0.smithi071.stdout:2040: writing smithi071127730-37 from 3203072 to 3899392 tid 1 2023-12-16T18:15:11.625 INFO:tasks.rados.rados.0.smithi071.stdout:2040: writing smithi071127730-37 from 3899392 to 4456448 tid 2 2023-12-16T18:15:11.627 INFO:tasks.rados.rados.0.smithi071.stdout:2040: writing smithi071127730-37 from 4456448 to 4702208 tid 3 2023-12-16T18:15:11.627 INFO:tasks.rados.rados.0.smithi071.stdout:2041: snap_create 2023-12-16T18:15:11.627 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 1 to smithi071127730-37 2023-12-16T18:15:11.629 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 2 to smithi071127730-37 2023-12-16T18:15:11.630 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 3 to smithi071127730-37 2023-12-16T18:15:11.630 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 4 to smithi071127730-37 2023-12-16T18:15:11.631 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 5 to smithi071127730-37 2023-12-16T18:15:11.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1068 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:11.631 INFO:tasks.rados.rados.0.smithi071.stdout:2040: left oid 37 (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:11.638 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing write tid 1 to smithi071127730-42 2023-12-16T18:15:11.641 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing write tid 2 to smithi071127730-42 2023-12-16T18:15:11.641 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing write tid 3 to smithi071127730-42 2023-12-16T18:15:11.642 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing write tid 4 to smithi071127730-42 2023-12-16T18:15:11.645 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing write tid 5 to smithi071127730-42 2023-12-16T18:15:11.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1075 (ObjNum 661 snap 175 seq_num 661) dirty exists 2023-12-16T18:15:11.645 INFO:tasks.rados.rados.0.smithi071.stdout:2038: left oid 42 (ObjNum 661 snap 175 seq_num 661) 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:12.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:12.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:12 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:15:12.232+0000 7f47ab587700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:15:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: failed to encode map e421 with expected crc 2023-12-16T18:15:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: osdmap e422: 8 total, 8 up, 8 in 2023-12-16T18:15:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:12.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:12 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:2038: done (2 left) 2023-12-16T18:15:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:2040: done (1 left) 2023-12-16T18:15:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:2041: done (0 left) 2023-12-16T18:15:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 177 2023-12-16T18:15:12.602 INFO:tasks.rados.rados.0.smithi071.stdout:2042: seq_num 663 ranges {5775360=712704,6488064=442368,6930432=360448} 2023-12-16T18:15:12.636 INFO:tasks.rados.rados.0.smithi071.stdout:2042: writing smithi071127730-17 from 5775360 to 6488064 tid 1 2023-12-16T18:15:12.639 INFO:tasks.rados.rados.0.smithi071.stdout:2042: writing smithi071127730-17 from 6488064 to 6930432 tid 2 2023-12-16T18:15:12.641 INFO:tasks.rados.rados.0.smithi071.stdout:2042: writing smithi071127730-17 from 6930432 to 7290880 tid 3 2023-12-16T18:15:12.641 INFO:tasks.rados.rados.0.smithi071.stdout:2043: rollback oid 22 current snap is 177 2023-12-16T18:15:12.642 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 174 2023-12-16T18:15:12.642 INFO:tasks.rados.rados.0.smithi071.stdout:2044: delete oid 39 current snap is 177 2023-12-16T18:15:12.645 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 1 to smithi071127730-17 2023-12-16T18:15:12.645 INFO:tasks.rados.rados.0.smithi071.stdout:2044: done (2 left) 2023-12-16T18:15:12.645 INFO:tasks.rados.rados.0.smithi071.stdout:2045: snap_remove snap 176 2023-12-16T18:15:12.944 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 90s ago 7m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (4m) 4s ago 7m 86.8M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 90s ago 8m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (8m) 4s ago 8m 18.7M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:15:13.252 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (4m) 4s ago 10m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (4m) 90s ago 11m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 90s ago 11m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (3m) 4s ago 10m 43.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 90s ago 10m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 90s ago 7m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (4m) 4s ago 7m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 90s ago 10m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 90s ago 10m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 90s ago 9m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (92s) 90s ago 9m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (64s) 4s ago 9m 122M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (36s) 4s ago 9m 107M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (7s) 4s ago 8m 11.6M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:15:13.253 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (8m) 4s ago 8m 174M 2480M 17.2.7-125-g1f2f5510 60cc83a9c8f1 a4334427c69a 2023-12-16T18:15:13.254 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (4m) 4s ago 7m 59.2M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:15:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: pgmap v340: 121 pgs: 1 active+recovering+degraded, 1 peering, 7 active+undersized+degraded, 27 active+undersized, 85 active+clean; 147 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 15 op/s; 17/219 objects degraded (7.763%) 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[139725]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: pgmap v340: 121 pgs: 1 active+recovering+degraded, 1 peering, 7 active+undersized+degraded, 27 active+undersized, 85 active+clean; 147 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 15 op/s; 17/219 objects degraded (7.763%) 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:15:13.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:13 smithi071 ceph-mon[142085]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T18:15:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: failed to encode map e422 with expected crc 2023-12-16T18:15:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: pgmap v340: 121 pgs: 1 active+recovering+degraded, 1 peering, 7 active+undersized+degraded, 27 active+undersized, 85 active+clean; 147 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 15 op/s; 17/219 objects degraded (7.763%) 2023-12-16T18:15:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-16T18:15:13.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:13 smithi184 ceph-mon[136228]: osdmap e423: 8 total, 8 up, 8 in 2023-12-16T18:15:13.604 INFO:tasks.rados.rados.0.smithi071.stdout:2045: done (2 left) 2023-12-16T18:15:13.604 INFO:tasks.rados.rados.0.smithi071.stdout:2046: snap_create 2023-12-16T18:15:13.604 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 2 to smithi071127730-17 2023-12-16T18:15:13.604 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 3 to smithi071127730-17 2023-12-16T18:15:13.604 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 4 to smithi071127730-17 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 0 to smithi071127730-22 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 5 to smithi071127730-17 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1168 (ObjNum 663 snap 177 seq_num 663) dirty exists 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:2042: left oid 17 (ObjNum 663 snap 177 seq_num 663) 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 1 to smithi071127730-22 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 2 to smithi071127730-22 2023-12-16T18:15:13.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1071 (ObjNum 590 snap 163 seq_num 590) dirty exists 2023-12-16T18:15:13.640 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:15:13.640 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:15:13.640 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:15:13.640 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:13.640 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 7 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 3, 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 12 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:15:13.641 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:15:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[139725]: failed to encode map e423 with expected crc 2023-12-16T18:15:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[139725]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[139725]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[139725]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T18:15:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2586085063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[142085]: failed to encode map e423 with expected crc 2023-12-16T18:15:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[142085]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[142085]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[142085]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T18:15:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:14 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2586085063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:14 smithi184 ceph-mon[136228]: failed to encode map e423 with expected crc 2023-12-16T18:15:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:14 smithi184 ceph-mon[136228]: from='client.44249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:14 smithi184 ceph-mon[136228]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:14 smithi184 ceph-mon[136228]: osdmap e424: 8 total, 8 up, 8 in 2023-12-16T18:15:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:14 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2586085063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:14.612 INFO:tasks.rados.rados.0.smithi071.stdout:2042: done (2 left) 2023-12-16T18:15:14.612 INFO:tasks.rados.rados.0.smithi071.stdout:2043: done (1 left) 2023-12-16T18:15:14.612 INFO:tasks.rados.rados.0.smithi071.stdout:2046: done (0 left) 2023-12-16T18:15:14.612 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 178 2023-12-16T18:15:14.612 INFO:tasks.rados.rados.0.smithi071.stdout:2047: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2023-12-16T18:15:14.615 INFO:tasks.rados.rados.0.smithi071.stdout:2047: writing smithi071127730-10 from 0 to 745472 tid 1 2023-12-16T18:15:14.619 INFO:tasks.rados.rados.0.smithi071.stdout:2047: writing smithi071127730-10 from 745472 to 1351680 tid 2 2023-12-16T18:15:14.620 INFO:tasks.rados.rados.0.smithi071.stdout:2047: writing smithi071127730-10 from 1351680 to 1548288 tid 3 2023-12-16T18:15:14.620 INFO:tasks.rados.rados.0.smithi071.stdout:2048: snap_create 2023-12-16T18:15:14.626 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 1 to smithi071127730-10 2023-12-16T18:15:14.626 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 2 to smithi071127730-10 2023-12-16T18:15:14.627 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 3 to smithi071127730-10 2023-12-16T18:15:14.627 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 4 to smithi071127730-10 2023-12-16T18:15:14.629 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 5 to smithi071127730-10 2023-12-16T18:15:14.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 995 (ObjNum 665 snap 178 seq_num 665) dirty exists 2023-12-16T18:15:14.629 INFO:tasks.rados.rados.0.smithi071.stdout:2047: left oid 10 (ObjNum 665 snap 178 seq_num 665) 2023-12-16T18:15:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[139725]: failed to encode map e424 with expected crc 2023-12-16T18:15:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[139725]: pgmap v343: 121 pgs: 1 active+recovering+degraded, 1 peering, 3 active+undersized+degraded, 17 active+undersized, 99 active+clean; 147 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 10 op/s; 11/219 objects degraded (5.023%) 2023-12-16T18:15:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[139725]: osdmap e425: 8 total, 8 up, 8 in 2023-12-16T18:15:15.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[142085]: failed to encode map e424 with expected crc 2023-12-16T18:15:15.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[142085]: pgmap v343: 121 pgs: 1 active+recovering+degraded, 1 peering, 3 active+undersized+degraded, 17 active+undersized, 99 active+clean; 147 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 10 op/s; 11/219 objects degraded (5.023%) 2023-12-16T18:15:15.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:15 smithi071 ceph-mon[142085]: osdmap e425: 8 total, 8 up, 8 in 2023-12-16T18:15:15.487 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:15 smithi184 ceph-mon[136228]: failed to encode map e424 with expected crc 2023-12-16T18:15:15.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:15 smithi184 ceph-mon[136228]: pgmap v343: 121 pgs: 1 active+recovering+degraded, 1 peering, 3 active+undersized+degraded, 17 active+undersized, 99 active+clean; 147 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 10 op/s; 11/219 objects degraded (5.023%) 2023-12-16T18:15:15.488 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:15 smithi184 ceph-mon[136228]: osdmap e425: 8 total, 8 up, 8 in 2023-12-16T18:15:15.612 INFO:tasks.rados.rados.0.smithi071.stdout:2047: done (1 left) 2023-12-16T18:15:15.613 INFO:tasks.rados.rados.0.smithi071.stdout:2048: done (0 left) 2023-12-16T18:15:15.613 INFO:tasks.rados.rados.0.smithi071.stdout:2049: rollback oid 27 current snap is 179 2023-12-16T18:15:15.613 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 177 2023-12-16T18:15:15.613 INFO:tasks.rados.rados.0.smithi071.stdout:2050: delete oid 39 current snap is 179 2023-12-16T18:15:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2050: done (1 left) 2023-12-16T18:15:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2051: rollback oid 5 current snap is 179 2023-12-16T18:15:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 175 2023-12-16T18:15:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2052: copy_from oid 6 from oid 24 current snap is 179 2023-12-16T18:15:15.616 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 179 2023-12-16T18:15:15.616 INFO:tasks.rados.rados.0.smithi071.stdout:2053: seq_num 667 ranges {7290880=778240,8069120=778240,8847360=24576} 2023-12-16T18:15:15.659 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi071127730-17 from 7290880 to 8069120 tid 1 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi071127730-17 from 8069120 to 8847360 tid 2 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi071127730-17 from 8847360 to 8871936 tid 3 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2054: snap_create 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2049: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing rollback tid 0 to smithi071127730-5 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing rollback tid 1 to smithi071127730-5 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing rollback tid 2 to smithi071127730-5 2023-12-16T18:15:15.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1140 (ObjNum 657 snap 173 seq_num 657) dirty exists 2023-12-16T18:15:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:15:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing copy_from to smithi071127730-6 2023-12-16T18:15:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 640 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:15:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 1 to smithi071127730-17 2023-12-16T18:15:15.668 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 2 to smithi071127730-17 2023-12-16T18:15:15.668 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 3 to smithi071127730-17 2023-12-16T18:15:15.668 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 4 to smithi071127730-17 2023-12-16T18:15:15.669 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 5 to smithi071127730-17 2023-12-16T18:15:15.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1176 (ObjNum 667 snap 179 seq_num 667) dirty exists 2023-12-16T18:15:15.669 INFO:tasks.rados.rados.0.smithi071.stdout:2053: left oid 17 (ObjNum 667 snap 179 seq_num 667) 2023-12-16T18:15:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[139725]: failed to encode map e425 with expected crc 2023-12-16T18:15:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 11/219 objects degraded (5.023%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[139725]: osdmap e426: 8 total, 8 up, 8 in 2023-12-16T18:15:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[142085]: failed to encode map e425 with expected crc 2023-12-16T18:15:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 11/219 objects degraded (5.023%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:16 smithi071 ceph-mon[142085]: osdmap e426: 8 total, 8 up, 8 in 2023-12-16T18:15:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:16 smithi184 ceph-mon[136228]: failed to encode map e425 with expected crc 2023-12-16T18:15:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:16 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 11/219 objects degraded (5.023%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:16 smithi184 ceph-mon[136228]: osdmap e426: 8 total, 8 up, 8 in 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2049: done (4 left) 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2051: done (3 left) 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2052: done (2 left) 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2053: done (1 left) 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2054: done (0 left) 2023-12-16T18:15:16.621 INFO:tasks.rados.rados.0.smithi071.stdout:2055: snap_remove snap 174 2023-12-16T18:15:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:17] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2023-12-16T18:15:17.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[139725]: failed to encode map e426 with expected crc 2023-12-16T18:15:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[139725]: pgmap v346: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 140 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 655 KiB/s rd, 694 KiB/s wr, 3 op/s; 1/219 objects degraded (0.457%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T18:15:17.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[139725]: osdmap e427: 8 total, 8 up, 8 in 2023-12-16T18:15:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[142085]: failed to encode map e426 with expected crc 2023-12-16T18:15:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[142085]: pgmap v346: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 140 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 655 KiB/s rd, 694 KiB/s wr, 3 op/s; 1/219 objects degraded (0.457%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T18:15:17.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:17 smithi071 ceph-mon[142085]: osdmap e427: 8 total, 8 up, 8 in 2023-12-16T18:15:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:17 smithi184 ceph-mon[136228]: failed to encode map e426 with expected crc 2023-12-16T18:15:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:17 smithi184 ceph-mon[136228]: pgmap v346: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 140 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 655 KiB/s rd, 694 KiB/s wr, 3 op/s; 1/219 objects degraded (0.457%); 3.1 MiB/s, 0 objects/s recovering 2023-12-16T18:15:17.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:17 smithi184 ceph-mon[136228]: osdmap e427: 8 total, 8 up, 8 in 2023-12-16T18:15:17.628 INFO:tasks.rados.rados.0.smithi071.stdout:2055: done (0 left) 2023-12-16T18:15:17.628 INFO:tasks.rados.rados.0.smithi071.stdout:2056: read oid 42 snap 178 2023-12-16T18:15:17.628 INFO:tasks.rados.rados.0.smithi071.stdout:2056: expect (ObjNum 661 snap 175 seq_num 661) 2023-12-16T18:15:17.628 INFO:tasks.rados.rados.0.smithi071.stdout:2057: snap_remove snap 179 2023-12-16T18:15:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[139725]: failed to encode map e427 with expected crc 2023-12-16T18:15:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[139725]: osdmap e428: 8 total, 8 up, 8 in 2023-12-16T18:15:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[142085]: failed to encode map e427 with expected crc 2023-12-16T18:15:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[142085]: osdmap e428: 8 total, 8 up, 8 in 2023-12-16T18:15:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-mon[136228]: failed to encode map e427 with expected crc 2023-12-16T18:15:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-mon[136228]: osdmap e428: 8 total, 8 up, 8 in 2023-12-16T18:15:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:18.634 INFO:tasks.rados.rados.0.smithi071.stdout:2056: expect (ObjNum 661 snap 175 seq_num 661) 2023-12-16T18:15:18.739 INFO:tasks.rados.rados.0.smithi071.stdout:2056: done (1 left) 2023-12-16T18:15:18.739 INFO:tasks.rados.rados.0.smithi071.stdout:2057: done (0 left) 2023-12-16T18:15:18.739 INFO:tasks.rados.rados.0.smithi071.stdout:2058: delete oid 26 current snap is 180 2023-12-16T18:15:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:2058: done (0 left) 2023-12-16T18:15:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:2059: snap_remove snap 177 2023-12-16T18:15:19.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:15:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-16T18:15:19.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 18:15:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T18:15:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi071:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)\", cluster_addr=\"172.21.15.71\", device_class=\"ssd\", hostname=\"smithi071\", instance=\"smithi184.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.71\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-16T18:15:19.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[139725]: failed to encode map e428 with expected crc 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[139725]: pgmap v349: 121 pgs: 121 active+clean; 148 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 8 op/s; 3.8 MiB/s, 1 objects/s recovering 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/219 objects degraded (0.457%), 1 pg degraded) 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[139725]: Cluster is now healthy 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[139725]: osdmap e429: 8 total, 8 up, 8 in 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[142085]: failed to encode map e428 with expected crc 2023-12-16T18:15:19.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[142085]: pgmap v349: 121 pgs: 121 active+clean; 148 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 8 op/s; 3.8 MiB/s, 1 objects/s recovering 2023-12-16T18:15:19.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/219 objects degraded (0.457%), 1 pg degraded) 2023-12-16T18:15:19.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[142085]: Cluster is now healthy 2023-12-16T18:15:19.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:19 smithi071 ceph-mon[142085]: osdmap e429: 8 total, 8 up, 8 in 2023-12-16T18:15:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:19 smithi184 ceph-mon[136228]: failed to encode map e428 with expected crc 2023-12-16T18:15:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:19 smithi184 ceph-mon[136228]: pgmap v349: 121 pgs: 121 active+clean; 148 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 8 op/s; 3.8 MiB/s, 1 objects/s recovering 2023-12-16T18:15:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:19 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/219 objects degraded (0.457%), 1 pg degraded) 2023-12-16T18:15:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:19 smithi184 ceph-mon[136228]: Cluster is now healthy 2023-12-16T18:15:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:19 smithi184 ceph-mon[136228]: osdmap e429: 8 total, 8 up, 8 in 2023-12-16T18:15:19.636 INFO:tasks.rados.rados.0.smithi071.stdout:2059: done (0 left) 2023-12-16T18:15:19.636 INFO:tasks.rados.rados.0.smithi071.stdout:2060: read oid 49 snap -1 2023-12-16T18:15:19.636 INFO:tasks.rados.rados.0.smithi071.stdout:2060: expect (ObjNum 658 snap 174 seq_num 658) 2023-12-16T18:15:19.636 INFO:tasks.rados.rados.0.smithi071.stdout:2061: snap_remove snap 178 2023-12-16T18:15:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:20 smithi184 ceph-mon[136228]: failed to encode map e429 with expected crc 2023-12-16T18:15:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:20 smithi184 ceph-mon[136228]: osdmap e430: 8 total, 8 up, 8 in 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2061: done (1 left) 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2062: read oid 41 snap 175 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2062: expect (ObjNum 613 snap 166 seq_num 613) 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2063: read oid 28 snap 172 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2063: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2064: copy_from oid 47 from oid 37 current snap is 180 2023-12-16T18:15:20.598 INFO:tasks.rados.rados.0.smithi071.stdout:2060: expect (ObjNum 658 snap 174 seq_num 658) 2023-12-16T18:15:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:20 smithi071 ceph-mon[139725]: failed to encode map e429 with expected crc 2023-12-16T18:15:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:20 smithi071 ceph-mon[139725]: osdmap e430: 8 total, 8 up, 8 in 2023-12-16T18:15:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:20 smithi071 ceph-mon[142085]: failed to encode map e429 with expected crc 2023-12-16T18:15:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:20 smithi071 ceph-mon[142085]: osdmap e430: 8 total, 8 up, 8 in 2023-12-16T18:15:21.520 INFO:tasks.rados.rados.0.smithi071.stdout:2063: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:2062: expect (ObjNum 613 snap 166 seq_num 613) 2023-12-16T18:15:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:21 smithi184 ceph-mon[136228]: failed to encode map e430 with expected crc 2023-12-16T18:15:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:21 smithi184 ceph-mon[136228]: pgmap v352: 121 pgs: 121 active+clean; 148 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 728 KiB/s, 0 objects/s recovering 2023-12-16T18:15:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:21 smithi184 ceph-mon[136228]: osdmap e431: 8 total, 8 up, 8 in 2023-12-16T18:15:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[139725]: failed to encode map e430 with expected crc 2023-12-16T18:15:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[139725]: pgmap v352: 121 pgs: 121 active+clean; 148 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 728 KiB/s, 0 objects/s recovering 2023-12-16T18:15:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[139725]: osdmap e431: 8 total, 8 up, 8 in 2023-12-16T18:15:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[142085]: failed to encode map e430 with expected crc 2023-12-16T18:15:21.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[142085]: pgmap v352: 121 pgs: 121 active+clean; 148 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 728 KiB/s, 0 objects/s recovering 2023-12-16T18:15:21.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:21 smithi071 ceph-mon[142085]: osdmap e431: 8 total, 8 up, 8 in 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2064: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2064: finishing copy_from to smithi071127730-47 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1068 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2060: done (3 left) 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2062: done (2 left) 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2063: done (1 left) 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2064: done (0 left) 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 180 2023-12-16T18:15:21.861 INFO:tasks.rados.rados.0.smithi071.stdout:2065: seq_num 669 ranges {3203072=409600,3612672=548864,4161536=655360} 2023-12-16T18:15:21.878 INFO:tasks.rados.rados.0.smithi071.stdout:2065: writing smithi071127730-46 from 3203072 to 3612672 tid 1 2023-12-16T18:15:21.881 INFO:tasks.rados.rados.0.smithi071.stdout:2065: writing smithi071127730-46 from 3612672 to 4161536 tid 2 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2065: writing smithi071127730-46 from 4161536 to 4816896 tid 3 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2066: read oid 47 snap -1 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2066: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2067: setattr oid 30 current snap is 180 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2065: finishing write tid 1 to smithi071127730-46 2023-12-16T18:15:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:2065: finishing write tid 2 to smithi071127730-46 2023-12-16T18:15:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:2068: rollback oid 22 current snap is 180 2023-12-16T18:15:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 175 2023-12-16T18:15:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:2069: snap_remove snap 172 2023-12-16T18:15:22.234 INFO:tasks.rados.rados.0.smithi071.stdout:2069: done (4 left) 2023-12-16T18:15:22.235 INFO:tasks.rados.rados.0.smithi071.stdout:2070: setattr oid 8 current snap is 180 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:2065: finishing write tid 3 to smithi071127730-46 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:2065: finishing write tid 4 to smithi071127730-46 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:2065: finishing write tid 5 to smithi071127730-46 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1068 (ObjNum 669 snap 180 seq_num 669) dirty exists 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:2065: left oid 46 (ObjNum 669 snap 180 seq_num 669) 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1069 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:15:22.236 INFO:tasks.rados.rados.0.smithi071.stdout:2066: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing rollback tid 0 to smithi071127730-22 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing rollback tid 1 to smithi071127730-22 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing rollback tid 2 to smithi071127730-22 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1074 (ObjNum 590 snap 163 seq_num 590) dirty exists 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:2065: done (4 left) 2023-12-16T18:15:22.444 INFO:tasks.rados.rados.0.smithi071.stdout:2066: done (3 left) 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2067: done (2 left) 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2068: done (1 left) 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2071: copy_from oid 22 from oid 29 current snap is 180 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2072: rmattr oid 38 current snap is 180 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2073: rollback oid 12 current snap is 180 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 175 2023-12-16T18:15:22.445 INFO:tasks.rados.rados.0.smithi071.stdout:2074: snap_create 2023-12-16T18:15:22.448 INFO:tasks.rados.rados.0.smithi071.stdout:2073: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:15:22.448 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1190 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:15:22.448 INFO:tasks.rados.rados.0.smithi071.stdout:2073: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:15:22.449 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1141 (ObjNum 633 snap 169 seq_num 633) dirty exists 2023-12-16T18:15:22.449 INFO:tasks.rados.rados.0.smithi071.stdout:2073: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:15:22.449 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1078 (ObjNum 654 snap 172 seq_num 654) dirty exists 2023-12-16T18:15:22.451 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:15:22.452 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from to smithi071127730-22 2023-12-16T18:15:22.452 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1054 (ObjNum 597 snap 164 seq_num 597) dirty exists 2023-12-16T18:15:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:22 smithi184 ceph-mon[136228]: failed to encode map e431 with expected crc 2023-12-16T18:15:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:22 smithi071 ceph-mon[139725]: failed to encode map e431 with expected crc 2023-12-16T18:15:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:22 smithi071 ceph-mon[142085]: failed to encode map e431 with expected crc 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2070: done (4 left) 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2071: done (3 left) 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2072: done (2 left) 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2073: done (1 left) 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2074: done (0 left) 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 181 2023-12-16T18:15:23.238 INFO:tasks.rados.rados.0.smithi071.stdout:2075: seq_num 670 ranges {3899392=425984,4325376=483328,4808704=507904,5316608=212992} 2023-12-16T18:15:23.261 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi071127730-18 from 3899392 to 4325376 tid 1 2023-12-16T18:15:23.263 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi071127730-18 from 4325376 to 4808704 tid 2 2023-12-16T18:15:23.266 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi071127730-18 from 4808704 to 5316608 tid 3 2023-12-16T18:15:23.268 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi071127730-18 from 5316608 to 5529600 tid 4 2023-12-16T18:15:23.268 INFO:tasks.rados.rados.0.smithi071.stdout:2076: snap_create 2023-12-16T18:15:23.268 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 1 to smithi071127730-18 2023-12-16T18:15:23.268 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 2 to smithi071127730-18 2023-12-16T18:15:23.270 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 3 to smithi071127730-18 2023-12-16T18:15:23.271 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 4 to smithi071127730-18 2023-12-16T18:15:23.271 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 5 to smithi071127730-18 2023-12-16T18:15:23.273 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 6 to smithi071127730-18 2023-12-16T18:15:23.274 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 648 (ObjNum 670 snap 181 seq_num 670) dirty exists 2023-12-16T18:15:23.274 INFO:tasks.rados.rados.0.smithi071.stdout:2075: left oid 18 (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:23 smithi184 ceph-mon[136228]: pgmap v354: 121 pgs: 121 active+clean; 148 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:15:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:23 smithi184 ceph-mon[136228]: osdmap e432: 8 total, 8 up, 8 in 2023-12-16T18:15:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:23 smithi184 ceph-mon[136228]: failed to encode map e432 with expected crc 2023-12-16T18:15:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:23 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[142085]: pgmap v354: 121 pgs: 121 active+clean; 148 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:15:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[142085]: osdmap e432: 8 total, 8 up, 8 in 2023-12-16T18:15:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[142085]: failed to encode map e432 with expected crc 2023-12-16T18:15:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:23.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[139725]: pgmap v354: 121 pgs: 121 active+clean; 148 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:15:23.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[139725]: osdmap e432: 8 total, 8 up, 8 in 2023-12-16T18:15:23.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[139725]: failed to encode map e432 with expected crc 2023-12-16T18:15:23.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:23 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:24.244 INFO:tasks.rados.rados.0.smithi071.stdout:2075: done (1 left) 2023-12-16T18:15:24.244 INFO:tasks.rados.rados.0.smithi071.stdout:2076: done (0 left) 2023-12-16T18:15:24.244 INFO:tasks.rados.rados.0.smithi071.stdout:2077: setattr oid 44 current snap is 182 2023-12-16T18:15:24.245 INFO:tasks.rados.rados.0.smithi071.stdout:2078: rollback oid 20 current snap is 182 2023-12-16T18:15:24.245 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 180 2023-12-16T18:15:24.245 INFO:tasks.rados.rados.0.smithi071.stdout:2079: snap_remove snap 175 2023-12-16T18:15:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:24 smithi184 ceph-mon[136228]: failed to encode map e433 with expected crc 2023-12-16T18:15:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:24 smithi184 ceph-mon[136228]: osdmap e433: 8 total, 8 up, 8 in 2023-12-16T18:15:24.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:24 smithi071 ceph-mon[139725]: failed to encode map e433 with expected crc 2023-12-16T18:15:24.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:24 smithi071 ceph-mon[139725]: osdmap e433: 8 total, 8 up, 8 in 2023-12-16T18:15:24.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:24 smithi071 ceph-mon[142085]: failed to encode map e433 with expected crc 2023-12-16T18:15:24.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:24 smithi071 ceph-mon[142085]: osdmap e433: 8 total, 8 up, 8 in 2023-12-16T18:15:25.248 INFO:tasks.rados.rados.0.smithi071.stdout:2079: done (2 left) 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2080: copy_from oid 39 from oid 18 current snap is 182 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2078: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2078: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2078: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 998 (ObjNum 628 snap 169 seq_num 628) dirty exists 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1079 (ObjNum 589 snap 163 seq_num 589) dirty exists 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2077: done (2 left) 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2078: done (1 left) 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 182 2023-12-16T18:15:25.249 INFO:tasks.rados.rados.0.smithi071.stdout:2081: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2023-12-16T18:15:25.251 INFO:tasks.rados.rados.0.smithi071.stdout:2081: writing smithi071127730-23 from 0 to 442368 tid 1 2023-12-16T18:15:25.256 INFO:tasks.rados.rados.0.smithi071.stdout:2081: writing smithi071127730-23 from 442368 to 1204224 tid 2 2023-12-16T18:15:25.259 INFO:tasks.rados.rados.0.smithi071.stdout:2081: writing smithi071127730-23 from 1204224 to 1646592 tid 3 2023-12-16T18:15:25.259 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 182 2023-12-16T18:15:25.260 INFO:tasks.rados.rados.0.smithi071.stdout:2082: seq_num 672 ranges {999424=458752,1458176=647168,2105344=466944,2572288=90112} 2023-12-16T18:15:25.268 INFO:tasks.rados.rados.0.smithi071.stdout:2082: writing smithi071127730-30 from 999424 to 1458176 tid 1 2023-12-16T18:15:25.272 INFO:tasks.rados.rados.0.smithi071.stdout:2082: writing smithi071127730-30 from 1458176 to 2105344 tid 2 2023-12-16T18:15:25.275 INFO:tasks.rados.rados.0.smithi071.stdout:2082: writing smithi071127730-30 from 2105344 to 2572288 tid 3 2023-12-16T18:15:25.276 INFO:tasks.rados.rados.0.smithi071.stdout:2082: writing smithi071127730-30 from 2572288 to 2662400 tid 4 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2083: read oid 19 snap -1 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2083: expect deleted 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2084: read oid 1 snap -1 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2084: expect (ObjNum 644 snap 171 seq_num 644) 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2085: delete oid 13 current snap is 182 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2081: finishing write tid 1 to smithi071127730-23 2023-12-16T18:15:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:2081: finishing write tid 2 to smithi071127730-23 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:2081: finishing write tid 3 to smithi071127730-23 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:2081: finishing write tid 4 to smithi071127730-23 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:2081: finishing write tid 5 to smithi071127730-23 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1011 (ObjNum 671 snap 182 seq_num 671) dirty exists 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:2081: left oid 23 (ObjNum 671 snap 182 seq_num 671) 2023-12-16T18:15:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 1 to smithi071127730-30 2023-12-16T18:15:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:15:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 2 to smithi071127730-30 2023-12-16T18:15:25.283 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 3 to smithi071127730-30 2023-12-16T18:15:25.284 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing copy_from to smithi071127730-39 2023-12-16T18:15:25.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 648 (ObjNum 670 snap 181 seq_num 670) dirty exists 2023-12-16T18:15:25.284 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 4 to smithi071127730-30 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:2080: done (5 left) 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:2081: done (4 left) 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:2083: done (3 left) 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:2085: done (2 left) 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 182 2023-12-16T18:15:25.285 INFO:tasks.rados.rados.0.smithi071.stdout:2086: seq_num 674 ranges {5611520=491520,6103040=417792,6520832=483328,7004160=303104} 2023-12-16T18:15:25.317 INFO:tasks.rados.rados.0.smithi071.stdout:2086: writing smithi071127730-9 from 5611520 to 6103040 tid 1 2023-12-16T18:15:25.319 INFO:tasks.rados.rados.0.smithi071.stdout:2086: writing smithi071127730-9 from 6103040 to 6520832 tid 2 2023-12-16T18:15:25.322 INFO:tasks.rados.rados.0.smithi071.stdout:2086: writing smithi071127730-9 from 6520832 to 7004160 tid 3 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2086: writing smithi071127730-9 from 7004160 to 7307264 tid 4 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2087: read oid 16 snap -1 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2087: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2088: setattr oid 37 current snap is 182 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 5 to smithi071127730-30 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing write tid 6 to smithi071127730-30 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1074 (ObjNum 672 snap 182 seq_num 672) dirty exists 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2082: left oid 30 (ObjNum 672 snap 182 seq_num 672) 2023-12-16T18:15:25.325 INFO:tasks.rados.rados.0.smithi071.stdout:2084: expect (ObjNum 644 snap 171 seq_num 644) 2023-12-16T18:15:25.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:25 smithi184 ceph-mon[136228]: pgmap v357: 121 pgs: 121 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 359 KiB/s wr, 9 op/s 2023-12-16T18:15:25.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:25 smithi184 ceph-mon[136228]: failed to encode map e434 with expected crc 2023-12-16T18:15:25.532 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:25 smithi184 ceph-mon[136228]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 1 to smithi071127730-9 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 2 to smithi071127730-9 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 3 to smithi071127730-9 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 4 to smithi071127730-9 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 5 to smithi071127730-9 2023-12-16T18:15:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:2087: expect (ObjNum 591 snap 163 seq_num 591) 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[139725]: pgmap v357: 121 pgs: 121 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 359 KiB/s wr, 9 op/s 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[139725]: failed to encode map e434 with expected crc 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[139725]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[142085]: pgmap v357: 121 pgs: 121 active+clean; 149 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 359 KiB/s wr, 9 op/s 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[142085]: failed to encode map e434 with expected crc 2023-12-16T18:15:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:25 smithi071 ceph-mon[142085]: osdmap e434: 8 total, 8 up, 8 in 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing write tid 6 to smithi071127730-9 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1073 (ObjNum 674 snap 182 seq_num 674) dirty exists 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2086: left oid 9 (ObjNum 674 snap 182 seq_num 674) 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2082: done (4 left) 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2084: done (3 left) 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2086: done (2 left) 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2087: done (1 left) 2023-12-16T18:15:25.746 INFO:tasks.rados.rados.0.smithi071.stdout:2089: delete oid 8 current snap is 182 2023-12-16T18:15:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1075 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:2088: done (1 left) 2023-12-16T18:15:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:2089: done (0 left) 2023-12-16T18:15:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:2090: read oid 27 snap 180 2023-12-16T18:15:25.748 INFO:tasks.rados.rados.0.smithi071.stdout:2090: expect deleted 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2091: read oid 6 snap -1 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2091: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2092: read oid 11 snap -1 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2092: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2093: read oid 36 snap 180 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2093: expect deleted 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2094: snap_create 2023-12-16T18:15:25.749 INFO:tasks.rados.rados.0.smithi071.stdout:2092: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:15:25.764 INFO:tasks.rados.rados.0.smithi071.stdout:2091: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:26 smithi184 ceph-mon[136228]: failed to encode map e435 with expected crc 2023-12-16T18:15:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:26 smithi184 ceph-mon[136228]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T18:15:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:26 smithi184 ceph-mon[136228]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2090: done (4 left) 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2091: done (3 left) 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2092: done (2 left) 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2093: done (1 left) 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2094: done (0 left) 2023-12-16T18:15:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:2095: delete oid 42 current snap is 183 2023-12-16T18:15:26.620 INFO:tasks.rados.rados.0.smithi071.stdout:2095: done (0 left) 2023-12-16T18:15:26.620 INFO:tasks.rados.rados.0.smithi071.stdout:2096: delete oid 48 current snap is 183 2023-12-16T18:15:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:2096: done (0 left) 2023-12-16T18:15:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:2097: rollback oid 47 current snap is 183 2023-12-16T18:15:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 182 2023-12-16T18:15:26.622 INFO:tasks.rados.rados.0.smithi071.stdout:2098: read oid 15 snap -1 2023-12-16T18:15:26.623 INFO:tasks.rados.rados.0.smithi071.stdout:2098: expect (ObjNum 635 snap 169 seq_num 635) 2023-12-16T18:15:26.623 INFO:tasks.rados.rados.0.smithi071.stdout:2099: setattr oid 4 current snap is 183 2023-12-16T18:15:26.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 183 2023-12-16T18:15:26.624 INFO:tasks.rados.rados.0.smithi071.stdout:2100: seq_num 678 ranges {1654784=565248,2220032=802816,3022848=401408} 2023-12-16T18:15:26.636 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi071127730-29 from 1654784 to 2220032 tid 1 2023-12-16T18:15:26.641 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi071127730-29 from 2220032 to 3022848 tid 2 2023-12-16T18:15:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi071127730-29 from 3022848 to 3424256 tid 3 2023-12-16T18:15:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:2101: snap_remove snap 180 2023-12-16T18:15:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[142085]: failed to encode map e435 with expected crc 2023-12-16T18:15:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[142085]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T18:15:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[142085]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T18:15:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[139725]: failed to encode map e435 with expected crc 2023-12-16T18:15:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[139725]: osdmap e435: 8 total, 8 up, 8 in 2023-12-16T18:15:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:26 smithi071 ceph-mon[139725]: osdmap e436: 8 total, 8 up, 8 in 2023-12-16T18:15:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:27 smithi184 ceph-mon[136228]: failed to encode map e436 with expected crc 2023-12-16T18:15:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:27 smithi184 ceph-mon[136228]: pgmap v361: 121 pgs: 121 active+clean; 156 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T18:15:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:27 smithi184 ceph-mon[136228]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T18:15:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2101: done (4 left) 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2102: snap_create 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 400 (ObjNum 624 snap 168 seq_num 624) dirty exists 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1077 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:2098: expect (ObjNum 635 snap 169 seq_num 635) 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 1 to smithi071127730-29 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 2 to smithi071127730-29 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 3 to smithi071127730-29 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 4 to smithi071127730-29 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 5 to smithi071127730-29 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1058 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:15:27.647 INFO:tasks.rados.rados.0.smithi071.stdout:2100: left oid 29 (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:15:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:27] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2023-12-16T18:15:27.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[142085]: failed to encode map e436 with expected crc 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[142085]: pgmap v361: 121 pgs: 121 active+clean; 156 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[142085]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[139725]: failed to encode map e436 with expected crc 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[139725]: pgmap v361: 121 pgs: 121 active+clean; 156 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[139725]: osdmap e437: 8 total, 8 up, 8 in 2023-12-16T18:15:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:28 smithi184 ceph-mon[136228]: failed to encode map e437 with expected crc 2023-12-16T18:15:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:28 smithi184 ceph-mon[136228]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:28 smithi184 ceph-mon[136228]: Upgrade: osd.7 is safe to restart 2023-12-16T18:15:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:28 smithi184 ceph-mon[136228]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T18:15:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:2097: done (4 left) 2023-12-16T18:15:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:2098: done (3 left) 2023-12-16T18:15:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:2099: done (2 left) 2023-12-16T18:15:28.622 INFO:tasks.rados.rados.0.smithi071.stdout:2100: done (1 left) 2023-12-16T18:15:28.623 INFO:tasks.rados.rados.0.smithi071.stdout:2102: done (0 left) 2023-12-16T18:15:28.623 INFO:tasks.rados.rados.0.smithi071.stdout:2103: delete oid 38 current snap is 184 2023-12-16T18:15:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:2103: done (0 left) 2023-12-16T18:15:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:2104: snap_remove snap 182 2023-12-16T18:15:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[139725]: failed to encode map e437 with expected crc 2023-12-16T18:15:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[139725]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[139725]: Upgrade: osd.7 is safe to restart 2023-12-16T18:15:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[139725]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T18:15:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[142085]: failed to encode map e437 with expected crc 2023-12-16T18:15:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[142085]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-16T18:15:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[142085]: Upgrade: osd.7 is safe to restart 2023-12-16T18:15:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:28 smithi071 ceph-mon[142085]: osdmap e438: 8 total, 8 up, 8 in 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 145 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:15:29.500 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:29.501 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:29 smithi184 ceph-mon[136228]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T18:15:29.633 INFO:tasks.rados.rados.0.smithi071.stdout:2104: done (0 left) 2023-12-16T18:15:29.634 INFO:tasks.rados.rados.0.smithi071.stdout:2105: rmattr oid 12 current snap is 184 2023-12-16T18:15:29.634 INFO:tasks.rados.rados.0.smithi071.stdout:2105: done (0 left) 2023-12-16T18:15:29.634 INFO:tasks.rados.rados.0.smithi071.stdout:2106: snap_remove snap 181 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 145 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[142085]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: failed to encode map e438 with expected crc 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: pgmap v364: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 145 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:29.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:29 smithi071 ceph-mon[139725]: osdmap e439: 8 total, 8 up, 8 in 2023-12-16T18:15:30.552 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:30 smithi184 systemd[1]: Stopping Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:15:30.552 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-mon[136228]: Upgrade: Updating osd.7 2023-12-16T18:15:30.552 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-mon[136228]: Deploying daemon osd.7 on smithi184 2023-12-16T18:15:30.552 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-mon[136228]: failed to encode map e439 with expected crc 2023-12-16T18:15:30.552 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-mon[136228]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T18:15:30.603 INFO:tasks.rados.rados.0.smithi071.stdout:2106: done (0 left) 2023-12-16T18:15:30.604 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 184 2023-12-16T18:15:30.604 INFO:tasks.rados.rados.0.smithi071.stdout:2107: seq_num 680 ranges {98304=598016,696320=573440,1269760=434176,1703936=196608} 2023-12-16T18:15:30.608 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi071127730-34 from 98304 to 696320 tid 1 2023-12-16T18:15:30.612 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi071127730-34 from 696320 to 1269760 tid 2 2023-12-16T18:15:30.616 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi071127730-34 from 1269760 to 1703936 tid 3 2023-12-16T18:15:30.618 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi071127730-34 from 1703936 to 1900544 tid 4 2023-12-16T18:15:30.618 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 184 2023-12-16T18:15:30.618 INFO:tasks.rados.rados.0.smithi071.stdout:2108: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2023-12-16T18:15:30.622 INFO:tasks.rados.rados.0.smithi071.stdout:2108: writing smithi071127730-38 from 0 to 614400 tid 1 2023-12-16T18:15:30.625 INFO:tasks.rados.rados.0.smithi071.stdout:2108: writing smithi071127730-38 from 614400 to 1073152 tid 2 2023-12-16T18:15:30.629 INFO:tasks.rados.rados.0.smithi071.stdout:2108: writing smithi071127730-38 from 1073152 to 1712128 tid 3 2023-12-16T18:15:30.631 INFO:tasks.rados.rados.0.smithi071.stdout:2108: writing smithi071127730-38 from 1712128 to 1818624 tid 4 2023-12-16T18:15:30.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 184 2023-12-16T18:15:30.632 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 1 to smithi071127730-38 2023-12-16T18:15:30.632 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 2 to smithi071127730-38 2023-12-16T18:15:30.632 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 1 to smithi071127730-34 2023-12-16T18:15:30.632 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 2 to smithi071127730-34 2023-12-16T18:15:30.632 INFO:tasks.rados.rados.0.smithi071.stdout:2109: seq_num 682 ranges {5611520=630784,6242304=745472,6987776=442368,7430144=16384} 2023-12-16T18:15:30.665 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi071127730-1 from 5611520 to 6242304 tid 1 2023-12-16T18:15:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi071127730-1 from 6242304 to 6987776 tid 2 2023-12-16T18:15:30.674 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi071127730-1 from 6987776 to 7430144 tid 3 2023-12-16T18:15:30.674 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi071127730-1 from 7430144 to 7446528 tid 4 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2110: rollback oid 33 current snap is 184 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 183 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 3 to smithi071127730-34 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 4 to smithi071127730-34 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 3 to smithi071127730-38 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 4 to smithi071127730-38 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 5 to smithi071127730-38 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 5 to smithi071127730-34 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing write tid 6 to smithi071127730-38 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1205 (ObjNum 681 snap 184 seq_num 681) dirty exists 2023-12-16T18:15:30.675 INFO:tasks.rados.rados.0.smithi071.stdout:2108: left oid 38 (ObjNum 681 snap 184 seq_num 681) 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 6 to smithi071127730-34 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1080 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2107: left oid 34 (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 1 to smithi071127730-1 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 2 to smithi071127730-1 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2107: done (3 left) 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2108: done (2 left) 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2111: rollback oid 9 current snap is 184 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 183 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2112: copy_from oid 7 from oid 35 current snap is 184 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2113: read oid 47 snap -1 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2113: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2114: read oid 34 snap 183 2023-12-16T18:15:30.676 INFO:tasks.rados.rados.0.smithi071.stdout:2114: expect (ObjNum 579 snap 160 seq_num 579) 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2115: read oid 6 snap 183 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2115: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2116: read oid 18 snap 183 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2116: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2117: setattr oid 21 current snap is 184 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2118: read oid 37 snap -1 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2118: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:30.677 INFO:tasks.rados.rados.0.smithi071.stdout:2119: setattr oid 46 current snap is 184 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2120: setattr oid 14 current snap is 184 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 3 to smithi071127730-1 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing rollback tid 0 to smithi071127730-33 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2121: copy_from oid 38 from oid 12 current snap is 184 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2122: read oid 15 snap -1 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2122: expect (ObjNum 635 snap 169 seq_num 635) 2023-12-16T18:15:30.679 INFO:tasks.rados.rados.0.smithi071.stdout:2123: copy_from oid 11 from oid 16 current snap is 184 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing rollback tid 2 to smithi071127730-33 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 787 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:2110: done (14 left) 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:2124: rmattr oid 41 current snap is 184 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:2124: done (14 left) 2023-12-16T18:15:30.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 184 2023-12-16T18:15:30.681 INFO:tasks.rados.rados.0.smithi071.stdout:2125: seq_num 683 ranges {1720320=647168,2367488=630784,2998272=573440} 2023-12-16T18:15:30.694 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi071127730-44 from 1720320 to 2367488 tid 1 2023-12-16T18:15:30.698 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi071127730-44 from 2367488 to 2998272 tid 2 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi071127730-44 from 2998272 to 3571712 tid 3 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2126: rollback oid 43 current snap is 184 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 183 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2111: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2111: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2111: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1076 (ObjNum 674 snap 182 seq_num 674) dirty exists 2023-12-16T18:15:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:2111: done (15 left) 2023-12-16T18:15:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:2127: copy_from oid 42 from oid 23 current snap is 184 2023-12-16T18:15:30.704 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-16T18:15:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 4 to smithi071127730-1 2023-12-16T18:15:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 5 to smithi071127730-1 2023-12-16T18:15:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:2115: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[139725]: Upgrade: Updating osd.7 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[139725]: Deploying daemon osd.7 on smithi184 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[139725]: failed to encode map e439 with expected crc 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[139725]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[142085]: Upgrade: Updating osd.7 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[142085]: Deploying daemon osd.7 on smithi184 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[142085]: failed to encode map e439 with expected crc 2023-12-16T18:15:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:30 smithi071 ceph-mon[142085]: osdmap e440: 8 total, 8 up, 8 in 2023-12-16T18:15:30.764 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 6 to smithi071127730-1 2023-12-16T18:15:30.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1065 (ObjNum 682 snap 184 seq_num 682) dirty exists 2023-12-16T18:15:30.764 INFO:tasks.rados.rados.0.smithi071.stdout:2109: left oid 1 (ObjNum 682 snap 184 seq_num 682) 2023-12-16T18:15:30.764 INFO:tasks.rados.rados.0.smithi071.stdout:2122: expect (ObjNum 635 snap 169 seq_num 635) 2023-12-16T18:15:30.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1077 (ObjNum 669 snap 180 seq_num 669) dirty exists 2023-12-16T18:15:30.790 INFO:tasks.rados.rados.0.smithi071.stdout:2114: expect (ObjNum 579 snap 160 seq_num 579) 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2112: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2112: finishing copy_from to smithi071127730-7 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1004 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2121: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2121: finishing copy_from to smithi071127730-38 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1078 (ObjNum 654 snap 172 seq_num 654) dirty exists 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 1 to smithi071127730-44 2023-12-16T18:15:30.796 INFO:tasks.rados.rados.0.smithi071.stdout:2113: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:30.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:15:30.551+0000 7f0dc9581700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T18:15:30.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:15:30.551+0000 7f0dc9581700 -1 osd.7 440 *** Got signal Terminated *** 2023-12-16T18:15:30.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:30 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[105053]: 2023-12-16T18:15:30.551+0000 7f0dc9581700 -1 osd.7 440 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1081 (ObjNum 1329 snap 0 seq_num 2571064288) dirty exists 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 2 to smithi071127730-44 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 3 to smithi071127730-44 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 4 to smithi071127730-44 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2109: done (15 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2112: done (14 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2113: done (13 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2114: done (12 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2115: done (11 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2117: done (10 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2119: done (9 left) 2023-12-16T18:15:31.000 INFO:tasks.rados.rados.0.smithi071.stdout:2121: done (8 left) 2023-12-16T18:15:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:2122: done (7 left) 2023-12-16T18:15:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 184 2023-12-16T18:15:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:15:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:2128: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2023-12-16T18:15:31.003 INFO:tasks.rados.rados.0.smithi071.stdout:2128: writing smithi071127730-21 from 0 to 663552 tid 1 2023-12-16T18:15:31.005 INFO:tasks.rados.rados.0.smithi071.stdout:2128: writing smithi071127730-21 from 663552 to 1171456 tid 2 2023-12-16T18:15:31.008 INFO:tasks.rados.rados.0.smithi071.stdout:2128: writing smithi071127730-21 from 1171456 to 1581056 tid 3 2023-12-16T18:15:31.010 INFO:tasks.rados.rados.0.smithi071.stdout:2128: writing smithi071127730-21 from 1581056 to 1867776 tid 4 2023-12-16T18:15:31.010 INFO:tasks.rados.rados.0.smithi071.stdout:2129: read oid 48 snap -1 2023-12-16T18:15:31.010 INFO:tasks.rados.rados.0.smithi071.stdout:2129: expect deleted 2023-12-16T18:15:31.010 INFO:tasks.rados.rados.0.smithi071.stdout:2130: rollback oid 40 current snap is 184 2023-12-16T18:15:31.010 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 183 2023-12-16T18:15:31.011 INFO:tasks.rados.rados.0.smithi071.stdout:2118: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 422 (ObjNum 660 snap 174 seq_num 660) dirty exists 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 5 to smithi071127730-44 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1084 (ObjNum 683 snap 184 seq_num 683) dirty exists 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:2125: left oid 44 (ObjNum 683 snap 184 seq_num 683) 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:2123: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:2123: finishing copy_from to smithi071127730-11 2023-12-16T18:15:31.216 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1063 (ObjNum 591 snap 163 seq_num 591) dirty exists 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2127: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2127: finishing copy_from to smithi071127730-42 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1011 (ObjNum 671 snap 182 seq_num 671) dirty exists 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2118: done (9 left) 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2123: done (8 left) 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2125: done (7 left) 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2126: done (6 left) 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2127: done (5 left) 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 184 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 1 to smithi071127730-21 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 2 to smithi071127730-21 2023-12-16T18:15:31.217 INFO:tasks.rados.rados.0.smithi071.stdout:2131: seq_num 685 ranges {7307264=679936,7987200=442368,8429568=622592,9052160=139264} 2023-12-16T18:15:31.257 INFO:tasks.rados.rados.0.smithi071.stdout:2131: writing smithi071127730-9 from 7307264 to 7987200 tid 1 2023-12-16T18:15:31.260 INFO:tasks.rados.rados.0.smithi071.stdout:2131: writing smithi071127730-9 from 7987200 to 8429568 tid 2 2023-12-16T18:15:31.263 INFO:tasks.rados.rados.0.smithi071.stdout:2131: writing smithi071127730-9 from 8429568 to 9052160 tid 3 2023-12-16T18:15:31.264 INFO:tasks.rados.rados.0.smithi071.stdout:2131: writing smithi071127730-9 from 9052160 to 9191424 tid 4 2023-12-16T18:15:31.265 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 184 2023-12-16T18:15:31.265 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 3 to smithi071127730-21 2023-12-16T18:15:31.265 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 4 to smithi071127730-21 2023-12-16T18:15:31.265 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 5 to smithi071127730-21 2023-12-16T18:15:31.265 INFO:tasks.rados.rados.0.smithi071.stdout:2132: seq_num 686 ranges {999424=696320,1695744=729088,2424832=425984,2850816=49152} 2023-12-16T18:15:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:2132: writing smithi071127730-7 from 999424 to 1695744 tid 1 2023-12-16T18:15:31.278 INFO:tasks.rados.rados.0.smithi071.stdout:2132: writing smithi071127730-7 from 1695744 to 2424832 tid 2 2023-12-16T18:15:31.280 INFO:tasks.rados.rados.0.smithi071.stdout:2132: writing smithi071127730-7 from 2424832 to 2850816 tid 3 2023-12-16T18:15:31.281 INFO:tasks.rados.rados.0.smithi071.stdout:2132: writing smithi071127730-7 from 2850816 to 2899968 tid 4 2023-12-16T18:15:31.281 INFO:tasks.rados.rados.0.smithi071.stdout:2129: done (6 left) 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2133: snap_create 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2128: finishing write tid 6 to smithi071127730-21 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1086 (ObjNum 684 snap 184 seq_num 684) dirty exists 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2128: left oid 21 (ObjNum 684 snap 184 seq_num 684) 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 1 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 2 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 3 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 4 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 5 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing write tid 6 to smithi071127730-9 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1082 (ObjNum 685 snap 184 seq_num 685) dirty exists 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2131: left oid 9 (ObjNum 685 snap 184 seq_num 685) 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 1 to smithi071127730-7 2023-12-16T18:15:31.282 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 2 to smithi071127730-7 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 3 to smithi071127730-7 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 4 to smithi071127730-7 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 5 to smithi071127730-7 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing write tid 6 to smithi071127730-7 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1016 (ObjNum 686 snap 184 seq_num 686) dirty exists 2023-12-16T18:15:31.285 INFO:tasks.rados.rados.0.smithi071.stdout:2132: left oid 7 (ObjNum 686 snap 184 seq_num 686) 2023-12-16T18:15:31.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:31 smithi184 ceph-mon[136228]: failed to encode map e440 with expected crc 2023-12-16T18:15:31.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:31 smithi184 ceph-mon[136228]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T18:15:31.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:31 smithi184 ceph-mon[136228]: osd.7 marked itself down and dead 2023-12-16T18:15:31.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:31 smithi184 ceph-mon[136228]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:31.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:31 smithi184 ceph-mon[136228]: osdmap e441: 8 total, 7 up, 8 in 2023-12-16T18:15:31.415 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155123]: 2023-12-16 18:15:31.14702883 +0000 UTC m=+0.654525603 container died a4334427c69a74da99b2ccce9196a9fb8e3fc601dd8f3adb0d875a045dae212c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS) 2023-12-16T18:15:31.415 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155123]: 2023-12-16 18:15:31.283185437 +0000 UTC m=+0.790682198 container cleanup a4334427c69a74da99b2ccce9196a9fb8e3fc601dd8f3adb0d875a045dae212c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=quincy-1f2f551, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2023-12-16T18:15:31.416 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 bash[155123]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:2128: done (6 left) 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:2131: done (5 left) 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:2132: done (4 left) 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:2133: done (3 left) 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 185 2023-12-16T18:15:31.605 INFO:tasks.rados.rados.0.smithi071.stdout:2134: seq_num 687 ranges {1359872=712704,2072576=614400,2686976=589824} 2023-12-16T18:15:31.618 INFO:tasks.rados.rados.0.smithi071.stdout:2134: writing smithi071127730-38 from 1359872 to 2072576 tid 1 2023-12-16T18:15:31.622 INFO:tasks.rados.rados.0.smithi071.stdout:2134: writing smithi071127730-38 from 2072576 to 2686976 tid 2 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2134: writing smithi071127730-38 from 2686976 to 3276800 tid 3 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2135: delete oid 22 current snap is 185 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1143 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2130: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2130: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2130: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1146 (ObjNum 640 snap 171 seq_num 640) dirty exists 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2134: finishing write tid 1 to smithi071127730-38 2023-12-16T18:15:31.626 INFO:tasks.rados.rados.0.smithi071.stdout:2134: finishing write tid 2 to smithi071127730-38 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2120: done (4 left) 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2130: done (3 left) 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2135: done (2 left) 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2136: read oid 11 snap 183 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2136: expect (ObjNum -1724690688 snap 22091 seq_num 2570443968) 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 185 2023-12-16T18:15:31.628 INFO:tasks.rados.rados.0.smithi071.stdout:2137: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2023-12-16T18:15:31.633 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi071127730-22 from 0 to 745472 tid 1 2023-12-16T18:15:31.637 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi071127730-22 from 745472 to 1531904 tid 2 2023-12-16T18:15:31.640 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi071127730-22 from 1531904 to 1949696 tid 3 2023-12-16T18:15:31.640 INFO:tasks.rados.rados.0.smithi071.stdout:2138: copy_from oid 37 from oid 3 current snap is 185 2023-12-16T18:15:31.640 INFO:tasks.rados.rados.0.smithi071.stdout:2134: finishing write tid 3 to smithi071127730-38 2023-12-16T18:15:31.641 INFO:tasks.rados.rados.0.smithi071.stdout:2134: finishing write tid 4 to smithi071127730-38 2023-12-16T18:15:31.641 INFO:tasks.rados.rados.0.smithi071.stdout:2136: expect (ObjNum -1724690688 snap 22091 seq_num 2570443968) 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2134: finishing write tid 5 to smithi071127730-38 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1211 (ObjNum 687 snap 185 seq_num 687) dirty exists 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2134: left oid 38 (ObjNum 687 snap 185 seq_num 687) 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 1 to smithi071127730-22 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2134: done (4 left) 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2136: done (3 left) 2023-12-16T18:15:31.645 INFO:tasks.rados.rados.0.smithi071.stdout:2139: snap_remove snap 184 2023-12-16T18:15:31.723 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155140]: 2023-12-16 18:15:31.41646656 +0000 UTC m=+0.269398747 container remove a4334427c69a74da99b2ccce9196a9fb8e3fc601dd8f3adb0d875a045dae212c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, io.buildah.version=1.31.3, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2) 2023-12-16T18:15:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[139725]: failed to encode map e440 with expected crc 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[139725]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[139725]: osd.7 marked itself down and dead 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[139725]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[139725]: osdmap e441: 8 total, 7 up, 8 in 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[142085]: failed to encode map e440 with expected crc 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[142085]: pgmap v367: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[142085]: osd.7 marked itself down and dead 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[142085]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-16T18:15:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:31 smithi071 ceph-mon[142085]: osdmap e441: 8 total, 7 up, 8 in 2023-12-16T18:15:32.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155233]: 2023-12-16 18:15:31.724799115 +0000 UTC m=+0.076149427 container create 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2023-12-16T18:15:32.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155233]: 2023-12-16 18:15:31.667231701 +0000 UTC m=+0.018581984 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:32.087 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155233]: 2023-12-16 18:15:31.825103017 +0000 UTC m=+0.176453279 container init 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD) 2023-12-16T18:15:32.087 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155233]: 2023-12-16 18:15:31.833884609 +0000 UTC m=+0.185234867 container start 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T18:15:32.087 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:31 smithi184 podman[155233]: 2023-12-16 18:15:31.866346119 +0000 UTC m=+0.217696400 container attach 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:15:32.378 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155233]: 2023-12-16 18:15:32.116127325 +0000 UTC m=+0.467477614 container died 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2023-12-16T18:15:32.379 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155259]: 2023-12-16 18:15:32.358007955 +0000 UTC m=+0.237304111 container remove 0bec3ca53d9f0b8709c6e0031056e6f56d5e8fc5198d7be9eb46ca41c8c6c4a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2023-12-16T18:15:32.379 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service: Deactivated successfully. 2023-12-16T18:15:32.379 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 systemd[1]: Stopped Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:15:32.379 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service: Consumed 13.291s CPU time. 2023-12-16T18:15:32.610 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 2 to smithi071127730-22 2023-12-16T18:15:32.610 INFO:tasks.rados.rados.0.smithi071.stdout:2116: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:32.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:32 smithi184 ceph-mon[136228]: osdmap e442: 8 total, 7 up, 8 in 2023-12-16T18:15:32.723 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:32 smithi184 ceph-mon[136228]: pgmap v370: 121 pgs: 4 active+undersized+degraded, 8 peering, 10 stale+active+clean, 1 active+clean+snaptrim, 14 active+undersized, 84 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 30 op/s; 11/255 objects degraded (4.314%) 2023-12-16T18:15:32.724 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 systemd[1]: Starting Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T18:15:32.878 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 3 to smithi071127730-22 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 4 to smithi071127730-22 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 5 to smithi071127730-22 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1082 (ObjNum 689 snap 185 seq_num 689) dirty exists 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2137: left oid 22 (ObjNum 689 snap 185 seq_num 689) 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2138: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2138: finishing copy_from to smithi071127730-37 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 399 (ObjNum 624 snap 168 seq_num 624) dirty exists 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2116: done (3 left) 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2137: done (2 left) 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2138: done (1 left) 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2139: done (0 left) 2023-12-16T18:15:32.879 INFO:tasks.rados.rados.0.smithi071.stdout:2140: setattr oid 5 current snap is 185 2023-12-16T18:15:32.880 INFO:tasks.rados.rados.0.smithi071.stdout:2141: copy_from oid 7 from oid 34 current snap is 185 2023-12-16T18:15:32.880 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 185 2023-12-16T18:15:32.880 INFO:tasks.rados.rados.0.smithi071.stdout:2142: seq_num 690 ranges {925696=761856,1687552=663552,2351104=409600,2760704=131072} 2023-12-16T18:15:32.888 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi071127730-20 from 925696 to 1687552 tid 1 2023-12-16T18:15:32.892 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi071127730-20 from 1687552 to 2351104 tid 2 2023-12-16T18:15:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi071127730-20 from 2351104 to 2760704 tid 3 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi071127730-20 from 2760704 to 2891776 tid 4 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:2143: rollback oid 47 current snap is 185 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 183 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1147 (ObjNum 657 snap 173 seq_num 657) dirty exists 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:2141: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:2141: finishing copy_from to smithi071127730-7 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1080 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:15:32.896 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 1 to smithi071127730-20 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 2 to smithi071127730-20 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2140: done (3 left) 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2141: done (2 left) 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2144: delete oid 37 current snap is 185 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2144: done (2 left) 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 185 2023-12-16T18:15:32.897 INFO:tasks.rados.rados.0.smithi071.stdout:2145: seq_num 692 ranges {9191424=794624,9986048=483328,10469376=720896} 2023-12-16T18:15:32.950 INFO:tasks.rados.rados.0.smithi071.stdout:2145: writing smithi071127730-9 from 9191424 to 9986048 tid 1 2023-12-16T18:15:32.953 INFO:tasks.rados.rados.0.smithi071.stdout:2145: writing smithi071127730-9 from 9986048 to 10469376 tid 2 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2145: writing smithi071127730-9 from 10469376 to 11190272 tid 3 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2146: rollback oid 24 current snap is 185 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 183 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 3 to smithi071127730-20 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2143: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2143: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 4 to smithi071127730-20 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2143: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1085 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 5 to smithi071127730-20 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 6 to smithi071127730-20 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1004 (ObjNum 690 snap 185 seq_num 690) dirty exists 2023-12-16T18:15:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:2142: left oid 20 (ObjNum 690 snap 185 seq_num 690) 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:2145: finishing write tid 1 to smithi071127730-9 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:2145: finishing write tid 2 to smithi071127730-9 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:2142: done (3 left) 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:2143: done (2 left) 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 185 2023-12-16T18:15:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:2147: seq_num 693 ranges {1753088=409600,2162688=770048,2932736=581632,3514368=253952} 2023-12-16T18:15:32.969 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi071127730-11 from 1753088 to 2162688 tid 1 2023-12-16T18:15:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:32 smithi071 ceph-mon[139725]: osdmap e442: 8 total, 7 up, 8 in 2023-12-16T18:15:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:32 smithi071 ceph-mon[139725]: pgmap v370: 121 pgs: 4 active+undersized+degraded, 8 peering, 10 stale+active+clean, 1 active+clean+snaptrim, 14 active+undersized, 84 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 30 op/s; 11/255 objects degraded (4.314%) 2023-12-16T18:15:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:32 smithi071 ceph-mon[142085]: osdmap e442: 8 total, 7 up, 8 in 2023-12-16T18:15:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:32 smithi071 ceph-mon[142085]: pgmap v370: 121 pgs: 4 active+undersized+degraded, 8 peering, 10 stale+active+clean, 1 active+clean+snaptrim, 14 active+undersized, 84 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 30 op/s; 11/255 objects degraded (4.314%) 2023-12-16T18:15:32.973 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi071127730-11 from 2162688 to 2932736 tid 2 2023-12-16T18:15:32.977 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi071127730-11 from 2932736 to 3514368 tid 3 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi071127730-11 from 3514368 to 3768320 tid 4 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:2148: rollback oid 44 current snap is 185 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 183 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:2145: finishing write tid 3 to smithi071127730-9 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:15:32.979 INFO:tasks.rados.rados.0.smithi071.stdout:2145: finishing write tid 4 to smithi071127730-9 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 651 (ObjNum 562 snap 157 seq_num 562) dirty exists 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2145: finishing write tid 5 to smithi071127730-9 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1086 (ObjNum 692 snap 185 seq_num 692) dirty exists 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2145: left oid 9 (ObjNum 692 snap 185 seq_num 692) 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 1 to smithi071127730-11 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2145: done (3 left) 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2146: done (2 left) 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2149: snap_create 2023-12-16T18:15:32.980 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 2 to smithi071127730-11 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 3 to smithi071127730-11 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2148: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 4 to smithi071127730-11 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2148: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 5 to smithi071127730-11 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:2148: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:15:32.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1087 (ObjNum 589 snap 163 seq_num 589) dirty exists 2023-12-16T18:15:32.986 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 6 to smithi071127730-11 2023-12-16T18:15:32.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1092 (ObjNum 693 snap 185 seq_num 693) dirty exists 2023-12-16T18:15:32.986 INFO:tasks.rados.rados.0.smithi071.stdout:2147: left oid 11 (ObjNum 693 snap 185 seq_num 693) 2023-12-16T18:15:33.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155362]: 2023-12-16 18:15:32.724629773 +0000 UTC m=+0.067886838 container create eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:15:33.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155362]: 2023-12-16 18:15:32.674437758 +0000 UTC m=+0.017694827 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:33.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155362]: 2023-12-16 18:15:32.825008341 +0000 UTC m=+0.168265417 container init eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2023-12-16T18:15:33.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155362]: 2023-12-16 18:15:32.833882385 +0000 UTC m=+0.177139458 container start eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=) 2023-12-16T18:15:33.086 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:32 smithi184 podman[155362]: 2023-12-16 18:15:32.866197636 +0000 UTC m=+0.209454700 container attach eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2023-12-16T18:15:33.586 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T18:15:33.586 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T18:15:33.586 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 bash[155362]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate[155376]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-16T18:15:33.587 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 podman[155362]: 2023-12-16 18:15:33.30139082 +0000 UTC m=+0.644647897 container died eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2023-12-16T18:15:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:2147: done (2 left) 2023-12-16T18:15:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:2148: done (1 left) 2023-12-16T18:15:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:2149: done (0 left) 2023-12-16T18:15:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 186 2023-12-16T18:15:33.615 INFO:tasks.rados.rados.0.smithi071.stdout:2150: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2023-12-16T18:15:33.617 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi071127730-50 from 0 to 425984 tid 1 2023-12-16T18:15:33.621 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi071127730-50 from 425984 to 1081344 tid 2 2023-12-16T18:15:33.626 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi071127730-50 from 1081344 to 1867776 tid 3 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi071127730-50 from 1867776 to 2031616 tid 4 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2151: read oid 28 snap 185 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2151: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2152: setattr oid 14 current snap is 186 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 1 to smithi071127730-50 2023-12-16T18:15:33.627 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 2 to smithi071127730-50 2023-12-16T18:15:33.629 INFO:tasks.rados.rados.0.smithi071.stdout:2153: rollback oid 47 current snap is 186 2023-12-16T18:15:33.629 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 185 2023-12-16T18:15:33.630 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 186 2023-12-16T18:15:33.630 INFO:tasks.rados.rados.0.smithi071.stdout:2154: seq_num 695 ranges {3768320=442368,4210688=540672,4751360=598016,5349376=466944} 2023-12-16T18:15:33.652 INFO:tasks.rados.rados.0.smithi071.stdout:2154: writing smithi071127730-11 from 3768320 to 4210688 tid 1 2023-12-16T18:15:33.655 INFO:tasks.rados.rados.0.smithi071.stdout:2154: writing smithi071127730-11 from 4210688 to 4751360 tid 2 2023-12-16T18:15:33.659 INFO:tasks.rados.rados.0.smithi071.stdout:2154: writing smithi071127730-11 from 4751360 to 5349376 tid 3 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2154: writing smithi071127730-11 from 5349376 to 5816320 tid 4 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2155: copy_from oid 23 from oid 43 current snap is 186 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 3 to smithi071127730-50 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 4 to smithi071127730-50 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 5 to smithi071127730-50 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 6 to smithi071127730-50 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1007 (ObjNum 694 snap 186 seq_num 694) dirty exists 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2150: left oid 50 (ObjNum 694 snap 186 seq_num 694) 2023-12-16T18:15:33.662 INFO:tasks.rados.rados.0.smithi071.stdout:2151: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:15:33.729 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1148 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:33.729 INFO:tasks.rados.rados.0.smithi071.stdout:2150: done (5 left) 2023-12-16T18:15:33.729 INFO:tasks.rados.rados.0.smithi071.stdout:2151: done (4 left) 2023-12-16T18:15:33.730 INFO:tasks.rados.rados.0.smithi071.stdout:2152: done (3 left) 2023-12-16T18:15:33.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 186 2023-12-16T18:15:33.730 INFO:tasks.rados.rados.0.smithi071.stdout:2156: seq_num 696 ranges {2662400=458752,3121152=417792,3538944=753664,4292608=434176} 2023-12-16T18:15:33.746 INFO:tasks.rados.rados.0.smithi071.stdout:2156: writing smithi071127730-30 from 2662400 to 3121152 tid 1 2023-12-16T18:15:33.748 INFO:tasks.rados.rados.0.smithi071.stdout:2156: writing smithi071127730-30 from 3121152 to 3538944 tid 2 2023-12-16T18:15:33.753 INFO:tasks.rados.rados.0.smithi071.stdout:2156: writing smithi071127730-30 from 3538944 to 4292608 tid 3 2023-12-16T18:15:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:2156: writing smithi071127730-30 from 4292608 to 4726784 tid 4 2023-12-16T18:15:33.755 INFO:tasks.rados.rados.0.smithi071.stdout:2157: snap_remove snap 183 2023-12-16T18:15:33.931 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-mon[136228]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-16T18:15:33.931 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-mon[136228]: Health check failed: Degraded data redundancy: 11/255 objects degraded (4.314%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:33.931 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-mon[136228]: osdmap e443: 8 total, 7 up, 8 in 2023-12-16T18:15:33.931 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:33.931 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:33.932 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 podman[155508]: 2023-12-16 18:15:33.766090826 +0000 UTC m=+0.459146802 container remove eca0ea01a488881763bfb1b910afc2decd67588144099569ab494b6974277c7f (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-activate, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2023-12-16T18:15:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[139725]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-16T18:15:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[139725]: Health check failed: Degraded data redundancy: 11/255 objects degraded (4.314%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[139725]: osdmap e443: 8 total, 7 up, 8 in 2023-12-16T18:15:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[142085]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-16T18:15:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[142085]: Health check failed: Degraded data redundancy: 11/255 objects degraded (4.314%), 4 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[142085]: osdmap e443: 8 total, 7 up, 8 in 2023-12-16T18:15:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 podman[155571]: 2023-12-16 18:15:33.932749454 +0000 UTC m=+0.072221120 container create 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:33 smithi184 podman[155571]: 2023-12-16 18:15:33.878617522 +0000 UTC m=+0.018089161 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 podman[155571]: 2023-12-16 18:15:34.032948971 +0000 UTC m=+0.172420597 container init 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, io.buildah.version=1.31.3) 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 podman[155571]: 2023-12-16 18:15:34.038878816 +0000 UTC m=+0.178350438 container start 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-osd[155590]: -- 172.21.15.184:0/3093523248 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5632ee44f6c0 con 0x5632ee421400 2023-12-16T18:15:34.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 bash[155571]: 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a 2023-12-16T18:15:34.337 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 systemd[1]: Started Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T18:15:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:2157: done (4 left) 2023-12-16T18:15:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 186 2023-12-16T18:15:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:2153: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:15:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:2153: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:15:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:2153: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1088 (ObjNum 662 snap 176 seq_num 662) dirty exists 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 1 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 2 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 3 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 4 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 5 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: finishing write tid 6 to smithi071127730-11 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1097 (ObjNum 695 snap 186 seq_num 695) dirty exists 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2154: left oid 11 (ObjNum 695 snap 186 seq_num 695) 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2155: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2155: finishing copy_from to smithi071127730-23 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 422 (ObjNum 660 snap 174 seq_num 660) dirty exists 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 1 to smithi071127730-30 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 2 to smithi071127730-30 2023-12-16T18:15:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 3 to smithi071127730-30 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 4 to smithi071127730-30 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 5 to smithi071127730-30 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:2156: finishing write tid 6 to smithi071127730-30 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1102 (ObjNum 696 snap 186 seq_num 696) dirty exists 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:2156: left oid 30 (ObjNum 696 snap 186 seq_num 696) 2023-12-16T18:15:34.629 INFO:tasks.rados.rados.0.smithi071.stdout:2158: seq_num 697 ranges {1753088=475136,2228224=704512,2932736=557056,3489792=344064} 2023-12-16T18:15:34.640 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi071127730-16 from 1753088 to 2228224 tid 1 2023-12-16T18:15:34.644 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi071127730-16 from 2228224 to 2932736 tid 2 2023-12-16T18:15:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi071127730-16 from 2932736 to 3489792 tid 3 2023-12-16T18:15:34.650 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi071127730-16 from 3489792 to 3833856 tid 4 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2153: done (4 left) 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2154: done (3 left) 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2155: done (2 left) 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2156: done (1 left) 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 186 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 1 to smithi071127730-16 2023-12-16T18:15:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:2159: seq_num 698 ranges {3276800=499712,3776512=589824,4366336=770048,5136384=245760} 2023-12-16T18:15:34.671 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi071127730-38 from 3276800 to 3776512 tid 1 2023-12-16T18:15:34.674 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi071127730-38 from 3776512 to 4366336 tid 2 2023-12-16T18:15:34.679 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi071127730-38 from 4366336 to 5136384 tid 3 2023-12-16T18:15:34.681 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi071127730-38 from 5136384 to 5382144 tid 4 2023-12-16T18:15:34.681 INFO:tasks.rados.rados.0.smithi071.stdout:2160: rmattr oid 14 current snap is 186 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 2 to smithi071127730-16 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 3 to smithi071127730-16 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 4 to smithi071127730-16 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 5 to smithi071127730-16 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 6 to smithi071127730-16 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1093 (ObjNum 697 snap 186 seq_num 697) dirty exists 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: left oid 16 (ObjNum 697 snap 186 seq_num 697) 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 1 to smithi071127730-38 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 2 to smithi071127730-38 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2158: done (2 left) 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2161: rollback oid 34 current snap is 186 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 185 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2162: read oid 6 snap -1 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2162: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:34.682 INFO:tasks.rados.rados.0.smithi071.stdout:2163: rollback oid 15 current snap is 186 2023-12-16T18:15:34.683 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 185 2023-12-16T18:15:34.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 186 2023-12-16T18:15:34.683 INFO:tasks.rados.rados.0.smithi071.stdout:2164: seq_num 699 ranges {7446528=516096,7962624=475136,8437760=573440,9011200=557056} 2023-12-16T18:15:34.724 INFO:tasks.rados.rados.0.smithi071.stdout:2164: writing smithi071127730-1 from 7446528 to 7962624 tid 1 2023-12-16T18:15:34.728 INFO:tasks.rados.rados.0.smithi071.stdout:2164: writing smithi071127730-1 from 7962624 to 8437760 tid 2 2023-12-16T18:15:34.731 INFO:tasks.rados.rados.0.smithi071.stdout:2164: writing smithi071127730-1 from 8437760 to 9011200 tid 3 2023-12-16T18:15:34.735 INFO:tasks.rados.rados.0.smithi071.stdout:2164: writing smithi071127730-1 from 9011200 to 9568256 tid 4 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2165: rmattr oid 18 current snap is 186 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2165: done (6 left) 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2166: read oid 8 snap -1 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2166: expect deleted 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2167: snap_create 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 3 to smithi071127730-38 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 4 to smithi071127730-38 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1149 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2163: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2161: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2161: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2163: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:2163: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:15:34.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1089 (ObjNum 635 snap 169 seq_num 635) dirty exists 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 5 to smithi071127730-38 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:2161: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1105 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 6 to smithi071127730-38 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1221 (ObjNum 698 snap 186 seq_num 698) dirty exists 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:2159: left oid 38 (ObjNum 698 snap 186 seq_num 698) 2023-12-16T18:15:34.737 INFO:tasks.rados.rados.0.smithi071.stdout:2162: expect (ObjNum 562 snap 157 seq_num 562) 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 1 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 2 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 3 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 4 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 5 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing write tid 6 to smithi071127730-1 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1070 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:15:34.792 INFO:tasks.rados.rados.0.smithi071.stdout:2164: left oid 1 (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:15:34.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T18:15:34.576+0000 7f13a3a43640 -1 Falling back to public interface 2023-12-16T18:15:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-mon[136228]: osdmap e444: 8 total, 7 up, 8 in 2023-12-16T18:15:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-mon[136228]: pgmap v373: 121 pgs: 7 active+undersized+degraded, 8 peering, 4 stale+active+clean, 23 active+undersized, 79 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 15/249 objects degraded (6.024%) 2023-12-16T18:15:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[139725]: osdmap e444: 8 total, 7 up, 8 in 2023-12-16T18:15:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[139725]: pgmap v373: 121 pgs: 7 active+undersized+degraded, 8 peering, 4 stale+active+clean, 23 active+undersized, 79 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 15/249 objects degraded (6.024%) 2023-12-16T18:15:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[142085]: osdmap e444: 8 total, 7 up, 8 in 2023-12-16T18:15:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[142085]: pgmap v373: 121 pgs: 7 active+undersized+degraded, 8 peering, 4 stale+active+clean, 23 active+undersized, 79 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 15/249 objects degraded (6.024%) 2023-12-16T18:15:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2159: done (7 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2160: done (6 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2161: done (5 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2162: done (4 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2163: done (3 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2164: done (2 left) 2023-12-16T18:15:35.605 INFO:tasks.rados.rados.0.smithi071.stdout:2166: done (1 left) 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2167: done (0 left) 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2168: read oid 48 snap -1 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2168: expect deleted 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2169: read oid 22 snap -1 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2169: expect (ObjNum 689 snap 185 seq_num 689) 2023-12-16T18:15:35.606 INFO:tasks.rados.rados.0.smithi071.stdout:2170: delete oid 49 current snap is 187 2023-12-16T18:15:35.614 INFO:tasks.rados.rados.0.smithi071.stdout:2168: done (2 left) 2023-12-16T18:15:35.614 INFO:tasks.rados.rados.0.smithi071.stdout:2170: done (1 left) 2023-12-16T18:15:35.614 INFO:tasks.rados.rados.0.smithi071.stdout:2171: read oid 18 snap -1 2023-12-16T18:15:35.614 INFO:tasks.rados.rados.0.smithi071.stdout:2171: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:35.614 INFO:tasks.rados.rados.0.smithi071.stdout:2172: snap_remove snap 186 2023-12-16T18:15:35.780 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:35 smithi184 ceph-mon[136228]: osdmap e445: 8 total, 7 up, 8 in 2023-12-16T18:15:35.781 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:35 smithi184 ceph-mon[136228]: osdmap e446: 8 total, 7 up, 8 in 2023-12-16T18:15:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:35 smithi071 ceph-mon[139725]: osdmap e445: 8 total, 7 up, 8 in 2023-12-16T18:15:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:35 smithi071 ceph-mon[139725]: osdmap e446: 8 total, 7 up, 8 in 2023-12-16T18:15:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:35 smithi071 ceph-mon[142085]: osdmap e445: 8 total, 7 up, 8 in 2023-12-16T18:15:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:35 smithi071 ceph-mon[142085]: osdmap e446: 8 total, 7 up, 8 in 2023-12-16T18:15:36.619 INFO:tasks.rados.rados.0.smithi071.stdout:2172: done (2 left) 2023-12-16T18:15:36.619 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 187 2023-12-16T18:15:36.619 INFO:tasks.rados.rados.0.smithi071.stdout:2173: seq_num 701 ranges {5775360=548864,6324224=696320,7020544=540672,7561216=368640} 2023-12-16T18:15:36.653 INFO:tasks.rados.rados.0.smithi071.stdout:2173: writing smithi071127730-40 from 5775360 to 6324224 tid 1 2023-12-16T18:15:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2173: writing smithi071127730-40 from 6324224 to 7020544 tid 2 2023-12-16T18:15:36.659 INFO:tasks.rados.rados.0.smithi071.stdout:2173: writing smithi071127730-40 from 7020544 to 7561216 tid 3 2023-12-16T18:15:36.662 INFO:tasks.rados.rados.0.smithi071.stdout:2173: writing smithi071127730-40 from 7561216 to 7929856 tid 4 2023-12-16T18:15:36.662 INFO:tasks.rados.rados.0.smithi071.stdout:2174: copy_from oid 24 from oid 49 current snap is 187 2023-12-16T18:15:36.662 INFO:tasks.rados.rados.0.smithi071.stdout:2169: expect (ObjNum 689 snap 185 seq_num 689) 2023-12-16T18:15:36.713 INFO:tasks.rados.rados.0.smithi071.stdout:2171: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:36 smithi071 ceph-mon[142085]: pgmap v376: 121 pgs: 10 active+undersized+degraded, 8 peering, 32 active+undersized, 71 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 20/252 objects degraded (7.937%) 2023-12-16T18:15:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:36 smithi071 ceph-mon[142085]: osdmap e447: 8 total, 7 up, 8 in 2023-12-16T18:15:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:36 smithi071 ceph-mon[139725]: pgmap v376: 121 pgs: 10 active+undersized+degraded, 8 peering, 32 active+undersized, 71 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 20/252 objects degraded (7.937%) 2023-12-16T18:15:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:36 smithi071 ceph-mon[139725]: osdmap e447: 8 total, 7 up, 8 in 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 1 to smithi071127730-40 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 2 to smithi071127730-40 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 3 to smithi071127730-40 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 4 to smithi071127730-40 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 5 to smithi071127730-40 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2174: finishing copy_from to smithi071127730-24 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2174: got expected ENOENT (src dne) 2023-12-16T18:15:36.984 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing write tid 6 to smithi071127730-40 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1154 (ObjNum 701 snap 187 seq_num 701) dirty exists 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2173: left oid 40 (ObjNum 701 snap 187 seq_num 701) 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2174: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2169: done (3 left) 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2171: done (2 left) 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2173: done (1 left) 2023-12-16T18:15:36.985 INFO:tasks.rados.rados.0.smithi071.stdout:2174: done (0 left) 2023-12-16T18:15:36.986 INFO:tasks.rados.rados.0.smithi071.stdout:2175: snap_create 2023-12-16T18:15:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:36 smithi184 ceph-mon[136228]: pgmap v376: 121 pgs: 10 active+undersized+degraded, 8 peering, 32 active+undersized, 71 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 20/252 objects degraded (7.937%) 2023-12-16T18:15:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:36 smithi184 ceph-mon[136228]: osdmap e447: 8 total, 7 up, 8 in 2023-12-16T18:15:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:37] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2023-12-16T18:15:37.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T18:15:37.415+0000 7f13a3a43640 -1 osd.7 0 read_superblock omap replica is missing. 2023-12-16T18:15:37.836 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T18:15:37.472+0000 7f13a3a43640 -1 osd.7 440 log_to_monitors true 2023-12-16T18:15:37.874 INFO:tasks.rados.rados.0.smithi071.stdout:2175: done (0 left) 2023-12-16T18:15:37.874 INFO:tasks.rados.rados.0.smithi071.stdout:2176: copy_from oid 24 from oid 14 current snap is 188 2023-12-16T18:15:37.874 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 188 2023-12-16T18:15:37.874 INFO:tasks.rados.rados.0.smithi071.stdout:2177: seq_num 702 ranges {1548288=565248,2113536=581632,2695168=745472,3440640=278528} 2023-12-16T18:15:37.886 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi071127730-10 from 1548288 to 2113536 tid 1 2023-12-16T18:15:37.889 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi071127730-10 from 2113536 to 2695168 tid 2 2023-12-16T18:15:37.893 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi071127730-10 from 2695168 to 3440640 tid 3 2023-12-16T18:15:37.894 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi071127730-10 from 3440640 to 3719168 tid 4 2023-12-16T18:15:37.894 INFO:tasks.rados.rados.0.smithi071.stdout:2178: snap_remove snap 187 2023-12-16T18:15:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[139725]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[139725]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[142085]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:37 smithi071 ceph-mon[142085]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.336 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T18:15:37.899+0000 7f13936b1700 -1 osd.7 440 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-16T18:15:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-mon[136228]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:37 smithi184 ceph-mon[136228]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 1 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 2 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 3 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 4 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 5 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 6 to smithi071127730-10 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1009 (ObjNum 702 snap 188 seq_num 702) dirty exists 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2177: left oid 10 (ObjNum 702 snap 188 seq_num 702) 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2176: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2176: finishing copy_from to smithi071127730-24 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1149 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:38.890 INFO:tasks.rados.rados.0.smithi071.stdout:2176: done (2 left) 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:2177: done (1 left) 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:2178: done (0 left) 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:2179: read oid 21 snap -1 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:2179: expect (ObjNum 684 snap 184 seq_num 684) 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 188 2023-12-16T18:15:38.891 INFO:tasks.rados.rados.0.smithi071.stdout:2180: seq_num 703 ranges {5529600=581632,6111232=458752,6569984=557056,7127040=417792,7544832=172032} 2023-12-16T18:15:38.921 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi071127730-18 from 5529600 to 6111232 tid 1 2023-12-16T18:15:38.924 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi071127730-18 from 6111232 to 6569984 tid 2 2023-12-16T18:15:38.927 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi071127730-18 from 6569984 to 7127040 tid 3 2023-12-16T18:15:38.929 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi071127730-18 from 7127040 to 7544832 tid 4 2023-12-16T18:15:38.930 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi071127730-18 from 7544832 to 7716864 tid 5 2023-12-16T18:15:38.931 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 188 2023-12-16T18:15:38.931 INFO:tasks.rados.rados.0.smithi071.stdout:2181: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2023-12-16T18:15:38.934 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi071127730-19 from 0 to 598016 tid 1 2023-12-16T18:15:38.938 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi071127730-19 from 598016 to 1343488 tid 2 2023-12-16T18:15:38.942 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi071127730-19 from 1343488 to 2056192 tid 3 2023-12-16T18:15:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi071127730-19 from 2056192 to 2203648 tid 4 2023-12-16T18:15:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2182: copy_from oid 8 from oid 7 current snap is 188 2023-12-16T18:15:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2179: expect (ObjNum 684 snap 184 seq_num 684) 2023-12-16T18:15:38.992 INFO:tasks.rados.rados.0.smithi071.stdout:2179: done (3 left) 2023-12-16T18:15:38.992 INFO:tasks.rados.rados.0.smithi071.stdout:2183: snap_remove snap 185 2023-12-16T18:15:39.122 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:15:39.122 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.123 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: osdmap e448: 8 total, 7 up, 8 in 2023-12-16T18:15:39.123 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.123 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.123 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.123 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:38 smithi184 ceph-mon[136228]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 158 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 42 op/s; 27/255 objects degraded (10.588%) 2023-12-16T18:15:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:15:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: osdmap e448: 8 total, 7 up, 8 in 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[142085]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 158 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 42 op/s; 27/255 objects degraded (10.588%) 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: from='osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: osdmap e448: 8 total, 7 up, 8 in 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:39.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:38 smithi071 ceph-mon[139725]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 158 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 42 op/s; 27/255 objects degraded (10.588%) 2023-12-16T18:15:39.884 INFO:tasks.rados.rados.0.smithi071.stdout:2183: done (3 left) 2023-12-16T18:15:39.884 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 188 2023-12-16T18:15:39.884 INFO:tasks.rados.rados.0.smithi071.stdout:2184: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2023-12-16T18:15:39.889 INFO:tasks.rados.rados.0.smithi071.stdout:2184: writing smithi071127730-13 from 0 to 614400 tid 1 2023-12-16T18:15:39.892 INFO:tasks.rados.rados.0.smithi071.stdout:2184: writing smithi071127730-13 from 614400 to 1245184 tid 2 2023-12-16T18:15:39.901 INFO:tasks.rados.rados.0.smithi071.stdout:2184: writing smithi071127730-13 from 1245184 to 1769472 tid 3 2023-12-16T18:15:39.903 INFO:tasks.rados.rados.0.smithi071.stdout:2184: writing smithi071127730-13 from 1769472 to 2220032 tid 4 2023-12-16T18:15:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:2185: delete oid 16 current snap is 188 2023-12-16T18:15:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 1 to smithi071127730-13 2023-12-16T18:15:39.909 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 2 to smithi071127730-13 2023-12-16T18:15:39.911 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 3 to smithi071127730-13 2023-12-16T18:15:39.912 INFO:tasks.rados.rados.0.smithi071.stdout:2185: done (4 left) 2023-12-16T18:15:39.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 188 2023-12-16T18:15:39.912 INFO:tasks.rados.rados.0.smithi071.stdout:2186: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2023-12-16T18:15:39.914 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi071127730-16 from 0 to 647168 tid 1 2023-12-16T18:15:39.919 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi071127730-16 from 647168 to 1449984 tid 2 2023-12-16T18:15:39.923 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi071127730-16 from 1449984 to 1982464 tid 3 2023-12-16T18:15:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi071127730-16 from 1982464 to 2252800 tid 4 2023-12-16T18:15:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:2187: rmattr oid 36 current snap is 188 2023-12-16T18:15:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:2187: done (5 left) 2023-12-16T18:15:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:2188: rollback oid 36 current snap is 188 2023-12-16T18:15:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:2188: done (5 left) 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:2189: read oid 30 snap -1 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:2189: expect (ObjNum 696 snap 186 seq_num 696) 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:2190: read oid 9 snap -1 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:2190: expect (ObjNum 692 snap 185 seq_num 692) 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 188 2023-12-16T18:15:39.927 INFO:tasks.rados.rados.0.smithi071.stdout:2191: seq_num 708 ranges {4816896=663552,5480448=737280,6217728=696320,6914048=172032} 2023-12-16T18:15:39.956 INFO:tasks.rados.rados.0.smithi071.stdout:2191: writing smithi071127730-46 from 4816896 to 5480448 tid 1 2023-12-16T18:15:39.961 INFO:tasks.rados.rados.0.smithi071.stdout:2191: writing smithi071127730-46 from 5480448 to 6217728 tid 2 2023-12-16T18:15:39.964 INFO:tasks.rados.rados.0.smithi071.stdout:2191: writing smithi071127730-46 from 6217728 to 6914048 tid 3 2023-12-16T18:15:39.967 INFO:tasks.rados.rados.0.smithi071.stdout:2191: writing smithi071127730-46 from 6914048 to 7086080 tid 4 2023-12-16T18:15:39.967 INFO:tasks.rados.rados.0.smithi071.stdout:2192: rollback oid 33 current snap is 188 2023-12-16T18:15:39.967 INFO:tasks.rados.rados.0.smithi071.stdout:2192: done (8 left) 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2193: rollback oid 44 current snap is 188 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2193: done (8 left) 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2194: snap_create 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 4 to smithi071127730-13 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 5 to smithi071127730-13 2023-12-16T18:15:39.968 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing write tid 6 to smithi071127730-13 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1012 (ObjNum 705 snap 188 seq_num 705) dirty exists 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:2184: left oid 13 (ObjNum 705 snap 188 seq_num 705) 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 1 to smithi071127730-16 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 2 to smithi071127730-16 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 1 to smithi071127730-19 2023-12-16T18:15:39.969 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 1 to smithi071127730-18 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 2 to smithi071127730-19 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 2 to smithi071127730-18 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 3 to smithi071127730-19 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 3 to smithi071127730-16 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 3 to smithi071127730-18 2023-12-16T18:15:39.970 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 4 to smithi071127730-16 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 4 to smithi071127730-18 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 5 to smithi071127730-16 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 5 to smithi071127730-18 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 4 to smithi071127730-19 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 6 to smithi071127730-18 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 5 to smithi071127730-19 2023-12-16T18:15:39.971 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 7 to smithi071127730-18 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1155 (ObjNum 703 snap 188 seq_num 703) dirty exists 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:2180: left oid 18 (ObjNum 703 snap 188 seq_num 703) 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 6 to smithi071127730-19 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1159 (ObjNum 704 snap 188 seq_num 704) dirty exists 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:2181: left oid 19 (ObjNum 704 snap 188 seq_num 704) 2023-12-16T18:15:39.972 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 6 to smithi071127730-16 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1099 (ObjNum 707 snap 188 seq_num 707) dirty exists 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:2186: left oid 16 (ObjNum 707 snap 188 seq_num 707) 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:2182: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:2182: finishing copy_from to smithi071127730-8 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1080 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:15:39.973 INFO:tasks.rados.rados.0.smithi071.stdout:2189: expect (ObjNum 696 snap 186 seq_num 696) 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100] boot 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: Health check update: Degraded data redundancy: 27/255 objects degraded (10.588%), 12 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:40.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:39 smithi184 ceph-mon[136228]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-16T18:15:40.172 INFO:tasks.rados.rados.0.smithi071.stdout:2190: expect (ObjNum 692 snap 185 seq_num 692) 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100] boot 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: Health check update: Degraded data redundancy: 27/255 objects degraded (10.588%), 12 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[139725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: osd.7 [v2:172.21.15.184:6824/3125881100,v1:172.21.15.184:6825/3125881100] boot 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: osdmap e449: 8 total, 8 up, 8 in 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: Health check update: Degraded data redundancy: 27/255 objects degraded (10.588%), 12 pgs degraded (PG_DEGRADED) 2023-12-16T18:15:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:39 smithi071 ceph-mon[142085]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-16T18:15:40.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T18:15:40.303+0000 7f477c15f700 -1 log_channel(cephadm) log [ERR] : Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 1 to smithi071127730-46 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 2 to smithi071127730-46 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 3 to smithi071127730-46 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 4 to smithi071127730-46 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 5 to smithi071127730-46 2023-12-16T18:15:41.029 INFO:tasks.rados.rados.0.smithi071.stdout:2191: finishing write tid 6 to smithi071127730-46 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1094 (ObjNum 708 snap 188 seq_num 708) dirty exists 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2191: left oid 46 (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2180: done (8 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2181: done (7 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2182: done (6 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2184: done (5 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2186: done (4 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2189: done (3 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2190: done (2 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2191: done (1 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2194: done (0 left) 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2195: rollback oid 43 current snap is 189 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 188 2023-12-16T18:15:41.030 INFO:tasks.rados.rados.0.smithi071.stdout:2196: snap_create 2023-12-16T18:15:41.031 INFO:tasks.rados.rados.0.smithi071.stdout:2195: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:15:41.032 INFO:tasks.rados.rados.0.smithi071.stdout:2195: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:15:41.032 INFO:tasks.rados.rados.0.smithi071.stdout:2195: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:15:41.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 425 (ObjNum 660 snap 174 seq_num 660) dirty exists 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:15:40.880+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: pgmap v382: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.9 MiB/s wr, 37 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: Upgrade: Setting container_image for all osd 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T18:15:41.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: pgmap v382: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.9 MiB/s wr, 37 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: Upgrade: Setting container_image for all osd 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T18:15:41.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T18:15:41.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[139725]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T18:15:41.230 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:40 smithi071 ceph-mon[142085]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T18:15:41.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: osdmap e450: 8 total, 8 up, 8 in 2023-12-16T18:15:41.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: pgmap v382: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.9 MiB/s wr, 37 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: Upgrade: Setting container_image for all osd 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.311 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-16T18:15:41.312 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:41.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:40 smithi184 ceph-mon[136228]: osdmap e451: 8 total, 8 up, 8 in 2023-12-16T18:15:41.898 INFO:tasks.rados.rados.0.smithi071.stdout:2195: done (1 left) 2023-12-16T18:15:41.899 INFO:tasks.rados.rados.0.smithi071.stdout:2196: done (0 left) 2023-12-16T18:15:41.899 INFO:tasks.rados.rados.0.smithi071.stdout:2197: read oid 42 snap 189 2023-12-16T18:15:41.899 INFO:tasks.rados.rados.0.smithi071.stdout:2197: expect (ObjNum 671 snap 182 seq_num 671) 2023-12-16T18:15:41.899 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 190 2023-12-16T18:15:41.899 INFO:tasks.rados.rados.0.smithi071.stdout:2198: seq_num 709 ranges {1359872=679936,2039808=614400,2654208=499712,3153920=491520} 2023-12-16T18:15:41.910 INFO:tasks.rados.rados.0.smithi071.stdout:2198: writing smithi071127730-12 from 1359872 to 2039808 tid 1 2023-12-16T18:15:41.913 INFO:tasks.rados.rados.0.smithi071.stdout:2198: writing smithi071127730-12 from 2039808 to 2654208 tid 2 2023-12-16T18:15:41.916 INFO:tasks.rados.rados.0.smithi071.stdout:2198: writing smithi071127730-12 from 2654208 to 3153920 tid 3 2023-12-16T18:15:41.919 INFO:tasks.rados.rados.0.smithi071.stdout:2198: writing smithi071127730-12 from 3153920 to 3645440 tid 4 2023-12-16T18:15:41.919 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 190 2023-12-16T18:15:41.919 INFO:tasks.rados.rados.0.smithi071.stdout:2199: seq_num 710 ranges {1949696=696320,2646016=499712,3145728=712704,3858432=393216} 2023-12-16T18:15:41.933 INFO:tasks.rados.rados.0.smithi071.stdout:2199: writing smithi071127730-22 from 1949696 to 2646016 tid 1 2023-12-16T18:15:41.936 INFO:tasks.rados.rados.0.smithi071.stdout:2199: writing smithi071127730-22 from 2646016 to 3145728 tid 2 2023-12-16T18:15:41.941 INFO:tasks.rados.rados.0.smithi071.stdout:2199: writing smithi071127730-22 from 3145728 to 3858432 tid 3 2023-12-16T18:15:41.943 INFO:tasks.rados.rados.0.smithi071.stdout:2199: writing smithi071127730-22 from 3858432 to 4251648 tid 4 2023-12-16T18:15:41.943 INFO:tasks.rados.rados.0.smithi071.stdout:2200: rollback oid 35 current snap is 190 2023-12-16T18:15:41.944 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 188 2023-12-16T18:15:41.944 INFO:tasks.rados.rados.0.smithi071.stdout:2197: expect (ObjNum 671 snap 182 seq_num 671) 2023-12-16T18:15:41.988 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 1 to smithi071127730-12 2023-12-16T18:15:41.988 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 2 to smithi071127730-12 2023-12-16T18:15:41.988 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 3 to smithi071127730-12 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 4 to smithi071127730-12 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 5 to smithi071127730-12 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing write tid 6 to smithi071127730-12 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1092 (ObjNum 709 snap 190 seq_num 709) dirty exists 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2198: left oid 12 (ObjNum 709 snap 190 seq_num 709) 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 1 to smithi071127730-22 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2197: done (3 left) 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2198: done (2 left) 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2201: rollback oid 50 current snap is 190 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 189 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 2 to smithi071127730-22 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 3 to smithi071127730-22 2023-12-16T18:15:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 4 to smithi071127730-22 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 5 to smithi071127730-22 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2200: finishing rollback tid 0 to smithi071127730-35 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2200: finishing rollback tid 1 to smithi071127730-35 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2200: finishing rollback tid 2 to smithi071127730-35 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1083 (ObjNum 603 snap 164 seq_num 603) dirty exists 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing write tid 6 to smithi071127730-22 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1104 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2199: left oid 22 (ObjNum 710 snap 190 seq_num 710) 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2199: done (2 left) 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2200: done (1 left) 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2202: read oid 35 snap -1 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2202: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2203: rmattr oid 36 current snap is 190 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2203: done (2 left) 2023-12-16T18:15:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2204: setattr oid 7 current snap is 190 2023-12-16T18:15:41.991 INFO:tasks.rados.rados.0.smithi071.stdout:2205: delete oid 37 current snap is 190 2023-12-16T18:15:41.991 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing rollback tid 0 to smithi071127730-50 2023-12-16T18:15:41.991 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:15:41.991 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing rollback tid 2 to smithi071127730-50 2023-12-16T18:15:41.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1015 (ObjNum 694 snap 186 seq_num 694) dirty exists 2023-12-16T18:15:41.992 INFO:tasks.rados.rados.0.smithi071.stdout:2202: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1084 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2201: done (3 left) 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2202: done (2 left) 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2204: done (1 left) 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2205: done (0 left) 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2206: copy_from oid 23 from oid 37 current snap is 190 2023-12-16T18:15:42.026 INFO:tasks.rados.rados.0.smithi071.stdout:2207: delete oid 17 current snap is 190 2023-12-16T18:15:42.027 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing copy_from to smithi071127730-23 2023-12-16T18:15:42.027 INFO:tasks.rados.rados.0.smithi071.stdout:2206: got expected ENOENT (src dne) 2023-12-16T18:15:42.027 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:2206: done (1 left) 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:2207: done (0 left) 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:2208: read oid 39 snap -1 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:2208: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 190 2023-12-16T18:15:42.028 INFO:tasks.rados.rados.0.smithi071.stdout:2209: seq_num 713 ranges {1040384=745472,1785856=557056,2342912=483328,2826240=565248} 2023-12-16T18:15:42.037 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi071127730-15 from 1040384 to 1785856 tid 1 2023-12-16T18:15:42.041 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi071127730-15 from 1785856 to 2342912 tid 2 2023-12-16T18:15:42.044 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi071127730-15 from 2342912 to 2826240 tid 3 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi071127730-15 from 2826240 to 3391488 tid 4 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2210: read oid 4 snap -1 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2210: expect (ObjNum 624 snap 168 seq_num 624) 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 190 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 1 to smithi071127730-15 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 2 to smithi071127730-15 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 3 to smithi071127730-15 2023-12-16T18:15:42.048 INFO:tasks.rados.rados.0.smithi071.stdout:2211: seq_num 714 ranges {1720320=761856,2482176=442368,2924544=688128,3612672=475136} 2023-12-16T18:15:42.062 INFO:tasks.rados.rados.0.smithi071.stdout:2211: writing smithi071127730-44 from 1720320 to 2482176 tid 1 2023-12-16T18:15:42.064 INFO:tasks.rados.rados.0.smithi071.stdout:2211: writing smithi071127730-44 from 2482176 to 2924544 tid 2 2023-12-16T18:15:42.068 INFO:tasks.rados.rados.0.smithi071.stdout:2211: writing smithi071127730-44 from 2924544 to 3612672 tid 3 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2211: writing smithi071127730-44 from 3612672 to 4087808 tid 4 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2212: rollback oid 18 current snap is 190 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 188 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 4 to smithi071127730-15 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 5 to smithi071127730-15 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 6 to smithi071127730-15 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1099 (ObjNum 713 snap 190 seq_num 713) dirty exists 2023-12-16T18:15:42.071 INFO:tasks.rados.rados.0.smithi071.stdout:2209: left oid 15 (ObjNum 713 snap 190 seq_num 713) 2023-12-16T18:15:42.072 INFO:tasks.rados.rados.0.smithi071.stdout:2208: expect (ObjNum 670 snap 181 seq_num 670) 2023-12-16T18:15:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[139725]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T18:15:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[139725]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:15:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[139725]: pgmap v383: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[139725]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T18:15:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[142085]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T18:15:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[142085]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:15:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[142085]: pgmap v383: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:41 smithi071 ceph-mon[142085]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T18:15:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:41 smithi184 ceph-mon[136228]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-16T18:15:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:41 smithi184 ceph-mon[136228]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:15:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:41 smithi184 ceph-mon[136228]: pgmap v383: 121 pgs: 8 peering, 11 active+undersized+degraded, 31 active+undersized, 71 active+clean; 158 MiB data, 846 MiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 32 op/s; 26/252 objects degraded (10.317%) 2023-12-16T18:15:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:41 smithi184 ceph-mon[136228]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-16T18:15:42.338 INFO:tasks.rados.rados.0.smithi071.stdout:2210: expect (ObjNum 624 snap 168 seq_num 624) 2023-12-16T18:15:42.363 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 1 to smithi071127730-44 2023-12-16T18:15:42.363 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 2 to smithi071127730-44 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 3 to smithi071127730-44 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 4 to smithi071127730-44 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 5 to smithi071127730-44 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2211: finishing write tid 6 to smithi071127730-44 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1097 (ObjNum 714 snap 190 seq_num 714) dirty exists 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2211: left oid 44 (ObjNum 714 snap 190 seq_num 714) 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2212: finishing rollback tid 0 to smithi071127730-18 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2212: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:2212: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:15:42.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1158 (ObjNum 703 snap 188 seq_num 703) dirty exists 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2208: done (4 left) 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2209: done (3 left) 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2210: done (2 left) 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2211: done (1 left) 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2212: done (0 left) 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2213: delete oid 18 current snap is 190 2023-12-16T18:15:42.365 INFO:tasks.rados.rados.0.smithi071.stdout:2213: done (0 left) 2023-12-16T18:15:42.369 INFO:tasks.rados.rados.0.smithi071.stdout:2214: setattr oid 29 current snap is 190 2023-12-16T18:15:42.370 INFO:tasks.rados.rados.0.smithi071.stdout:2215: rollback oid 3 current snap is 190 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 189 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2216: rollback oid 20 current snap is 190 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 188 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2217: read oid 43 snap 188 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2217: expect (ObjNum 660 snap 174 seq_num 660) 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2218: delete oid 8 current snap is 190 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2218: done (4 left) 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 190 2023-12-16T18:15:42.371 INFO:tasks.rados.rados.0.smithi071.stdout:2219: seq_num 717 ranges {1867776=16384} 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2219: writing smithi071127730-21 from 1867776 to 1884160 tid 1 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2220: delete oid 12 current snap is 190 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2215: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2215: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1059 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1012 (ObjNum 690 snap 185 seq_num 690) dirty exists 2023-12-16T18:15:42.381 INFO:tasks.rados.rados.0.smithi071.stdout:2215: finishing rollback tid 2 to smithi071127730-3 2023-12-16T18:15:42.382 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1108 (ObjNum 624 snap 168 seq_num 624) dirty exists 2023-12-16T18:15:42.382 INFO:tasks.rados.rados.0.smithi071.stdout:2217: expect (ObjNum 660 snap 174 seq_num 660) 2023-12-16T18:15:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:2219: finishing write tid 1 to smithi071127730-21 2023-12-16T18:15:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:2219: finishing write tid 2 to smithi071127730-21 2023-12-16T18:15:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:2219: finishing write tid 3 to smithi071127730-21 2023-12-16T18:15:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1110 (ObjNum 717 snap 190 seq_num 717) dirty exists 2023-12-16T18:15:42.419 INFO:tasks.rados.rados.0.smithi071.stdout:2219: left oid 21 (ObjNum 717 snap 190 seq_num 717) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2214: done (5 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2215: done (4 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2216: done (3 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2217: done (2 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2219: done (1 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2220: done (0 left) 2023-12-16T18:15:42.420 INFO:tasks.rados.rados.0.smithi071.stdout:2221: snap_remove snap 188 2023-12-16T18:15:42.905 INFO:tasks.rados.rados.0.smithi071.stdout:2221: done (0 left) 2023-12-16T18:15:42.905 INFO:tasks.rados.rados.0.smithi071.stdout:2222: snap_remove snap 189 2023-12-16T18:15:43.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:42 smithi071 ceph-mon[139725]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T18:15:43.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:42 smithi071 ceph-mon[142085]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T18:15:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:42 smithi184 ceph-mon[136228]: osdmap e452: 8 total, 8 up, 8 in 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2222: done (0 left) 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2223: rollback oid 34 current snap is 190 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2223: done (0 left) 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2224: rmattr oid 49 current snap is 190 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2224: done (0 left) 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2225: copy_from oid 33 from oid 21 current snap is 190 2023-12-16T18:15:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:2226: snap_create 2023-12-16T18:15:43.933 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:15:43.936 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing copy_from to smithi071127730-33 2023-12-16T18:15:43.936 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1110 (ObjNum 717 snap 190 seq_num 717) dirty exists 2023-12-16T18:15:43.996 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:15:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:43 smithi071 ceph-mon[139725]: pgmap v386: 121 pgs: 8 peering, 8 active+undersized+degraded, 18 active+undersized, 87 active+clean; 151 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 21/225 objects degraded (9.333%) 2023-12-16T18:15:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:43 smithi071 ceph-mon[139725]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T18:15:44.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:43 smithi071 ceph-mon[142085]: pgmap v386: 121 pgs: 8 peering, 8 active+undersized+degraded, 18 active+undersized, 87 active+clean; 151 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 21/225 objects degraded (9.333%) 2023-12-16T18:15:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:43 smithi071 ceph-mon[142085]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 2m ago 8m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (5m) 7s ago 7m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 2m ago 8m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (8m) 7s ago 8m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:15:44.308 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (4m) 7s ago 10m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (5m) 2m ago 12m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 2m ago 12m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (4m) 7s ago 11m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 2m ago 11m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 2m ago 7m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (5m) 7s ago 7m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 2m ago 10m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 2m ago 10m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 2m ago 10m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 2m ago 10m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (95s) 7s ago 9m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (67s) 7s ago 9m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (38s) 7s ago 9m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:15:44.309 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (10s) 7s ago 9m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:15:44.310 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (4m) 7s ago 8m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:15:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:43 smithi184 ceph-mon[136228]: pgmap v386: 121 pgs: 8 peering, 8 active+undersized+degraded, 18 active+undersized, 87 active+clean; 151 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 21/225 objects degraded (9.333%) 2023-12-16T18:15:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:43 smithi184 ceph-mon[136228]: osdmap e453: 8 total, 8 up, 8 in 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:15:44.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:15:44.689 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:15:44.689 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:15:44.689 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:15:44.689 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:15:44.689 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:15:44.924 INFO:tasks.rados.rados.0.smithi071.stdout:2225: done (1 left) 2023-12-16T18:15:44.924 INFO:tasks.rados.rados.0.smithi071.stdout:2226: done (0 left) 2023-12-16T18:15:44.925 INFO:tasks.rados.rados.0.smithi071.stdout:2227: delete oid 6 current snap is 191 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2227: done (0 left) 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2228: read oid 47 snap -1 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2228: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2229: read oid 11 snap -1 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2229: expect (ObjNum 695 snap 186 seq_num 695) 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2230: read oid 29 snap -1 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2230: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:15:44.928 INFO:tasks.rados.rados.0.smithi071.stdout:2231: snap_create 2023-12-16T18:15:44.947 INFO:tasks.rados.rados.0.smithi071.stdout:2230: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:15:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[139725]: osdmap e454: 8 total, 8 up, 8 in 2023-12-16T18:15:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[139725]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/904871476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[142085]: osdmap e454: 8 total, 8 up, 8 in 2023-12-16T18:15:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[142085]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/904871476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:45.085 INFO:tasks.rados.rados.0.smithi071.stdout:2228: expect (ObjNum 662 snap 176 seq_num 662) 2023-12-16T18:15:45.238 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:44 smithi184 ceph-mon[136228]: osdmap e454: 8 total, 8 up, 8 in 2023-12-16T18:15:45.238 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:44 smithi184 ceph-mon[136228]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:45.238 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/904871476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:15:45.287 INFO:tasks.rados.rados.0.smithi071.stdout:2229: expect (ObjNum 695 snap 186 seq_num 695) 2023-12-16T18:15:45.607 INFO:tasks.rados.rados.0.smithi071.stdout:2228: done (3 left) 2023-12-16T18:15:45.607 INFO:tasks.rados.rados.0.smithi071.stdout:2229: done (2 left) 2023-12-16T18:15:45.607 INFO:tasks.rados.rados.0.smithi071.stdout:2230: done (1 left) 2023-12-16T18:15:45.608 INFO:tasks.rados.rados.0.smithi071.stdout:2231: done (0 left) 2023-12-16T18:15:45.608 INFO:tasks.rados.rados.0.smithi071.stdout:2232: snap_remove snap 190 2023-12-16T18:15:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[139725]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[139725]: pgmap v389: 121 pgs: 8 peering, 113 active+clean; 154 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[139725]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/225 objects degraded (9.333%), 8 pgs degraded) 2023-12-16T18:15:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[139725]: osdmap e455: 8 total, 8 up, 8 in 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[139725]: osdmap e456: 8 total, 8 up, 8 in 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[142085]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[142085]: pgmap v389: 121 pgs: 8 peering, 113 active+clean; 154 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[142085]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/225 objects degraded (9.333%), 8 pgs degraded) 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[142085]: osdmap e455: 8 total, 8 up, 8 in 2023-12-16T18:15:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:45 smithi071 ceph-mon[142085]: osdmap e456: 8 total, 8 up, 8 in 2023-12-16T18:15:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:45 smithi184 ceph-mon[136228]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:15:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:45 smithi184 ceph-mon[136228]: pgmap v389: 121 pgs: 8 peering, 113 active+clean; 154 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 16 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:45 smithi184 ceph-mon[136228]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/225 objects degraded (9.333%), 8 pgs degraded) 2023-12-16T18:15:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:45 smithi184 ceph-mon[136228]: osdmap e455: 8 total, 8 up, 8 in 2023-12-16T18:15:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:45 smithi184 ceph-mon[136228]: osdmap e456: 8 total, 8 up, 8 in 2023-12-16T18:15:46.610 INFO:tasks.rados.rados.0.smithi071.stdout:2232: done (0 left) 2023-12-16T18:15:46.610 INFO:tasks.rados.rados.0.smithi071.stdout:2233: delete oid 21 current snap is 192 2023-12-16T18:15:46.614 INFO:tasks.rados.rados.0.smithi071.stdout:2233: done (0 left) 2023-12-16T18:15:46.614 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 192 2023-12-16T18:15:46.615 INFO:tasks.rados.rados.0.smithi071.stdout:2234: seq_num 721 ranges {1466368=81920} 2023-12-16T18:15:46.623 INFO:tasks.rados.rados.0.smithi071.stdout:2234: writing smithi071127730-23 from 1466368 to 1548288 tid 1 2023-12-16T18:15:46.623 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 192 2023-12-16T18:15:46.624 INFO:tasks.rados.rados.0.smithi071.stdout:2235: seq_num 722 ranges {1466368=98304} 2023-12-16T18:15:46.632 INFO:tasks.rados.rados.0.smithi071.stdout:2235: writing smithi071127730-43 from 1466368 to 1564672 tid 1 2023-12-16T18:15:46.632 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 192 2023-12-16T18:15:46.632 INFO:tasks.rados.rados.0.smithi071.stdout:2236: seq_num 723 ranges {0=114688} 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2236: writing smithi071127730-48 from 0 to 114688 tid 1 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2237: read oid 10 snap -1 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2237: expect (ObjNum 702 snap 188 seq_num 702) 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2238: snap_remove snap 191 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 1 to smithi071127730-23 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 2 to smithi071127730-23 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 3 to smithi071127730-23 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1086 (ObjNum 721 snap 192 seq_num 721) dirty exists 2023-12-16T18:15:46.633 INFO:tasks.rados.rados.0.smithi071.stdout:2234: left oid 23 (ObjNum 721 snap 192 seq_num 721) 2023-12-16T18:15:47.604 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:47] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2023-12-16T18:15:47.614 INFO:tasks.rados.rados.0.smithi071.stdout:2234: done (4 left) 2023-12-16T18:15:47.614 INFO:tasks.rados.rados.0.smithi071.stdout:2238: done (3 left) 2023-12-16T18:15:47.614 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 192 2023-12-16T18:15:47.614 INFO:tasks.rados.rados.0.smithi071.stdout:2239: seq_num 724 ranges {4644864=131072} 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2239: writing smithi071127730-41 from 4644864 to 4775936 tid 1 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2240: read oid 8 snap -1 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2240: expect deleted 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2241: read oid 24 snap -1 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2241: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 192 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2235: finishing write tid 1 to smithi071127730-43 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2235: finishing write tid 2 to smithi071127730-43 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2236: finishing write tid 1 to smithi071127730-48 2023-12-16T18:15:47.641 INFO:tasks.rados.rados.0.smithi071.stdout:2242: seq_num 725 ranges {2252800=147456} 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2242: writing smithi071127730-16 from 2252800 to 2400256 tid 1 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2243: delete oid 3 current snap is 192 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2235: finishing write tid 3 to smithi071127730-43 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 427 (ObjNum 722 snap 192 seq_num 722) dirty exists 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2235: left oid 43 (ObjNum 722 snap 192 seq_num 722) 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2236: finishing write tid 2 to smithi071127730-48 2023-12-16T18:15:47.654 INFO:tasks.rados.rados.0.smithi071.stdout:2236: finishing write tid 3 to smithi071127730-48 2023-12-16T18:15:47.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1014 (ObjNum 723 snap 192 seq_num 723) dirty exists 2023-12-16T18:15:47.655 INFO:tasks.rados.rados.0.smithi071.stdout:2236: left oid 48 (ObjNum 723 snap 192 seq_num 723) 2023-12-16T18:15:47.655 INFO:tasks.rados.rados.0.smithi071.stdout:2237: expect (ObjNum 702 snap 188 seq_num 702) 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 1 to smithi071127730-41 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 2 to smithi071127730-41 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 3 to smithi071127730-41 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1016 (ObjNum 724 snap 192 seq_num 724) dirty exists 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:2239: left oid 41 (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:15:47.776 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 1 to smithi071127730-16 2023-12-16T18:15:47.777 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 2 to smithi071127730-16 2023-12-16T18:15:47.777 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 3 to smithi071127730-16 2023-12-16T18:15:47.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1106 (ObjNum 725 snap 192 seq_num 725) dirty exists 2023-12-16T18:15:47.777 INFO:tasks.rados.rados.0.smithi071.stdout:2242: left oid 16 (ObjNum 725 snap 192 seq_num 725) 2023-12-16T18:15:47.777 INFO:tasks.rados.rados.0.smithi071.stdout:2241: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:47 smithi071 ceph-mon[139725]: pgmap v392: 121 pgs: 121 active+clean; 155 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:47 smithi071 ceph-mon[139725]: osdmap e457: 8 total, 8 up, 8 in 2023-12-16T18:15:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:47 smithi071 ceph-mon[142085]: pgmap v392: 121 pgs: 121 active+clean; 155 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:47 smithi071 ceph-mon[142085]: osdmap e457: 8 total, 8 up, 8 in 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2235: done (7 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2236: done (6 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2237: done (5 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2239: done (4 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2240: done (3 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2241: done (2 left) 2023-12-16T18:15:48.021 INFO:tasks.rados.rados.0.smithi071.stdout:2242: done (1 left) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2243: done (0 left) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2244: rmattr oid 5 current snap is 192 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2245: read oid 38 snap -1 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2245: expect (ObjNum 698 snap 186 seq_num 698) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2246: read oid 46 snap -1 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2246: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2247: read oid 23 snap -1 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2247: expect (ObjNum 721 snap 192 seq_num 721) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2248: rmattr oid 8 current snap is 192 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2248: done (4 left) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2249: read oid 35 snap -1 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2249: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2250: read oid 45 snap -1 2023-12-16T18:15:48.022 INFO:tasks.rados.rados.0.smithi071.stdout:2250: expect deleted 2023-12-16T18:15:48.023 INFO:tasks.rados.rados.0.smithi071.stdout:2251: copy_from oid 26 from oid 22 current snap is 192 2023-12-16T18:15:48.023 INFO:tasks.rados.rados.0.smithi071.stdout:2252: delete oid 2 current snap is 192 2023-12-16T18:15:48.024 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1161 (ObjNum 657 snap 173 seq_num 657) dirty exists 2023-12-16T18:15:48.037 INFO:tasks.rados.rados.0.smithi071.stdout:2247: expect (ObjNum 721 snap 192 seq_num 721) 2023-12-16T18:15:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:47 smithi184 ceph-mon[136228]: pgmap v392: 121 pgs: 121 active+clean; 155 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-16T18:15:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:47 smithi184 ceph-mon[136228]: osdmap e457: 8 total, 8 up, 8 in 2023-12-16T18:15:48.107 INFO:tasks.rados.rados.0.smithi071.stdout:2249: expect (ObjNum 603 snap 164 seq_num 603) 2023-12-16T18:15:48.141 INFO:tasks.rados.rados.0.smithi071.stdout:2251: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:15:48.141 INFO:tasks.rados.rados.0.smithi071.stdout:2251: finishing copy_from to smithi071127730-26 2023-12-16T18:15:48.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1104 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:15:48.142 INFO:tasks.rados.rados.0.smithi071.stdout:2245: expect (ObjNum 698 snap 186 seq_num 698) 2023-12-16T18:15:48.351 INFO:tasks.rados.rados.0.smithi071.stdout:2246: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2244: done (7 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2245: done (6 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2246: done (5 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2247: done (4 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2249: done (3 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2250: done (2 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2251: done (1 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2252: done (0 left) 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2253: copy_from oid 37 from oid 22 current snap is 192 2023-12-16T18:15:48.694 INFO:tasks.rados.rados.0.smithi071.stdout:2254: rollback oid 28 current snap is 192 2023-12-16T18:15:48.695 INFO:tasks.rados.rados.0.smithi071.stdout:2254: done (1 left) 2023-12-16T18:15:48.695 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 192 2023-12-16T18:15:48.695 INFO:tasks.rados.rados.0.smithi071.stdout:2255: seq_num 728 ranges {3719168=196608} 2023-12-16T18:15:48.718 INFO:tasks.rados.rados.0.smithi071.stdout:2255: writing smithi071127730-10 from 3719168 to 3915776 tid 1 2023-12-16T18:15:48.718 INFO:tasks.rados.rados.0.smithi071.stdout:2256: snap_create 2023-12-16T18:15:48.718 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:15:48.718 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing copy_from to smithi071127730-37 2023-12-16T18:15:48.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1104 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:15:48.719 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 1 to smithi071127730-10 2023-12-16T18:15:48.719 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 2 to smithi071127730-10 2023-12-16T18:15:48.719 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 3 to smithi071127730-10 2023-12-16T18:15:48.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1018 (ObjNum 728 snap 192 seq_num 728) dirty exists 2023-12-16T18:15:48.719 INFO:tasks.rados.rados.0.smithi071.stdout:2255: left oid 10 (ObjNum 728 snap 192 seq_num 728) 2023-12-16T18:15:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[139725]: osdmap e458: 8 total, 8 up, 8 in 2023-12-16T18:15:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[142085]: osdmap e458: 8 total, 8 up, 8 in 2023-12-16T18:15:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:48 smithi184 ceph-mon[136228]: osdmap e458: 8 total, 8 up, 8 in 2023-12-16T18:15:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:15:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:2253: done (2 left) 2023-12-16T18:15:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:2255: done (1 left) 2023-12-16T18:15:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:2256: done (0 left) 2023-12-16T18:15:49.617 INFO:tasks.rados.rados.0.smithi071.stdout:2257: snap_create 2023-12-16T18:15:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:50 smithi071 ceph-mon[139725]: pgmap v395: 121 pgs: 121 active+clean; 140 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2023-12-16T18:15:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:50 smithi071 ceph-mon[139725]: osdmap e459: 8 total, 8 up, 8 in 2023-12-16T18:15:50.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:50 smithi071 ceph-mon[142085]: pgmap v395: 121 pgs: 121 active+clean; 140 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2023-12-16T18:15:50.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:50 smithi071 ceph-mon[142085]: osdmap e459: 8 total, 8 up, 8 in 2023-12-16T18:15:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:50 smithi184 ceph-mon[136228]: pgmap v395: 121 pgs: 121 active+clean; 140 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2023-12-16T18:15:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:50 smithi184 ceph-mon[136228]: osdmap e459: 8 total, 8 up, 8 in 2023-12-16T18:15:50.608 INFO:tasks.rados.rados.0.smithi071.stdout:2257: done (0 left) 2023-12-16T18:15:50.608 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 194 2023-12-16T18:15:50.608 INFO:tasks.rados.rados.0.smithi071.stdout:2258: seq_num 729 ranges {3391488=212992} 2023-12-16T18:15:50.628 INFO:tasks.rados.rados.0.smithi071.stdout:2258: writing smithi071127730-15 from 3391488 to 3604480 tid 1 2023-12-16T18:15:50.628 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 194 2023-12-16T18:15:50.628 INFO:tasks.rados.rados.0.smithi071.stdout:2259: seq_num 730 ranges {1646592=229376} 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2259: writing smithi071127730-42 from 1646592 to 1875968 tid 1 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2260: read oid 25 snap -1 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2260: expect deleted 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2261: rmattr oid 41 current snap is 194 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2261: done (3 left) 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2262: snap_create 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2258: finishing write tid 1 to smithi071127730-15 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2258: finishing write tid 2 to smithi071127730-15 2023-12-16T18:15:50.639 INFO:tasks.rados.rados.0.smithi071.stdout:2258: finishing write tid 3 to smithi071127730-15 2023-12-16T18:15:50.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1101 (ObjNum 729 snap 194 seq_num 729) dirty exists 2023-12-16T18:15:50.640 INFO:tasks.rados.rados.0.smithi071.stdout:2258: left oid 15 (ObjNum 729 snap 194 seq_num 729) 2023-12-16T18:15:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2259: finishing write tid 1 to smithi071127730-42 2023-12-16T18:15:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2259: finishing write tid 2 to smithi071127730-42 2023-12-16T18:15:50.646 INFO:tasks.rados.rados.0.smithi071.stdout:2259: finishing write tid 3 to smithi071127730-42 2023-12-16T18:15:50.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1100 (ObjNum 730 snap 194 seq_num 730) dirty exists 2023-12-16T18:15:50.646 INFO:tasks.rados.rados.0.smithi071.stdout:2259: left oid 42 (ObjNum 730 snap 194 seq_num 730) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2258: done (3 left) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2259: done (2 left) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2260: done (1 left) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2262: done (0 left) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2263: read oid 44 snap 193 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2263: expect (ObjNum 714 snap 190 seq_num 714) 2023-12-16T18:15:51.621 INFO:tasks.rados.rados.0.smithi071.stdout:2264: delete oid 35 current snap is 195 2023-12-16T18:15:51.627 INFO:tasks.rados.rados.0.smithi071.stdout:2264: done (1 left) 2023-12-16T18:15:51.627 INFO:tasks.rados.rados.0.smithi071.stdout:2265: delete oid 39 current snap is 195 2023-12-16T18:15:51.630 INFO:tasks.rados.rados.0.smithi071.stdout:2265: done (1 left) 2023-12-16T18:15:51.630 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 195 2023-12-16T18:15:51.630 INFO:tasks.rados.rados.0.smithi071.stdout:2266: seq_num 733 ranges {1875968=278528} 2023-12-16T18:15:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:2266: writing smithi071127730-42 from 1875968 to 2154496 tid 1 2023-12-16T18:15:51.642 INFO:tasks.rados.rados.0.smithi071.stdout:2267: rmattr oid 14 current snap is 195 2023-12-16T18:15:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 195 2023-12-16T18:15:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:2268: seq_num 734 ranges {10772480=294912} 2023-12-16T18:15:51.701 INFO:tasks.rados.rados.0.smithi071.stdout:2268: writing smithi071127730-5 from 10772480 to 11067392 tid 1 2023-12-16T18:15:51.701 INFO:tasks.rados.rados.0.smithi071.stdout:2269: delete oid 50 current snap is 195 2023-12-16T18:15:51.701 INFO:tasks.rados.rados.0.smithi071.stdout:2263: expect (ObjNum 714 snap 190 seq_num 714) 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:2266: finishing write tid 1 to smithi071127730-42 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:2266: finishing write tid 2 to smithi071127730-42 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:2266: finishing write tid 3 to smithi071127730-42 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1102 (ObjNum 733 snap 195 seq_num 733) dirty exists 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:2266: left oid 42 (ObjNum 733 snap 195 seq_num 733) 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1162 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:15:51.894 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 1 to smithi071127730-5 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 2 to smithi071127730-5 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 3 to smithi071127730-5 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1164 (ObjNum 734 snap 195 seq_num 734) dirty exists 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2268: left oid 5 (ObjNum 734 snap 195 seq_num 734) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2263: done (4 left) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2266: done (3 left) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2267: done (2 left) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2268: done (1 left) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2269: done (0 left) 2023-12-16T18:15:51.895 INFO:tasks.rados.rados.0.smithi071.stdout:2270: setattr oid 40 current snap is 195 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2271: read oid 50 snap -1 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2271: expect deleted 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2272: copy_from oid 6 from oid 18 current snap is 195 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2273: read oid 16 snap -1 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2273: expect (ObjNum 725 snap 192 seq_num 725) 2023-12-16T18:15:51.896 INFO:tasks.rados.rados.0.smithi071.stdout:2274: snap_create 2023-12-16T18:15:51.897 INFO:tasks.rados.rados.0.smithi071.stdout:2272: finishing copy_from to smithi071127730-6 2023-12-16T18:15:51.897 INFO:tasks.rados.rados.0.smithi071.stdout:2272: got expected ENOENT (src dne) 2023-12-16T18:15:51.897 INFO:tasks.rados.rados.0.smithi071.stdout:2272: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:15:51.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1165 (ObjNum 701 snap 187 seq_num 701) dirty exists 2023-12-16T18:15:51.901 INFO:tasks.rados.rados.0.smithi071.stdout:2273: expect (ObjNum 725 snap 192 seq_num 725) 2023-12-16T18:15:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:51 smithi071 ceph-mon[139725]: pgmap v397: 121 pgs: 121 active+clean; 140 MiB data, 873 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 958 KiB/s wr, 20 op/s 2023-12-16T18:15:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:51 smithi071 ceph-mon[139725]: osdmap e460: 8 total, 8 up, 8 in 2023-12-16T18:15:51.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:51 smithi071 ceph-mon[142085]: pgmap v397: 121 pgs: 121 active+clean; 140 MiB data, 873 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 958 KiB/s wr, 20 op/s 2023-12-16T18:15:51.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:51 smithi071 ceph-mon[142085]: osdmap e460: 8 total, 8 up, 8 in 2023-12-16T18:15:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:51 smithi184 ceph-mon[136228]: pgmap v397: 121 pgs: 121 active+clean; 140 MiB data, 873 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 958 KiB/s wr, 20 op/s 2023-12-16T18:15:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:51 smithi184 ceph-mon[136228]: osdmap e460: 8 total, 8 up, 8 in 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2270: done (4 left) 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2271: done (3 left) 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2272: done (2 left) 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2273: done (1 left) 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2274: done (0 left) 2023-12-16T18:15:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:2275: snap_create 2023-12-16T18:15:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:52 smithi071 ceph-mon[139725]: osdmap e461: 8 total, 8 up, 8 in 2023-12-16T18:15:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:52 smithi071 ceph-mon[142085]: osdmap e461: 8 total, 8 up, 8 in 2023-12-16T18:15:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:52 smithi184 ceph-mon[136228]: osdmap e461: 8 total, 8 up, 8 in 2023-12-16T18:15:53.628 INFO:tasks.rados.rados.0.smithi071.stdout:2275: done (0 left) 2023-12-16T18:15:53.628 INFO:tasks.rados.rados.0.smithi071.stdout:2276: delete oid 45 current snap is 197 2023-12-16T18:15:53.633 INFO:tasks.rados.rados.0.smithi071.stdout:2276: done (0 left) 2023-12-16T18:15:53.633 INFO:tasks.rados.rados.0.smithi071.stdout:2277: read oid 40 snap -1 2023-12-16T18:15:53.633 INFO:tasks.rados.rados.0.smithi071.stdout:2277: expect (ObjNum 701 snap 187 seq_num 701) 2023-12-16T18:15:53.634 INFO:tasks.rados.rados.0.smithi071.stdout:2278: rmattr oid 10 current snap is 197 2023-12-16T18:15:53.634 INFO:tasks.rados.rados.0.smithi071.stdout:2278: done (1 left) 2023-12-16T18:15:53.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 197 2023-12-16T18:15:53.634 INFO:tasks.rados.rados.0.smithi071.stdout:2279: seq_num 737 ranges {3604480=352256} 2023-12-16T18:15:53.655 INFO:tasks.rados.rados.0.smithi071.stdout:2279: writing smithi071127730-15 from 3604480 to 3956736 tid 1 2023-12-16T18:15:53.655 INFO:tasks.rados.rados.0.smithi071.stdout:2280: delete oid 42 current snap is 197 2023-12-16T18:15:53.659 INFO:tasks.rados.rados.0.smithi071.stdout:2279: finishing write tid 1 to smithi071127730-15 2023-12-16T18:15:53.659 INFO:tasks.rados.rados.0.smithi071.stdout:2279: finishing write tid 2 to smithi071127730-15 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2280: done (2 left) 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2281: read oid 50 snap -1 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2281: expect deleted 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2282: snap_create 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2279: finishing write tid 3 to smithi071127730-15 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1103 (ObjNum 737 snap 197 seq_num 737) dirty exists 2023-12-16T18:15:53.661 INFO:tasks.rados.rados.0.smithi071.stdout:2279: left oid 15 (ObjNum 737 snap 197 seq_num 737) 2023-12-16T18:15:53.671 INFO:tasks.rados.rados.0.smithi071.stdout:2277: expect (ObjNum 701 snap 187 seq_num 701) 2023-12-16T18:15:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[139725]: pgmap v400: 121 pgs: 121 active+clean; 143 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2023-12-16T18:15:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[139725]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T18:15:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[142085]: pgmap v400: 121 pgs: 121 active+clean; 143 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2023-12-16T18:15:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[142085]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T18:15:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:53 smithi184 ceph-mon[136228]: pgmap v400: 121 pgs: 121 active+clean; 143 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2023-12-16T18:15:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:53 smithi184 ceph-mon[136228]: osdmap e462: 8 total, 8 up, 8 in 2023-12-16T18:15:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2277: done (3 left) 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2279: done (2 left) 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2281: done (1 left) 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2282: done (0 left) 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2283: read oid 46 snap 197 2023-12-16T18:15:54.640 INFO:tasks.rados.rados.0.smithi071.stdout:2283: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:15:54.641 INFO:tasks.rados.rados.0.smithi071.stdout:2284: read oid 14 snap -1 2023-12-16T18:15:54.641 INFO:tasks.rados.rados.0.smithi071.stdout:2284: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:54.641 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 198 2023-12-16T18:15:54.641 INFO:tasks.rados.rados.0.smithi071.stdout:2285: seq_num 739 ranges {0=385024} 2023-12-16T18:15:54.641 INFO:tasks.rados.rados.0.smithi071.stdout:2285: writing smithi071127730-3 from 0 to 385024 tid 1 2023-12-16T18:15:54.642 INFO:tasks.rados.rados.0.smithi071.stdout:2286: snap_remove snap 192 2023-12-16T18:15:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:54 smithi071 ceph-mon[139725]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T18:15:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:54 smithi071 ceph-mon[142085]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T18:15:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:54 smithi184 ceph-mon[136228]: osdmap e463: 8 total, 8 up, 8 in 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2286: done (3 left) 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2287: snap_create 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2285: finishing write tid 1 to smithi071127730-3 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2285: finishing write tid 2 to smithi071127730-3 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2285: finishing write tid 3 to smithi071127730-3 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1114 (ObjNum 739 snap 198 seq_num 739) dirty exists 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2285: left oid 3 (ObjNum 739 snap 198 seq_num 739) 2023-12-16T18:15:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:2283: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:15:55.956 INFO:tasks.rados.rados.0.smithi071.stdout:2284: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[139725]: pgmap v403: 121 pgs: 121 active+clean; 143 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2023-12-16T18:15:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[139725]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T18:15:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[139725]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T18:15:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[142085]: pgmap v403: 121 pgs: 121 active+clean; 143 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2023-12-16T18:15:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[142085]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T18:15:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:55 smithi071 ceph-mon[142085]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T18:15:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:55 smithi184 ceph-mon[136228]: pgmap v403: 121 pgs: 121 active+clean; 143 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2023-12-16T18:15:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:55 smithi184 ceph-mon[136228]: osdmap e464: 8 total, 8 up, 8 in 2023-12-16T18:15:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:55 smithi184 ceph-mon[136228]: osdmap e465: 8 total, 8 up, 8 in 2023-12-16T18:15:56.611 INFO:tasks.rados.rados.0.smithi071.stdout:2283: done (3 left) 2023-12-16T18:15:56.611 INFO:tasks.rados.rados.0.smithi071.stdout:2284: done (2 left) 2023-12-16T18:15:56.611 INFO:tasks.rados.rados.0.smithi071.stdout:2285: done (1 left) 2023-12-16T18:15:56.612 INFO:tasks.rados.rados.0.smithi071.stdout:2287: done (0 left) 2023-12-16T18:15:56.612 INFO:tasks.rados.rados.0.smithi071.stdout:2288: snap_create 2023-12-16T18:15:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:2288: done (0 left) 2023-12-16T18:15:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:2289: setattr oid 22 current snap is 200 2023-12-16T18:15:57.616 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:15:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:15:57] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:15:57.616 INFO:tasks.rados.rados.0.smithi071.stdout:2290: snap_remove snap 199 2023-12-16T18:15:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:57 smithi071 ceph-mon[139725]: pgmap v406: 121 pgs: 121 active+clean; 144 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 196 KiB/s wr, 22 op/s 2023-12-16T18:15:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:57 smithi071 ceph-mon[139725]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T18:15:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:57 smithi071 ceph-mon[142085]: pgmap v406: 121 pgs: 121 active+clean; 144 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 196 KiB/s wr, 22 op/s 2023-12-16T18:15:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:57 smithi071 ceph-mon[142085]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T18:15:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:57 smithi184 ceph-mon[136228]: pgmap v406: 121 pgs: 121 active+clean; 144 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 196 KiB/s wr, 22 op/s 2023-12-16T18:15:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:57 smithi184 ceph-mon[136228]: osdmap e466: 8 total, 8 up, 8 in 2023-12-16T18:15:58.627 INFO:tasks.rados.rados.0.smithi071.stdout:2290: done (1 left) 2023-12-16T18:15:58.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 200 2023-12-16T18:15:58.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1107 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:15:58.627 INFO:tasks.rados.rados.0.smithi071.stdout:2291: seq_num 740 ranges {5816320=401408} 2023-12-16T18:15:58.661 INFO:tasks.rados.rados.0.smithi071.stdout:2291: writing smithi071127730-11 from 5816320 to 6217728 tid 1 2023-12-16T18:15:58.661 INFO:tasks.rados.rados.0.smithi071.stdout:2289: done (1 left) 2023-12-16T18:15:58.661 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 200 2023-12-16T18:15:58.661 INFO:tasks.rados.rados.0.smithi071.stdout:2292: seq_num 741 ranges {4087808=417792} 2023-12-16T18:15:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2292: writing smithi071127730-44 from 4087808 to 4505600 tid 1 2023-12-16T18:15:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2293: setattr oid 23 current snap is 200 2023-12-16T18:15:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 1 to smithi071127730-11 2023-12-16T18:15:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 2 to smithi071127730-11 2023-12-16T18:15:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 3 to smithi071127730-11 2023-12-16T18:15:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1116 (ObjNum 740 snap 200 seq_num 740) dirty exists 2023-12-16T18:15:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:2291: left oid 11 (ObjNum 740 snap 200 seq_num 740) 2023-12-16T18:15:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:2291: done (2 left) 2023-12-16T18:15:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:2294: snap_remove snap 198 2023-12-16T18:15:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:58 smithi071 ceph-mon[139725]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T18:15:58.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:58 smithi071 ceph-mon[142085]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T18:15:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:58 smithi184 ceph-mon[136228]: osdmap e467: 8 total, 8 up, 8 in 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1088 (ObjNum 721 snap 192 seq_num 721) dirty exists 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2292: finishing write tid 1 to smithi071127730-44 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2292: finishing write tid 2 to smithi071127730-44 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2292: finishing write tid 3 to smithi071127730-44 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1105 (ObjNum 741 snap 200 seq_num 741) dirty exists 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2292: left oid 44 (ObjNum 741 snap 200 seq_num 741) 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2292: done (2 left) 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2293: done (1 left) 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2294: done (0 left) 2023-12-16T18:15:59.632 INFO:tasks.rados.rados.0.smithi071.stdout:2295: read oid 24 snap -1 2023-12-16T18:15:59.633 INFO:tasks.rados.rados.0.smithi071.stdout:2295: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:15:59.633 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 200 2023-12-16T18:15:59.633 INFO:tasks.rados.rados.0.smithi071.stdout:2296: seq_num 742 ranges {4702208=434176} 2023-12-16T18:15:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2296: writing smithi071127730-47 from 4702208 to 5136384 tid 1 2023-12-16T18:15:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2297: snap_remove snap 194 2023-12-16T18:15:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:59 smithi071 ceph-mon[142085]: pgmap v409: 121 pgs: 121 active+clean; 144 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 304 KiB/s wr, 8 op/s 2023-12-16T18:15:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:15:59 smithi071 ceph-mon[142085]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T18:15:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:59 smithi071 ceph-mon[139725]: pgmap v409: 121 pgs: 121 active+clean; 144 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 304 KiB/s wr, 8 op/s 2023-12-16T18:15:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:15:59 smithi071 ceph-mon[139725]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T18:16:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:59 smithi184 ceph-mon[136228]: pgmap v409: 121 pgs: 121 active+clean; 144 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 304 KiB/s wr, 8 op/s 2023-12-16T18:16:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:15:59 smithi184 ceph-mon[136228]: osdmap e468: 8 total, 8 up, 8 in 2023-12-16T18:16:00.640 INFO:tasks.rados.rados.0.smithi071.stdout:2295: expect (ObjNum 630 snap 169 seq_num 630) 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 1 to smithi071127730-47 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 2 to smithi071127730-47 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 3 to smithi071127730-47 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1109 (ObjNum 742 snap 200 seq_num 742) dirty exists 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2296: left oid 47 (ObjNum 742 snap 200 seq_num 742) 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2295: done (2 left) 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2296: done (1 left) 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2297: done (0 left) 2023-12-16T18:16:00.886 INFO:tasks.rados.rados.0.smithi071.stdout:2298: snap_create 2023-12-16T18:16:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:00 smithi071 ceph-mon[139725]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T18:16:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:00 smithi071 ceph-mon[142085]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T18:16:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:00 smithi184 ceph-mon[136228]: osdmap e469: 8 total, 8 up, 8 in 2023-12-16T18:16:01.644 INFO:tasks.rados.rados.0.smithi071.stdout:2298: done (0 left) 2023-12-16T18:16:01.644 INFO:tasks.rados.rados.0.smithi071.stdout:2299: rollback oid 29 current snap is 201 2023-12-16T18:16:01.644 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 195 2023-12-16T18:16:01.644 INFO:tasks.rados.rados.0.smithi071.stdout:2300: snap_remove snap 196 2023-12-16T18:16:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:01 smithi071 ceph-mon[142085]: pgmap v412: 121 pgs: 121 active+clean; 145 MiB data, 878 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 282 KiB/s wr, 10 op/s 2023-12-16T18:16:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:01 smithi071 ceph-mon[142085]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T18:16:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:01 smithi071 ceph-mon[139725]: pgmap v412: 121 pgs: 121 active+clean; 145 MiB data, 878 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 282 KiB/s wr, 10 op/s 2023-12-16T18:16:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:01 smithi071 ceph-mon[139725]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T18:16:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:01 smithi184 ceph-mon[136228]: pgmap v412: 121 pgs: 121 active+clean; 145 MiB data, 878 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 282 KiB/s wr, 10 op/s 2023-12-16T18:16:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:01 smithi184 ceph-mon[136228]: osdmap e470: 8 total, 8 up, 8 in 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2300: done (1 left) 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2301: rollback oid 42 current snap is 201 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 193 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2299: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2299: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2299: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1062 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2299: done (1 left) 2023-12-16T18:16:02.658 INFO:tasks.rados.rados.0.smithi071.stdout:2302: delete oid 11 current snap is 201 2023-12-16T18:16:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:2302: done (1 left) 2023-12-16T18:16:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 201 2023-12-16T18:16:02.665 INFO:tasks.rados.rados.0.smithi071.stdout:2303: seq_num 744 ranges {0=466944} 2023-12-16T18:16:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:2303: writing smithi071127730-49 from 0 to 466944 tid 1 2023-12-16T18:16:02.668 INFO:tasks.rados.rados.0.smithi071.stdout:2304: rmattr oid 12 current snap is 201 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2304: done (2 left) 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2305: rmattr oid 10 current snap is 201 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2305: done (2 left) 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2306: copy_from oid 23 from oid 36 current snap is 201 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2301: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2301: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1107 (ObjNum 671 snap 182 seq_num 671) dirty exists 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2301: done (2 left) 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2307: copy_from oid 42 from oid 41 current snap is 201 2023-12-16T18:16:02.669 INFO:tasks.rados.rados.0.smithi071.stdout:2308: snap_remove snap 195 2023-12-16T18:16:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:02 smithi071 ceph-mon[139725]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T18:16:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:02 smithi071 ceph-mon[142085]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T18:16:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:02 smithi184 ceph-mon[136228]: osdmap e471: 8 total, 8 up, 8 in 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2308: done (3 left) 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2309: rollback oid 27 current snap is 201 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 200 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2306: finishing copy_from to smithi071127730-23 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2306: got expected ENOENT (src dne) 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2306: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2303: finishing write tid 1 to smithi071127730-49 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2303: finishing write tid 2 to smithi071127730-49 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:2303: finishing write tid 3 to smithi071127730-49 2023-12-16T18:16:03.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1238 (ObjNum 744 snap 201 seq_num 744) dirty exists 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2303: left oid 49 (ObjNum 744 snap 201 seq_num 744) 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from to smithi071127730-42 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1016 (ObjNum 724 snap 192 seq_num 724) dirty exists 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2303: done (3 left) 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2306: done (2 left) 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2307: done (1 left) 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2310: rollback oid 9 current snap is 201 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 197 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2311: read oid 48 snap -1 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2311: expect (ObjNum 723 snap 192 seq_num 723) 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2312: rollback oid 47 current snap is 201 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 200 2023-12-16T18:16:03.662 INFO:tasks.rados.rados.0.smithi071.stdout:2313: snap_remove snap 193 2023-12-16T18:16:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[139725]: pgmap v415: 121 pgs: 121 active+clean; 145 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 200 KiB/s wr, 11 op/s 2023-12-16T18:16:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[139725]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T18:16:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[142085]: pgmap v415: 121 pgs: 121 active+clean; 145 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 200 KiB/s wr, 11 op/s 2023-12-16T18:16:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[142085]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T18:16:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:03 smithi184 ceph-mon[136228]: pgmap v415: 121 pgs: 121 active+clean; 145 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 200 KiB/s wr, 11 op/s 2023-12-16T18:16:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:03 smithi184 ceph-mon[136228]: osdmap e472: 8 total, 8 up, 8 in 2023-12-16T18:16:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:04.669 INFO:tasks.rados.rados.0.smithi071.stdout:2309: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:16:04.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 2570248448) dirty dne 2023-12-16T18:16:04.670 INFO:tasks.rados.rados.0.smithi071.stdout:2311: expect (ObjNum 723 snap 192 seq_num 723) 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2310: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2310: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2310: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1106 (ObjNum 692 snap 185 seq_num 692) dirty exists 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1112 (ObjNum 742 snap 200 seq_num 742) dirty exists 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2309: done (4 left) 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2310: done (3 left) 2023-12-16T18:16:04.676 INFO:tasks.rados.rados.0.smithi071.stdout:2311: done (2 left) 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2312: done (1 left) 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2313: done (0 left) 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2314: read oid 26 snap 197 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2314: expect (ObjNum 710 snap 190 seq_num 710) 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2315: rollback oid 20 current snap is 201 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 197 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2316: rmattr oid 23 current snap is 201 2023-12-16T18:16:04.677 INFO:tasks.rados.rados.0.smithi071.stdout:2317: snap_create 2023-12-16T18:16:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:2315: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:16:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:2315: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:16:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:2315: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:16:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1021 (ObjNum 690 snap 185 seq_num 690) dirty exists 2023-12-16T18:16:04.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1089 (ObjNum 721 snap 192 seq_num 721) dirty exists 2023-12-16T18:16:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:2314: expect (ObjNum 710 snap 190 seq_num 710) 2023-12-16T18:16:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:04 smithi071 ceph-mon[139725]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T18:16:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:04 smithi071 ceph-mon[142085]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T18:16:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:04 smithi184 ceph-mon[136228]: osdmap e473: 8 total, 8 up, 8 in 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2314: done (3 left) 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2315: done (2 left) 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2316: done (1 left) 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2317: done (0 left) 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2318: read oid 21 snap -1 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2318: expect deleted 2023-12-16T18:16:05.612 INFO:tasks.rados.rados.0.smithi071.stdout:2319: delete oid 10 current snap is 202 2023-12-16T18:16:05.618 INFO:tasks.rados.rados.0.smithi071.stdout:2318: done (1 left) 2023-12-16T18:16:05.619 INFO:tasks.rados.rados.0.smithi071.stdout:2319: done (0 left) 2023-12-16T18:16:05.619 INFO:tasks.rados.rados.0.smithi071.stdout:2320: rollback oid 38 current snap is 202 2023-12-16T18:16:05.619 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 197 2023-12-16T18:16:05.619 INFO:tasks.rados.rados.0.smithi071.stdout:2321: snap_remove snap 201 2023-12-16T18:16:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[139725]: pgmap v418: 121 pgs: 121 active+clean; 145 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 98 KiB/s wr, 7 op/s 2023-12-16T18:16:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[139725]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T18:16:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[139725]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T18:16:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[142085]: pgmap v418: 121 pgs: 121 active+clean; 145 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 98 KiB/s wr, 7 op/s 2023-12-16T18:16:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[142085]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T18:16:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:05 smithi071 ceph-mon[142085]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T18:16:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:05 smithi184 ceph-mon[136228]: pgmap v418: 121 pgs: 121 active+clean; 145 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 98 KiB/s wr, 7 op/s 2023-12-16T18:16:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:05 smithi184 ceph-mon[136228]: osdmap e474: 8 total, 8 up, 8 in 2023-12-16T18:16:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:05 smithi184 ceph-mon[136228]: osdmap e475: 8 total, 8 up, 8 in 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:2320: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:2320: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:2321: done (1 left) 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:2322: snap_create 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:2320: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:16:06.624 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1243 (ObjNum 698 snap 186 seq_num 698) dirty exists 2023-12-16T18:16:07.621 INFO:tasks.rados.rados.0.smithi071.stdout:2320: done (1 left) 2023-12-16T18:16:07.622 INFO:tasks.rados.rados.0.smithi071.stdout:2322: done (0 left) 2023-12-16T18:16:07.622 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 203 2023-12-16T18:16:07.622 INFO:tasks.rados.rados.0.smithi071.stdout:2323: seq_num 746 ranges {7929856=499712} 2023-12-16T18:16:07.624 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:07] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:16:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2323: writing smithi071127730-40 from 7929856 to 8429568 tid 1 2023-12-16T18:16:07.666 INFO:tasks.rados.rados.0.smithi071.stdout:2324: setattr oid 18 current snap is 203 2023-12-16T18:16:07.667 INFO:tasks.rados.rados.0.smithi071.stdout:2325: setattr oid 7 current snap is 203 2023-12-16T18:16:07.668 INFO:tasks.rados.rados.0.smithi071.stdout:2326: rollback oid 12 current snap is 203 2023-12-16T18:16:07.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 197 2023-12-16T18:16:07.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 203 2023-12-16T18:16:07.668 INFO:tasks.rados.rados.0.smithi071.stdout:2327: seq_num 747 ranges {892928=516096} 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2327: writing smithi071127730-4 from 892928 to 1409024 tid 1 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2328: read oid 32 snap 202 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2328: expect (ObjNum 649 snap 172 seq_num 649) 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2329: copy_from oid 21 from oid 5 current snap is 203 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2326: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:2326: done (6 left) 2023-12-16T18:16:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 203 2023-12-16T18:16:07.678 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1160 (ObjNum 1825 snap 0 seq_num 2571919808) dirty exists 2023-12-16T18:16:07.678 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1090 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:16:07.678 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 1 to smithi071127730-40 2023-12-16T18:16:07.678 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 2 to smithi071127730-40 2023-12-16T18:16:07.678 INFO:tasks.rados.rados.0.smithi071.stdout:2330: seq_num 748 ranges {0=532480} 2023-12-16T18:16:07.680 INFO:tasks.rados.rados.0.smithi071.stdout:2330: writing smithi071127730-27 from 0 to 532480 tid 1 2023-12-16T18:16:07.680 INFO:tasks.rados.rados.0.smithi071.stdout:2324: done (6 left) 2023-12-16T18:16:07.680 INFO:tasks.rados.rados.0.smithi071.stdout:2325: done (5 left) 2023-12-16T18:16:07.681 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 203 2023-12-16T18:16:07.681 INFO:tasks.rados.rados.0.smithi071.stdout:2331: seq_num 749 ranges {4251648=548864} 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2331: writing smithi071127730-37 from 4251648 to 4800512 tid 1 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 203 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 3 to smithi071127730-40 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1167 (ObjNum 746 snap 203 seq_num 746) dirty exists 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2323: left oid 40 (ObjNum 746 snap 203 seq_num 746) 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2327: finishing write tid 1 to smithi071127730-4 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2327: finishing write tid 2 to smithi071127730-4 2023-12-16T18:16:07.708 INFO:tasks.rados.rados.0.smithi071.stdout:2327: finishing write tid 3 to smithi071127730-4 2023-12-16T18:16:07.709 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 402 (ObjNum 747 snap 203 seq_num 747) dirty exists 2023-12-16T18:16:07.709 INFO:tasks.rados.rados.0.smithi071.stdout:2327: left oid 4 (ObjNum 747 snap 203 seq_num 747) 2023-12-16T18:16:07.709 INFO:tasks.rados.rados.0.smithi071.stdout:2328: expect (ObjNum 649 snap 172 seq_num 649) 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2330: finishing write tid 1 to smithi071127730-27 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2330: finishing write tid 2 to smithi071127730-27 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2330: finishing write tid 3 to smithi071127730-27 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1247 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2330: left oid 27 (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2331: finishing write tid 1 to smithi071127730-37 2023-12-16T18:16:07.826 INFO:tasks.rados.rados.0.smithi071.stdout:2331: finishing write tid 2 to smithi071127730-37 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:2331: finishing write tid 3 to smithi071127730-37 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1119 (ObjNum 749 snap 203 seq_num 749) dirty exists 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:2331: left oid 37 (ObjNum 749 snap 203 seq_num 749) 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:2329: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:2329: finishing copy_from to smithi071127730-21 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1164 (ObjNum 734 snap 195 seq_num 734) dirty exists 2023-12-16T18:16:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:2332: seq_num 750 ranges {4415488=565248} 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2332: writing smithi071127730-14 from 4415488 to 4980736 tid 1 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2323: done (6 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2327: done (5 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2328: done (4 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2329: done (3 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2330: done (2 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2331: done (1 left) 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2333: rollback oid 32 current snap is 203 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 197 2023-12-16T18:16:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:2334: rollback oid 15 current snap is 203 2023-12-16T18:16:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 197 2023-12-16T18:16:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:2335: read oid 28 snap -1 2023-12-16T18:16:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:2335: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:16:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:2336: delete oid 3 current snap is 203 2023-12-16T18:16:07.857 INFO:tasks.rados.rados.0.smithi071.stdout:2336: done (4 left) 2023-12-16T18:16:07.857 INFO:tasks.rados.rados.0.smithi071.stdout:2337: read oid 13 snap -1 2023-12-16T18:16:07.857 INFO:tasks.rados.rados.0.smithi071.stdout:2337: expect (ObjNum 705 snap 188 seq_num 705) 2023-12-16T18:16:07.857 INFO:tasks.rados.rados.0.smithi071.stdout:2338: rmattr oid 22 current snap is 203 2023-12-16T18:16:07.857 INFO:tasks.rados.rados.0.smithi071.stdout:2339: read oid 4 snap -1 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2339: expect (ObjNum 747 snap 203 seq_num 747) 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2340: snap_create 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2334: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing write tid 1 to smithi071127730-14 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2334: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:16:07.858 INFO:tasks.rados.rados.0.smithi071.stdout:2333: finishing rollback tid 0 to smithi071127730-32 2023-12-16T18:16:07.860 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing write tid 2 to smithi071127730-14 2023-12-16T18:16:07.861 INFO:tasks.rados.rados.0.smithi071.stdout:2335: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:16:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:2334: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:16:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1109 (ObjNum 737 snap 197 seq_num 737) dirty exists 2023-12-16T18:16:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:2333: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:2333: finishing rollback tid 2 to smithi071127730-32 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1251 (ObjNum 649 snap 172 seq_num 649) dirty exists 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1113 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing write tid 3 to smithi071127730-14 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1169 (ObjNum 750 snap 203 seq_num 750) dirty exists 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:2332: left oid 14 (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:07.927 INFO:tasks.rados.rados.0.smithi071.stdout:2339: expect (ObjNum 747 snap 203 seq_num 747) 2023-12-16T18:16:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:07 smithi071 ceph-mon[139725]: pgmap v421: 121 pgs: 121 active+clean; 148 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:16:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:07 smithi071 ceph-mon[139725]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T18:16:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:07 smithi071 ceph-mon[142085]: pgmap v421: 121 pgs: 121 active+clean; 148 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:16:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:07 smithi071 ceph-mon[142085]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T18:16:07.978 INFO:tasks.rados.rados.0.smithi071.stdout:2337: expect (ObjNum 705 snap 188 seq_num 705) 2023-12-16T18:16:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:07 smithi184 ceph-mon[136228]: pgmap v421: 121 pgs: 121 active+clean; 148 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:16:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:07 smithi184 ceph-mon[136228]: osdmap e476: 8 total, 8 up, 8 in 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2332: done (7 left) 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2333: done (6 left) 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2334: done (5 left) 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2335: done (4 left) 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2337: done (3 left) 2023-12-16T18:16:08.638 INFO:tasks.rados.rados.0.smithi071.stdout:2338: done (2 left) 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2339: done (1 left) 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2340: done (0 left) 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2341: read oid 42 snap -1 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2341: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2342: copy_from oid 40 from oid 4 current snap is 204 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2343: read oid 43 snap -1 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2343: expect (ObjNum 722 snap 192 seq_num 722) 2023-12-16T18:16:08.639 INFO:tasks.rados.rados.0.smithi071.stdout:2344: setattr oid 24 current snap is 204 2023-12-16T18:16:08.640 INFO:tasks.rados.rados.0.smithi071.stdout:2345: setattr oid 26 current snap is 204 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2346: rmattr oid 31 current snap is 204 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2346: done (5 left) 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2347: read oid 28 snap -1 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2347: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2348: rollback oid 1 current snap is 204 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 202 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2349: rollback oid 39 current snap is 204 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 203 2023-12-16T18:16:08.643 INFO:tasks.rados.rados.0.smithi071.stdout:2350: snap_remove snap 197 2023-12-16T18:16:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:08 smithi071 ceph-mon[139725]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T18:16:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:08 smithi071 ceph-mon[142085]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T18:16:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:08 smithi184 ceph-mon[136228]: osdmap e477: 8 total, 8 up, 8 in 2023-12-16T18:16:09.644 INFO:tasks.rados.rados.0.smithi071.stdout:2350: done (8 left) 2023-12-16T18:16:09.644 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 204 2023-12-16T18:16:09.644 INFO:tasks.rados.rados.0.smithi071.stdout:2351: seq_num 752 ranges {5136384=598016} 2023-12-16T18:16:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:2351: writing smithi071127730-47 from 5136384 to 5734400 tid 1 2023-12-16T18:16:09.675 INFO:tasks.rados.rados.0.smithi071.stdout:2352: rollback oid 38 current snap is 204 2023-12-16T18:16:09.676 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 202 2023-12-16T18:16:09.676 INFO:tasks.rados.rados.0.smithi071.stdout:2343: expect (ObjNum 722 snap 192 seq_num 722) 2023-12-16T18:16:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2349: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:16:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 0 (ObjNum 65 snap 0 seq_num 1684757082) dirty dne 2023-12-16T18:16:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:2343: done (9 left) 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:2349: done (8 left) 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 204 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1161 (ObjNum 630 snap 169 seq_num 630) dirty exists 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1073 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1166 (ObjNum 710 snap 190 seq_num 710) dirty exists 2023-12-16T18:16:09.742 INFO:tasks.rados.rados.0.smithi071.stdout:2347: expect (ObjNum 639 snap 170 seq_num 639) 2023-12-16T18:16:09.806 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:16:09.806 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing copy_from to smithi071127730-40 2023-12-16T18:16:09.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 402 (ObjNum 747 snap 203 seq_num 747) dirty exists 2023-12-16T18:16:09.806 INFO:tasks.rados.rados.0.smithi071.stdout:2341: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:09 smithi071 ceph-mon[139725]: pgmap v424: 121 pgs: 121 active+clean; 141 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T18:16:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:09 smithi071 ceph-mon[139725]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T18:16:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:09 smithi071 ceph-mon[142085]: pgmap v424: 121 pgs: 121 active+clean; 141 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T18:16:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:09 smithi071 ceph-mon[142085]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T18:16:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:09 smithi184 ceph-mon[136228]: pgmap v424: 121 pgs: 121 active+clean; 141 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-16T18:16:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:09 smithi184 ceph-mon[136228]: osdmap e478: 8 total, 8 up, 8 in 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2351: finishing write tid 1 to smithi071127730-47 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2351: finishing write tid 2 to smithi071127730-47 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2352: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2352: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2352: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1259 (ObjNum 698 snap 186 seq_num 698) dirty exists 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2351: finishing write tid 3 to smithi071127730-47 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1115 (ObjNum 752 snap 204 seq_num 752) dirty exists 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2351: left oid 47 (ObjNum 752 snap 204 seq_num 752) 2023-12-16T18:16:10.156 INFO:tasks.rados.rados.0.smithi071.stdout:2353: seq_num 753 ranges {7086080=614400} 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2353: writing smithi071127730-46 from 7086080 to 7700480 tid 1 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2341: done (8 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2342: done (7 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2344: done (6 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2345: done (5 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2347: done (4 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2348: done (3 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2351: done (2 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2352: done (1 left) 2023-12-16T18:16:10.197 INFO:tasks.rados.rados.0.smithi071.stdout:2354: snap_create 2023-12-16T18:16:10.201 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 1 to smithi071127730-46 2023-12-16T18:16:10.201 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 2 to smithi071127730-46 2023-12-16T18:16:10.202 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 3 to smithi071127730-46 2023-12-16T18:16:10.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1111 (ObjNum 753 snap 204 seq_num 753) dirty exists 2023-12-16T18:16:10.202 INFO:tasks.rados.rados.0.smithi071.stdout:2353: left oid 46 (ObjNum 753 snap 204 seq_num 753) 2023-12-16T18:16:10.612 INFO:tasks.rados.rados.0.smithi071.stdout:2353: done (1 left) 2023-12-16T18:16:10.612 INFO:tasks.rados.rados.0.smithi071.stdout:2354: done (0 left) 2023-12-16T18:16:10.612 INFO:tasks.rados.rados.0.smithi071.stdout:2355: snap_remove snap 202 2023-12-16T18:16:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:10 smithi071 ceph-mon[139725]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T18:16:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:10 smithi071 ceph-mon[139725]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T18:16:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:10 smithi071 ceph-mon[142085]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T18:16:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:10 smithi071 ceph-mon[142085]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T18:16:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:10 smithi184 ceph-mon[136228]: osdmap e479: 8 total, 8 up, 8 in 2023-12-16T18:16:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:10 smithi184 ceph-mon[136228]: osdmap e480: 8 total, 8 up, 8 in 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2355: done (0 left) 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2356: read oid 16 snap -1 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2356: expect (ObjNum 725 snap 192 seq_num 725) 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2357: read oid 15 snap -1 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2357: expect (ObjNum 737 snap 197 seq_num 737) 2023-12-16T18:16:11.617 INFO:tasks.rados.rados.0.smithi071.stdout:2358: snap_create 2023-12-16T18:16:11.633 INFO:tasks.rados.rados.0.smithi071.stdout:2356: expect (ObjNum 725 snap 192 seq_num 725) 2023-12-16T18:16:11.735 INFO:tasks.rados.rados.0.smithi071.stdout:2357: expect (ObjNum 737 snap 197 seq_num 737) 2023-12-16T18:16:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:11 smithi071 ceph-mon[139725]: pgmap v427: 121 pgs: 121 active+clean; 141 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 374 KiB/s wr, 17 op/s 2023-12-16T18:16:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:11 smithi071 ceph-mon[139725]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T18:16:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:11 smithi071 ceph-mon[142085]: pgmap v427: 121 pgs: 121 active+clean; 141 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 374 KiB/s wr, 17 op/s 2023-12-16T18:16:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:11 smithi071 ceph-mon[142085]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T18:16:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:11 smithi184 ceph-mon[136228]: pgmap v427: 121 pgs: 121 active+clean; 141 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 374 KiB/s wr, 17 op/s 2023-12-16T18:16:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:11 smithi184 ceph-mon[136228]: osdmap e481: 8 total, 8 up, 8 in 2023-12-16T18:16:12.615 INFO:tasks.rados.rados.0.smithi071.stdout:2356: done (2 left) 2023-12-16T18:16:12.615 INFO:tasks.rados.rados.0.smithi071.stdout:2357: done (1 left) 2023-12-16T18:16:12.615 INFO:tasks.rados.rados.0.smithi071.stdout:2358: done (0 left) 2023-12-16T18:16:12.615 INFO:tasks.rados.rados.0.smithi071.stdout:2359: setattr oid 33 current snap is 206 2023-12-16T18:16:12.616 INFO:tasks.rados.rados.0.smithi071.stdout:2360: delete oid 35 current snap is 206 2023-12-16T18:16:12.617 INFO:tasks.rados.rados.0.smithi071.stdout:2360: done (1 left) 2023-12-16T18:16:12.618 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 206 2023-12-16T18:16:12.618 INFO:tasks.rados.rados.0.smithi071.stdout:2361: seq_num 755 ranges {466944=647168} 2023-12-16T18:16:12.624 INFO:tasks.rados.rados.0.smithi071.stdout:2361: writing smithi071127730-49 from 466944 to 1114112 tid 1 2023-12-16T18:16:12.624 INFO:tasks.rados.rados.0.smithi071.stdout:2362: snap_create 2023-12-16T18:16:12.624 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1111 (ObjNum 717 snap 190 seq_num 717) dirty exists 2023-12-16T18:16:12.628 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 1 to smithi071127730-49 2023-12-16T18:16:12.628 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 2 to smithi071127730-49 2023-12-16T18:16:12.629 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 3 to smithi071127730-49 2023-12-16T18:16:12.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1266 (ObjNum 755 snap 206 seq_num 755) dirty exists 2023-12-16T18:16:12.629 INFO:tasks.rados.rados.0.smithi071.stdout:2361: left oid 49 (ObjNum 755 snap 206 seq_num 755) 2023-12-16T18:16:13.621 INFO:tasks.rados.rados.0.smithi071.stdout:2359: done (2 left) 2023-12-16T18:16:13.622 INFO:tasks.rados.rados.0.smithi071.stdout:2361: done (1 left) 2023-12-16T18:16:13.622 INFO:tasks.rados.rados.0.smithi071.stdout:2362: done (0 left) 2023-12-16T18:16:13.622 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 207 2023-12-16T18:16:13.622 INFO:tasks.rados.rados.0.smithi071.stdout:2363: seq_num 756 ranges {3203072=671744} 2023-12-16T18:16:13.642 INFO:tasks.rados.rados.0.smithi071.stdout:2363: writing smithi071127730-32 from 3203072 to 3874816 tid 1 2023-12-16T18:16:13.642 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 207 2023-12-16T18:16:13.642 INFO:tasks.rados.rados.0.smithi071.stdout:2364: seq_num 757 ranges {0=688128} 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:2364: writing smithi071127730-12 from 0 to 688128 tid 1 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:2365: rmattr oid 2 current snap is 207 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:2365: done (2 left) 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:2366: rollback oid 46 current snap is 207 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 200 2023-12-16T18:16:13.646 INFO:tasks.rados.rados.0.smithi071.stdout:2367: delete oid 16 current snap is 207 2023-12-16T18:16:13.647 INFO:tasks.rados.rados.0.smithi071.stdout:2363: finishing write tid 1 to smithi071127730-32 2023-12-16T18:16:13.647 INFO:tasks.rados.rados.0.smithi071.stdout:2363: finishing write tid 2 to smithi071127730-32 2023-12-16T18:16:13.651 INFO:tasks.rados.rados.0.smithi071.stdout:2363: finishing write tid 3 to smithi071127730-32 2023-12-16T18:16:13.651 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1269 (ObjNum 756 snap 207 seq_num 756) dirty exists 2023-12-16T18:16:13.651 INFO:tasks.rados.rados.0.smithi071.stdout:2363: left oid 32 (ObjNum 756 snap 207 seq_num 756) 2023-12-16T18:16:13.652 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:16:13.653 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:16:13.653 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:16:13.653 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1114 (ObjNum 708 snap 188 seq_num 708) dirty exists 2023-12-16T18:16:13.653 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing write tid 1 to smithi071127730-12 2023-12-16T18:16:13.654 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing write tid 2 to smithi071127730-12 2023-12-16T18:16:13.654 INFO:tasks.rados.rados.0.smithi071.stdout:2363: done (3 left) 2023-12-16T18:16:13.654 INFO:tasks.rados.rados.0.smithi071.stdout:2366: done (2 left) 2023-12-16T18:16:13.654 INFO:tasks.rados.rados.0.smithi071.stdout:2367: done (1 left) 2023-12-16T18:16:13.654 INFO:tasks.rados.rados.0.smithi071.stdout:2368: setattr oid 47 current snap is 207 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2369: rmattr oid 48 current snap is 207 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2369: done (2 left) 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2370: read oid 14 snap -1 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2371: copy_from oid 21 from oid 37 current snap is 207 2023-12-16T18:16:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:2372: setattr oid 8 current snap is 207 2023-12-16T18:16:13.656 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing write tid 3 to smithi071127730-12 2023-12-16T18:16:13.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1109 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2364: left oid 12 (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2364: done (4 left) 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2373: rollback oid 9 current snap is 207 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 205 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2374: rollback oid 33 current snap is 207 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 203 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2375: copy_from oid 29 from oid 3 current snap is 207 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2376: read oid 1 snap 204 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2376: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:16:13.657 INFO:tasks.rados.rados.0.smithi071.stdout:2377: snap_create 2023-12-16T18:16:13.659 INFO:tasks.rados.rados.0.smithi071.stdout:2375: finishing copy_from to smithi071127730-29 2023-12-16T18:16:13.660 INFO:tasks.rados.rados.0.smithi071.stdout:2375: got expected ENOENT (src dne) 2023-12-16T18:16:13.661 INFO:tasks.rados.rados.0.smithi071.stdout:2375: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:16:13.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1117 (ObjNum 752 snap 204 seq_num 752) dirty exists 2023-12-16T18:16:13.663 INFO:tasks.rados.rados.0.smithi071.stdout:2374: finishing rollback tid 0 to smithi071127730-33 2023-12-16T18:16:13.663 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:16:13.664 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:16:13.664 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:16:13.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1117 (ObjNum 692 snap 185 seq_num 692) dirty exists 2023-12-16T18:16:13.666 INFO:tasks.rados.rados.0.smithi071.stdout:2374: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:16:13.667 INFO:tasks.rados.rados.0.smithi071.stdout:2374: finishing rollback tid 2 to smithi071127730-33 2023-12-16T18:16:13.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1114 (ObjNum 717 snap 190 seq_num 717) dirty exists 2023-12-16T18:16:13.679 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:16:13.683 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing copy_from to smithi071127730-21 2023-12-16T18:16:13.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1119 (ObjNum 749 snap 203 seq_num 749) dirty exists 2023-12-16T18:16:13.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1170 (ObjNum 33 snap 0 seq_num 2572217376) dirty exists 2023-12-16T18:16:13.692 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:13 smithi071 ceph-mon[139725]: pgmap v430: 121 pgs: 121 active+clean; 154 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:16:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:13 smithi071 ceph-mon[139725]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T18:16:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:13 smithi071 ceph-mon[142085]: pgmap v430: 121 pgs: 121 active+clean; 154 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:16:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:13 smithi071 ceph-mon[142085]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T18:16:14.015 INFO:tasks.rados.rados.0.smithi071.stdout:2376: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:16:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:13 smithi184 ceph-mon[136228]: pgmap v430: 121 pgs: 121 active+clean; 154 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2023-12-16T18:16:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:13 smithi184 ceph-mon[136228]: osdmap e482: 8 total, 8 up, 8 in 2023-12-16T18:16:14.663 INFO:tasks.rados.rados.0.smithi071.stdout:2368: done (8 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2370: done (7 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2371: done (6 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2372: done (5 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2373: done (4 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2374: done (3 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2375: done (2 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2376: done (1 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2377: done (0 left) 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 208 2023-12-16T18:16:14.664 INFO:tasks.rados.rados.0.smithi071.stdout:2378: seq_num 759 ranges {4415488=720896} 2023-12-16T18:16:14.690 INFO:tasks.rados.rados.0.smithi071.stdout:2378: writing smithi071127730-24 from 4415488 to 5136384 tid 1 2023-12-16T18:16:14.690 INFO:tasks.rados.rados.0.smithi071.stdout:2379: delete oid 9 current snap is 208 2023-12-16T18:16:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:2379: done (1 left) 2023-12-16T18:16:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:2380: read oid 27 snap -1 2023-12-16T18:16:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:2380: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:16:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 208 2023-12-16T18:16:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:2381: seq_num 761 ranges {688128=753664} 2023-12-16T18:16:14.703 INFO:tasks.rados.rados.0.smithi071.stdout:2381: writing smithi071127730-12 from 688128 to 1441792 tid 1 2023-12-16T18:16:14.703 INFO:tasks.rados.rados.0.smithi071.stdout:2382: rollback oid 30 current snap is 208 2023-12-16T18:16:14.703 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 207 2023-12-16T18:16:14.704 INFO:tasks.rados.rados.0.smithi071.stdout:2380: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:16:14.729 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing write tid 1 to smithi071127730-24 2023-12-16T18:16:14.729 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing write tid 2 to smithi071127730-24 2023-12-16T18:16:14.729 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing write tid 3 to smithi071127730-24 2023-12-16T18:16:14.729 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1163 (ObjNum 759 snap 208 seq_num 759) dirty exists 2023-12-16T18:16:14.729 INFO:tasks.rados.rados.0.smithi071.stdout:2378: left oid 24 (ObjNum 759 snap 208 seq_num 759) 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2378: done (3 left) 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2380: done (2 left) 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 208 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing write tid 1 to smithi071127730-12 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing write tid 2 to smithi071127730-12 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2382: finishing rollback tid 0 to smithi071127730-30 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2382: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2382: finishing rollback tid 2 to smithi071127730-30 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1169 (ObjNum 696 snap 186 seq_num 696) dirty exists 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing write tid 3 to smithi071127730-12 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1111 (ObjNum 761 snap 208 seq_num 761) dirty exists 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2381: left oid 12 (ObjNum 761 snap 208 seq_num 761) 2023-12-16T18:16:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:2383: seq_num 762 ranges {5382144=770048} 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:2383: writing smithi071127730-38 from 5382144 to 6152192 tid 1 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:2381: done (2 left) 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:2382: done (1 left) 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:2384: copy_from oid 30 from oid 42 current snap is 208 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:2385: rollback oid 12 current snap is 208 2023-12-16T18:16:14.762 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 207 2023-12-16T18:16:14.763 INFO:tasks.rados.rados.0.smithi071.stdout:2386: delete oid 37 current snap is 208 2023-12-16T18:16:14.764 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:16:14.765 INFO:tasks.rados.rados.0.smithi071.stdout:2386: done (3 left) 2023-12-16T18:16:14.765 INFO:tasks.rados.rados.0.smithi071.stdout:2387: read oid 25 snap 203 2023-12-16T18:16:14.765 INFO:tasks.rados.rados.0.smithi071.stdout:2387: expect deleted 2023-12-16T18:16:14.765 INFO:tasks.rados.rados.0.smithi071.stdout:2388: snap_create 2023-12-16T18:16:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:16:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:16:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1114 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:14.767 INFO:tasks.rados.rados.0.smithi071.stdout:2383: finishing write tid 1 to smithi071127730-38 2023-12-16T18:16:14.768 INFO:tasks.rados.rados.0.smithi071.stdout:2383: finishing write tid 2 to smithi071127730-38 2023-12-16T18:16:14.769 INFO:tasks.rados.rados.0.smithi071.stdout:2383: finishing write tid 3 to smithi071127730-38 2023-12-16T18:16:14.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1272 (ObjNum 762 snap 208 seq_num 762) dirty exists 2023-12-16T18:16:14.769 INFO:tasks.rados.rados.0.smithi071.stdout:2383: left oid 38 (ObjNum 762 snap 208 seq_num 762) 2023-12-16T18:16:14.782 INFO:tasks.rados.rados.0.smithi071.stdout:2384: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:16:14.785 INFO:tasks.rados.rados.0.smithi071.stdout:2384: finishing copy_from to smithi071127730-30 2023-12-16T18:16:14.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1016 (ObjNum 724 snap 192 seq_num 724) dirty exists 2023-12-16T18:16:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:14 smithi071 ceph-mon[139725]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T18:16:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:14 smithi071 ceph-mon[142085]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T18:16:15.038 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:16:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:14 smithi184 ceph-mon[136228]: osdmap e483: 8 total, 8 up, 8 in 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 2m ago 8m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (5m) 38s ago 8m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 2m ago 9m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (9m) 38s ago 9m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (5m) 38s ago 11m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (5m) 2m ago 12m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:16:15.345 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 2m ago 12m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (4m) 38s ago 11m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 2m ago 11m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 2m ago 8m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (5m) 38s ago 8m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 2m ago 11m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 2m ago 11m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 2m ago 10m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 2m ago 10m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (2m) 38s ago 10m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (98s) 38s ago 10m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:16:15.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (69s) 38s ago 9m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:16:15.347 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (41s) 38s ago 9m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:16:15.347 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (5m) 38s ago 8m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:16:15.614 INFO:tasks.rados.rados.0.smithi071.stdout:2383: done (4 left) 2023-12-16T18:16:15.614 INFO:tasks.rados.rados.0.smithi071.stdout:2384: done (3 left) 2023-12-16T18:16:15.614 INFO:tasks.rados.rados.0.smithi071.stdout:2385: done (2 left) 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2387: done (1 left) 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2388: done (0 left) 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2389: read oid 21 snap -1 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2389: expect (ObjNum 749 snap 203 seq_num 749) 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2390: read oid 9 snap 200 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2390: expect (ObjNum 692 snap 185 seq_num 692) 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 209 2023-12-16T18:16:15.615 INFO:tasks.rados.rados.0.smithi071.stdout:2391: seq_num 764 ranges {1409024=802816} 2023-12-16T18:16:15.627 INFO:tasks.rados.rados.0.smithi071.stdout:2391: writing smithi071127730-40 from 1409024 to 2211840 tid 1 2023-12-16T18:16:15.628 INFO:tasks.rados.rados.0.smithi071.stdout:2392: setattr oid 4 current snap is 209 2023-12-16T18:16:15.629 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 209 2023-12-16T18:16:15.629 INFO:tasks.rados.rados.0.smithi071.stdout:2393: seq_num 765 ranges {0=417792,417792=401408} 2023-12-16T18:16:15.631 INFO:tasks.rados.rados.0.smithi071.stdout:2393: writing smithi071127730-37 from 0 to 417792 tid 1 2023-12-16T18:16:15.635 INFO:tasks.rados.rados.0.smithi071.stdout:2393: writing smithi071127730-37 from 417792 to 819200 tid 2 2023-12-16T18:16:15.635 INFO:tasks.rados.rados.0.smithi071.stdout:2394: rollback oid 3 current snap is 209 2023-12-16T18:16:15.635 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 206 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 403 (ObjNum 747 snap 203 seq_num 747) dirty exists 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2392: done (5 left) 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2395: copy_from oid 20 from oid 36 current snap is 209 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2396: rmattr oid 13 current snap is 209 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2396: done (6 left) 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2397: rmattr oid 34 current snap is 209 2023-12-16T18:16:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2398: delete oid 25 current snap is 209 2023-12-16T18:16:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2395: finishing copy_from to smithi071127730-20 2023-12-16T18:16:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2395: got expected ENOENT (src dne) 2023-12-16T18:16:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2395: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:16:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2391: finishing write tid 1 to smithi071127730-40 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2391: finishing write tid 2 to smithi071127730-40 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2395: done (7 left) 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2398: done (6 left) 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2399: read oid 32 snap -1 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 756 snap 207 seq_num 756) 2023-12-16T18:16:15.638 INFO:tasks.rados.rados.0.smithi071.stdout:2400: delete oid 15 current snap is 209 2023-12-16T18:16:15.641 INFO:tasks.rados.rados.0.smithi071.stdout:2391: finishing write tid 3 to smithi071127730-40 2023-12-16T18:16:15.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1172 (ObjNum 764 snap 209 seq_num 764) dirty exists 2023-12-16T18:16:15.641 INFO:tasks.rados.rados.0.smithi071.stdout:2391: left oid 40 (ObjNum 764 snap 209 seq_num 764) 2023-12-16T18:16:15.644 INFO:tasks.rados.rados.0.smithi071.stdout:2389: expect (ObjNum 749 snap 203 seq_num 749) 2023-12-16T18:16:15.757 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:16:15.758 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:16:15.759 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:16:15.759 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:2393: finishing write tid 1 to smithi071127730-37 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:2393: finishing write tid 2 to smithi071127730-37 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:2393: finishing write tid 3 to smithi071127730-37 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:2394: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1165 (ObjNum 129 snap 0 seq_num 2570860408) dirty dne 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1174 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:2393: finishing write tid 4 to smithi071127730-37 2023-12-16T18:16:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1173 (ObjNum 765 snap 209 seq_num 765) dirty exists 2023-12-16T18:16:15.876 INFO:tasks.rados.rados.0.smithi071.stdout:2393: left oid 37 (ObjNum 765 snap 209 seq_num 765) 2023-12-16T18:16:15.876 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 756 snap 207 seq_num 756) 2023-12-16T18:16:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[142085]: pgmap v433: 121 pgs: 121 active+clean; 155 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T18:16:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[142085]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[142085]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[142085]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[139725]: pgmap v433: 121 pgs: 121 active+clean; 155 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[139725]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[139725]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:15 smithi071 ceph-mon[139725]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T18:16:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:15 smithi184 ceph-mon[136228]: pgmap v433: 121 pgs: 121 active+clean; 155 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2023-12-16T18:16:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:15 smithi184 ceph-mon[136228]: osdmap e484: 8 total, 8 up, 8 in 2023-12-16T18:16:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:15 smithi184 ceph-mon[136228]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:15.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:15 smithi184 ceph-mon[136228]: osdmap e485: 8 total, 8 up, 8 in 2023-12-16T18:16:16.055 INFO:tasks.rados.rados.0.smithi071.stdout:2390: expect (ObjNum 692 snap 185 seq_num 692) 2023-12-16T18:16:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:2389: done (7 left) 2023-12-16T18:16:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:2390: done (6 left) 2023-12-16T18:16:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:2391: done (5 left) 2023-12-16T18:16:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:2393: done (4 left) 2023-12-16T18:16:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:2394: done (3 left) 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:2397: done (2 left) 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:2399: done (1 left) 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:2400: done (0 left) 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:2401: rollback oid 39 current snap is 209 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 200 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 209 2023-12-16T18:16:16.886 INFO:tasks.rados.rados.0.smithi071.stdout:2402: seq_num 768 ranges {4800512=466944,5267456=401408} 2023-12-16T18:16:16.912 INFO:tasks.rados.rados.0.smithi071.stdout:2402: writing smithi071127730-21 from 4800512 to 5267456 tid 1 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2402: writing smithi071127730-21 from 5267456 to 5668864 tid 2 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2403: read oid 19 snap 205 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2403: expect (ObjNum 704 snap 188 seq_num 704) 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2404: rmattr oid 35 current snap is 209 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2404: done (3 left) 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 209 2023-12-16T18:16:16.915 INFO:tasks.rados.rados.0.smithi071.stdout:2401: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:16:16.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 0 (ObjNum 97 snap 0 seq_num 2570345008) dirty dne 2023-12-16T18:16:16.916 INFO:tasks.rados.rados.0.smithi071.stdout:2405: seq_num 769 ranges {5136384=483328,5619712=401408} 2023-12-16T18:16:16.945 INFO:tasks.rados.rados.0.smithi071.stdout:2405: writing smithi071127730-24 from 5136384 to 5619712 tid 1 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2405: writing smithi071127730-24 from 5619712 to 6021120 tid 2 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2401: done (3 left) 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2406: snap_create 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing write tid 1 to smithi071127730-21 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing write tid 2 to smithi071127730-21 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing write tid 3 to smithi071127730-21 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing write tid 4 to smithi071127730-21 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1177 (ObjNum 768 snap 209 seq_num 768) dirty exists 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2402: left oid 21 (ObjNum 768 snap 209 seq_num 768) 2023-12-16T18:16:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2403: expect (ObjNum 704 snap 188 seq_num 704) 2023-12-16T18:16:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:16 smithi071 ceph-mon[139725]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1056974162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:16 smithi071 ceph-mon[142085]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1056974162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 1 to smithi071127730-24 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 2 to smithi071127730-24 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 3 to smithi071127730-24 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 4 to smithi071127730-24 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1166 (ObjNum 769 snap 209 seq_num 769) dirty exists 2023-12-16T18:16:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:2405: left oid 24 (ObjNum 769 snap 209 seq_num 769) 2023-12-16T18:16:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:16 smithi184 ceph-mon[136228]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1056974162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:17.630 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:17] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:16:17.642 INFO:tasks.rados.rados.0.smithi071.stdout:2402: done (3 left) 2023-12-16T18:16:17.642 INFO:tasks.rados.rados.0.smithi071.stdout:2403: done (2 left) 2023-12-16T18:16:17.642 INFO:tasks.rados.rados.0.smithi071.stdout:2405: done (1 left) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2406: done (0 left) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2407: read oid 13 snap 208 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2407: expect (ObjNum 705 snap 188 seq_num 705) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2408: read oid 44 snap 207 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2408: expect (ObjNum 741 snap 200 seq_num 741) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2409: rollback oid 18 current snap is 210 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 208 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2410: read oid 42 snap -1 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2410: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2411: rmattr oid 17 current snap is 210 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2411: done (4 left) 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2412: read oid 39 snap -1 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2412: expect deleted 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 210 2023-12-16T18:16:17.643 INFO:tasks.rados.rados.0.smithi071.stdout:2413: seq_num 770 ranges {1916928=499712,2416640=401408} 2023-12-16T18:16:17.655 INFO:tasks.rados.rados.0.smithi071.stdout:2413: writing smithi071127730-28 from 1916928 to 2416640 tid 1 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2413: writing smithi071127730-28 from 2416640 to 2818048 tid 2 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2414: read oid 11 snap 204 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2414: expect deleted 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 210 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing rollback tid 0 to smithi071127730-18 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1169 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-12-16T18:16:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2407: expect (ObjNum 705 snap 188 seq_num 705) 2023-12-16T18:16:17.719 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing write tid 1 to smithi071127730-28 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing write tid 2 to smithi071127730-28 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing write tid 3 to smithi071127730-28 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing write tid 4 to smithi071127730-28 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 430 (ObjNum 770 snap 210 seq_num 770) dirty exists 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:2413: left oid 28 (ObjNum 770 snap 210 seq_num 770) 2023-12-16T18:16:17.720 INFO:tasks.rados.rados.0.smithi071.stdout:2408: expect (ObjNum 741 snap 200 seq_num 741) 2023-12-16T18:16:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:17 smithi071 ceph-mon[139725]: pgmap v436: 121 pgs: 121 active+clean; 157 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 784 KiB/s wr, 15 op/s 2023-12-16T18:16:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:17 smithi071 ceph-mon[142085]: pgmap v436: 121 pgs: 121 active+clean; 157 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 784 KiB/s wr, 15 op/s 2023-12-16T18:16:17.987 INFO:tasks.rados.rados.0.smithi071.stdout:2410: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:17 smithi184 ceph-mon[136228]: pgmap v436: 121 pgs: 121 active+clean; 157 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 784 KiB/s wr, 15 op/s 2023-12-16T18:16:18.344 INFO:tasks.rados.rados.0.smithi071.stdout:2415: seq_num 771 ranges {4251648=516096,4767744=401408} 2023-12-16T18:16:18.369 INFO:tasks.rados.rados.0.smithi071.stdout:2415: writing smithi071127730-22 from 4251648 to 4767744 tid 1 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2415: writing smithi071127730-22 from 4767744 to 5169152 tid 2 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2407: done (7 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2408: done (6 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2409: done (5 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2410: done (4 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2412: done (3 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2413: done (2 left) 2023-12-16T18:16:18.372 INFO:tasks.rados.rados.0.smithi071.stdout:2414: done (1 left) 2023-12-16T18:16:18.373 INFO:tasks.rados.rados.0.smithi071.stdout:2416: delete oid 41 current snap is 210 2023-12-16T18:16:18.373 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing write tid 1 to smithi071127730-22 2023-12-16T18:16:18.374 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing write tid 2 to smithi071127730-22 2023-12-16T18:16:18.374 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing write tid 3 to smithi071127730-22 2023-12-16T18:16:18.375 INFO:tasks.rados.rados.0.smithi071.stdout:2416: done (1 left) 2023-12-16T18:16:18.375 INFO:tasks.rados.rados.0.smithi071.stdout:2417: snap_create 2023-12-16T18:16:18.375 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing write tid 4 to smithi071127730-22 2023-12-16T18:16:18.375 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1120 (ObjNum 771 snap 210 seq_num 771) dirty exists 2023-12-16T18:16:18.375 INFO:tasks.rados.rados.0.smithi071.stdout:2415: left oid 22 (ObjNum 771 snap 210 seq_num 771) 2023-12-16T18:16:18.648 INFO:tasks.rados.rados.0.smithi071.stdout:2415: done (1 left) 2023-12-16T18:16:18.648 INFO:tasks.rados.rados.0.smithi071.stdout:2417: done (0 left) 2023-12-16T18:16:18.648 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 211 2023-12-16T18:16:18.648 INFO:tasks.rados.rados.0.smithi071.stdout:2418: seq_num 773 ranges {2220032=548864,2768896=401408} 2023-12-16T18:16:18.662 INFO:tasks.rados.rados.0.smithi071.stdout:2418: writing smithi071127730-13 from 2220032 to 2768896 tid 1 2023-12-16T18:16:18.664 INFO:tasks.rados.rados.0.smithi071.stdout:2418: writing smithi071127730-13 from 2768896 to 3170304 tid 2 2023-12-16T18:16:18.665 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 211 2023-12-16T18:16:18.665 INFO:tasks.rados.rados.0.smithi071.stdout:2419: seq_num 774 ranges {0=565248,565248=401408} 2023-12-16T18:16:18.667 INFO:tasks.rados.rados.0.smithi071.stdout:2419: writing smithi071127730-17 from 0 to 565248 tid 1 2023-12-16T18:16:18.670 INFO:tasks.rados.rados.0.smithi071.stdout:2419: writing smithi071127730-17 from 565248 to 966656 tid 2 2023-12-16T18:16:18.670 INFO:tasks.rados.rados.0.smithi071.stdout:2420: read oid 30 snap -1 2023-12-16T18:16:18.671 INFO:tasks.rados.rados.0.smithi071.stdout:2420: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:18.671 INFO:tasks.rados.rados.0.smithi071.stdout:2421: snap_remove snap 205 2023-12-16T18:16:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:18 smithi071 ceph-mon[142085]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T18:16:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:18 smithi071 ceph-mon[139725]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T18:16:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:18 smithi184 ceph-mon[136228]: osdmap e486: 8 total, 8 up, 8 in 2023-12-16T18:16:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2421: done (3 left) 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2422: delete oid 47 current snap is 211 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 1 to smithi071127730-13 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 2 to smithi071127730-13 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 3 to smithi071127730-13 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 4 to smithi071127730-13 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1021 (ObjNum 773 snap 211 seq_num 773) dirty exists 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2418: left oid 13 (ObjNum 773 snap 211 seq_num 773) 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing write tid 1 to smithi071127730-17 2023-12-16T18:16:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing write tid 2 to smithi071127730-17 2023-12-16T18:16:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing write tid 3 to smithi071127730-17 2023-12-16T18:16:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing write tid 4 to smithi071127730-17 2023-12-16T18:16:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1275 (ObjNum 774 snap 211 seq_num 774) dirty exists 2023-12-16T18:16:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2419: left oid 17 (ObjNum 774 snap 211 seq_num 774) 2023-12-16T18:16:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2420: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:19 smithi071 ceph-mon[142085]: pgmap v438: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-16T18:16:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:19 smithi071 ceph-mon[142085]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T18:16:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:19 smithi071 ceph-mon[139725]: pgmap v438: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-16T18:16:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:19 smithi071 ceph-mon[139725]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T18:16:20.016 INFO:tasks.rados.rados.0.smithi071.stdout:2418: done (3 left) 2023-12-16T18:16:20.017 INFO:tasks.rados.rados.0.smithi071.stdout:2419: done (2 left) 2023-12-16T18:16:20.017 INFO:tasks.rados.rados.0.smithi071.stdout:2420: done (1 left) 2023-12-16T18:16:20.017 INFO:tasks.rados.rados.0.smithi071.stdout:2422: done (0 left) 2023-12-16T18:16:20.017 INFO:tasks.rados.rados.0.smithi071.stdout:2423: snap_create 2023-12-16T18:16:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:19 smithi184 ceph-mon[136228]: pgmap v438: 121 pgs: 121 active+clean; 171 MiB data, 974 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-16T18:16:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:19 smithi184 ceph-mon[136228]: osdmap e487: 8 total, 8 up, 8 in 2023-12-16T18:16:20.615 INFO:tasks.rados.rados.0.smithi071.stdout:2423: done (0 left) 2023-12-16T18:16:20.615 INFO:tasks.rados.rados.0.smithi071.stdout:2424: delete oid 28 current snap is 212 2023-12-16T18:16:20.620 INFO:tasks.rados.rados.0.smithi071.stdout:2424: done (0 left) 2023-12-16T18:16:20.621 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 212 2023-12-16T18:16:20.621 INFO:tasks.rados.rados.0.smithi071.stdout:2425: seq_num 777 ranges {0=622592,622592=401408} 2023-12-16T18:16:20.624 INFO:tasks.rados.rados.0.smithi071.stdout:2425: writing smithi071127730-39 from 0 to 622592 tid 1 2023-12-16T18:16:20.626 INFO:tasks.rados.rados.0.smithi071.stdout:2425: writing smithi071127730-39 from 622592 to 1024000 tid 2 2023-12-16T18:16:20.626 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 212 2023-12-16T18:16:20.627 INFO:tasks.rados.rados.0.smithi071.stdout:2426: seq_num 778 ranges {3170304=638976,3809280=401408} 2023-12-16T18:16:20.647 INFO:tasks.rados.rados.0.smithi071.stdout:2426: writing smithi071127730-13 from 3170304 to 3809280 tid 1 2023-12-16T18:16:20.649 INFO:tasks.rados.rados.0.smithi071.stdout:2426: writing smithi071127730-13 from 3809280 to 4210688 tid 2 2023-12-16T18:16:20.649 INFO:tasks.rados.rados.0.smithi071.stdout:2427: snap_remove snap 200 2023-12-16T18:16:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:20 smithi071 ceph-mon[139725]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T18:16:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:20 smithi071 ceph-mon[139725]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T18:16:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:20 smithi071 ceph-mon[142085]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T18:16:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:20 smithi071 ceph-mon[142085]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T18:16:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:20 smithi184 ceph-mon[136228]: osdmap e488: 8 total, 8 up, 8 in 2023-12-16T18:16:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:20 smithi184 ceph-mon[136228]: osdmap e489: 8 total, 8 up, 8 in 2023-12-16T18:16:21.626 INFO:tasks.rados.rados.0.smithi071.stdout:2427: done (2 left) 2023-12-16T18:16:21.626 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 212 2023-12-16T18:16:21.626 INFO:tasks.rados.rados.0.smithi071.stdout:2428: seq_num 779 ranges {0=655360,655360=401408} 2023-12-16T18:16:21.629 INFO:tasks.rados.rados.0.smithi071.stdout:2428: writing smithi071127730-28 from 0 to 655360 tid 1 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2428: writing smithi071127730-28 from 655360 to 1056768 tid 2 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2425: finishing write tid 1 to smithi071127730-39 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2425: finishing write tid 2 to smithi071127730-39 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2425: finishing write tid 3 to smithi071127730-39 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2425: finishing write tid 4 to smithi071127730-39 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1024 (ObjNum 777 snap 212 seq_num 777) dirty exists 2023-12-16T18:16:21.634 INFO:tasks.rados.rados.0.smithi071.stdout:2425: left oid 39 (ObjNum 777 snap 212 seq_num 777) 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 1 to smithi071127730-13 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 2 to smithi071127730-13 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 3 to smithi071127730-13 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 4 to smithi071127730-13 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1027 (ObjNum 778 snap 212 seq_num 778) dirty exists 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: left oid 13 (ObjNum 778 snap 212 seq_num 778) 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2429: read oid 31 snap 208 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2429: expect (ObjNum 643 snap 171 seq_num 643) 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2425: done (3 left) 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2426: done (2 left) 2023-12-16T18:16:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:2430: delete oid 26 current snap is 212 2023-12-16T18:16:21.639 INFO:tasks.rados.rados.0.smithi071.stdout:2428: finishing write tid 1 to smithi071127730-28 2023-12-16T18:16:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:2428: finishing write tid 2 to smithi071127730-28 2023-12-16T18:16:21.642 INFO:tasks.rados.rados.0.smithi071.stdout:2428: finishing write tid 3 to smithi071127730-28 2023-12-16T18:16:21.644 INFO:tasks.rados.rados.0.smithi071.stdout:2428: finishing write tid 4 to smithi071127730-28 2023-12-16T18:16:21.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 434 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:16:21.645 INFO:tasks.rados.rados.0.smithi071.stdout:2428: left oid 28 (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:16:21.645 INFO:tasks.rados.rados.0.smithi071.stdout:2428: done (2 left) 2023-12-16T18:16:21.645 INFO:tasks.rados.rados.0.smithi071.stdout:2430: done (1 left) 2023-12-16T18:16:21.645 INFO:tasks.rados.rados.0.smithi071.stdout:2431: delete oid 38 current snap is 212 2023-12-16T18:16:21.649 INFO:tasks.rados.rados.0.smithi071.stdout:2431: done (1 left) 2023-12-16T18:16:21.649 INFO:tasks.rados.rados.0.smithi071.stdout:2432: setattr oid 37 current snap is 212 2023-12-16T18:16:21.651 INFO:tasks.rados.rados.0.smithi071.stdout:2433: snap_remove snap 209 2023-12-16T18:16:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:21 smithi071 ceph-mon[139725]: pgmap v441: 121 pgs: 121 active+clean; 172 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-16T18:16:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:21 smithi071 ceph-mon[139725]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T18:16:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:21 smithi071 ceph-mon[142085]: pgmap v441: 121 pgs: 121 active+clean; 172 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-16T18:16:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:21 smithi071 ceph-mon[142085]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T18:16:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:21 smithi184 ceph-mon[136228]: pgmap v441: 121 pgs: 121 active+clean; 172 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-16T18:16:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:21 smithi184 ceph-mon[136228]: osdmap e490: 8 total, 8 up, 8 in 2023-12-16T18:16:22.629 INFO:tasks.rados.rados.0.smithi071.stdout:2433: done (2 left) 2023-12-16T18:16:22.629 INFO:tasks.rados.rados.0.smithi071.stdout:2434: snap_create 2023-12-16T18:16:22.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1179 (ObjNum 765 snap 209 seq_num 765) dirty exists 2023-12-16T18:16:22.629 INFO:tasks.rados.rados.0.smithi071.stdout:2429: expect (ObjNum 643 snap 171 seq_num 643) 2023-12-16T18:16:23.626 INFO:tasks.rados.rados.0.smithi071.stdout:2429: done (2 left) 2023-12-16T18:16:23.626 INFO:tasks.rados.rados.0.smithi071.stdout:2432: done (1 left) 2023-12-16T18:16:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2434: done (0 left) 2023-12-16T18:16:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2435: read oid 42 snap -1 2023-12-16T18:16:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2435: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2436: snap_remove snap 210 2023-12-16T18:16:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:23 smithi071 ceph-mon[142085]: pgmap v444: 121 pgs: 121 active+clean; 172 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-16T18:16:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:23 smithi071 ceph-mon[142085]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T18:16:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:23 smithi071 ceph-mon[139725]: pgmap v444: 121 pgs: 121 active+clean; 172 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-16T18:16:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:23 smithi071 ceph-mon[139725]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T18:16:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:23 smithi184 ceph-mon[136228]: pgmap v444: 121 pgs: 121 active+clean; 172 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-16T18:16:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:23 smithi184 ceph-mon[136228]: osdmap e491: 8 total, 8 up, 8 in 2023-12-16T18:16:24.629 INFO:tasks.rados.rados.0.smithi071.stdout:2436: done (1 left) 2023-12-16T18:16:24.629 INFO:tasks.rados.rados.0.smithi071.stdout:2437: copy_from oid 21 from oid 12 current snap is 213 2023-12-16T18:16:24.629 INFO:tasks.rados.rados.0.smithi071.stdout:2435: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:24 smithi071 ceph-mon[139725]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T18:16:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:24 smithi071 ceph-mon[139725]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T18:16:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:24 smithi071 ceph-mon[142085]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T18:16:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:24 smithi071 ceph-mon[142085]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T18:16:24.985 INFO:tasks.rados.rados.0.smithi071.stdout:2437: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:16:24.985 INFO:tasks.rados.rados.0.smithi071.stdout:2437: finishing copy_from to smithi071127730-21 2023-12-16T18:16:24.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1114 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2435: done (1 left) 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2437: done (0 left) 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2438: copy_from oid 11 from oid 38 current snap is 213 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2439: delete oid 36 current snap is 213 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing copy_from to smithi071127730-11 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2438: got expected ENOENT (src dne) 2023-12-16T18:16:24.986 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:16:24.987 INFO:tasks.rados.rados.0.smithi071.stdout:2438: done (1 left) 2023-12-16T18:16:24.987 INFO:tasks.rados.rados.0.smithi071.stdout:2439: done (0 left) 2023-12-16T18:16:24.988 INFO:tasks.rados.rados.0.smithi071.stdout:2440: read oid 34 snap -1 2023-12-16T18:16:24.988 INFO:tasks.rados.rados.0.smithi071.stdout:2440: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:16:24.988 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 213 2023-12-16T18:16:24.988 INFO:tasks.rados.rados.0.smithi071.stdout:2441: seq_num 783 ranges {1900544=720896,2621440=401408} 2023-12-16T18:16:25.001 INFO:tasks.rados.rados.0.smithi071.stdout:2441: writing smithi071127730-7 from 1900544 to 2621440 tid 1 2023-12-16T18:16:25.004 INFO:tasks.rados.rados.0.smithi071.stdout:2441: writing smithi071127730-7 from 2621440 to 3022848 tid 2 2023-12-16T18:16:25.004 INFO:tasks.rados.rados.0.smithi071.stdout:2442: read oid 44 snap 212 2023-12-16T18:16:25.004 INFO:tasks.rados.rados.0.smithi071.stdout:2442: expect (ObjNum 741 snap 200 seq_num 741) 2023-12-16T18:16:25.004 INFO:tasks.rados.rados.0.smithi071.stdout:2443: copy_from oid 46 from oid 11 current snap is 213 2023-12-16T18:16:25.004 INFO:tasks.rados.rados.0.smithi071.stdout:2440: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:16:25.058 INFO:tasks.rados.rados.0.smithi071.stdout:2443: finishing copy_from to smithi071127730-46 2023-12-16T18:16:25.058 INFO:tasks.rados.rados.0.smithi071.stdout:2443: got expected ENOENT (src dne) 2023-12-16T18:16:25.058 INFO:tasks.rados.rados.0.smithi071.stdout:2443: finishing copy_from racing read to smithi071127730-46 2023-12-16T18:16:25.058 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing write tid 1 to smithi071127730-7 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing write tid 2 to smithi071127730-7 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing write tid 3 to smithi071127730-7 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing write tid 4 to smithi071127730-7 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1093 (ObjNum 783 snap 213 seq_num 783) dirty exists 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:2441: left oid 7 (ObjNum 783 snap 213 seq_num 783) 2023-12-16T18:16:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:2442: expect (ObjNum 741 snap 200 seq_num 741) 2023-12-16T18:16:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:24 smithi184 ceph-mon[136228]: osdmap e492: 8 total, 8 up, 8 in 2023-12-16T18:16:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:24 smithi184 ceph-mon[136228]: osdmap e493: 8 total, 8 up, 8 in 2023-12-16T18:16:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:2440: done (3 left) 2023-12-16T18:16:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:2441: done (2 left) 2023-12-16T18:16:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:2442: done (1 left) 2023-12-16T18:16:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:2443: done (0 left) 2023-12-16T18:16:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:2444: delete oid 5 current snap is 213 2023-12-16T18:16:25.329 INFO:tasks.rados.rados.0.smithi071.stdout:2444: done (0 left) 2023-12-16T18:16:25.329 INFO:tasks.rados.rados.0.smithi071.stdout:2445: copy_from oid 13 from oid 11 current snap is 213 2023-12-16T18:16:25.329 INFO:tasks.rados.rados.0.smithi071.stdout:2446: snap_create 2023-12-16T18:16:25.330 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing copy_from to smithi071127730-13 2023-12-16T18:16:25.330 INFO:tasks.rados.rados.0.smithi071.stdout:2445: got expected ENOENT (src dne) 2023-12-16T18:16:25.330 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:16:25.645 INFO:tasks.rados.rados.0.smithi071.stdout:2445: done (1 left) 2023-12-16T18:16:25.645 INFO:tasks.rados.rados.0.smithi071.stdout:2446: done (0 left) 2023-12-16T18:16:25.645 INFO:tasks.rados.rados.0.smithi071.stdout:2447: setattr oid 23 current snap is 214 2023-12-16T18:16:25.646 INFO:tasks.rados.rados.0.smithi071.stdout:2448: snap_create 2023-12-16T18:16:25.652 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1094 (ObjNum 721 snap 192 seq_num 721) dirty exists 2023-12-16T18:16:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:25 smithi071 ceph-mon[139725]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T18:16:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:25 smithi071 ceph-mon[142085]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T18:16:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:25 smithi184 ceph-mon[136228]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2447: done (1 left) 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2448: done (0 left) 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2449: read oid 30 snap 213 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2449: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2450: read oid 25 snap -1 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2450: expect deleted 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2451: read oid 50 snap -1 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2451: expect deleted 2023-12-16T18:16:26.654 INFO:tasks.rados.rados.0.smithi071.stdout:2452: snap_create 2023-12-16T18:16:26.669 INFO:tasks.rados.rados.0.smithi071.stdout:2449: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:16:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:26 smithi071 ceph-mon[142085]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T18:16:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:26 smithi071 ceph-mon[139725]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T18:16:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:26 smithi184 ceph-mon[136228]: osdmap e494: 8 total, 8 up, 8 in 2023-12-16T18:16:27.655 INFO:tasks.rados.rados.0.smithi071.stdout:2449: done (3 left) 2023-12-16T18:16:27.655 INFO:tasks.rados.rados.0.smithi071.stdout:2450: done (2 left) 2023-12-16T18:16:27.655 INFO:tasks.rados.rados.0.smithi071.stdout:2451: done (1 left) 2023-12-16T18:16:27.655 INFO:tasks.rados.rados.0.smithi071.stdout:2452: done (0 left) 2023-12-16T18:16:27.655 INFO:tasks.rados.rados.0.smithi071.stdout:2453: snap_remove snap 214 2023-12-16T18:16:27.657 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:27] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2023-12-16T18:16:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:27 smithi071 ceph-mon[142085]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 736 KiB/s wr, 6 op/s 2023-12-16T18:16:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:27 smithi071 ceph-mon[142085]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T18:16:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:27 smithi071 ceph-mon[139725]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 736 KiB/s wr, 6 op/s 2023-12-16T18:16:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:27 smithi071 ceph-mon[139725]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T18:16:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:27 smithi184 ceph-mon[136228]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 736 KiB/s wr, 6 op/s 2023-12-16T18:16:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:27 smithi184 ceph-mon[136228]: osdmap e495: 8 total, 8 up, 8 in 2023-12-16T18:16:28.657 INFO:tasks.rados.rados.0.smithi071.stdout:2453: done (0 left) 2023-12-16T18:16:28.657 INFO:tasks.rados.rados.0.smithi071.stdout:2454: rmattr oid 49 current snap is 216 2023-12-16T18:16:28.658 INFO:tasks.rados.rados.0.smithi071.stdout:2454: done (0 left) 2023-12-16T18:16:28.658 INFO:tasks.rados.rados.0.smithi071.stdout:2455: rollback oid 9 current snap is 216 2023-12-16T18:16:28.658 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 203 2023-12-16T18:16:28.658 INFO:tasks.rados.rados.0.smithi071.stdout:2456: snap_create 2023-12-16T18:16:28.661 INFO:tasks.rados.rados.0.smithi071.stdout:2455: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:16:28.663 INFO:tasks.rados.rados.0.smithi071.stdout:2455: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:16:28.663 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1121 (ObjNum 692 snap 185 seq_num 692) dirty exists 2023-12-16T18:16:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:28 smithi071 ceph-mon[139725]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T18:16:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:28 smithi071 ceph-mon[139725]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T18:16:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:28 smithi071 ceph-mon[142085]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T18:16:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:28 smithi071 ceph-mon[142085]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T18:16:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:28 smithi184 ceph-mon[136228]: osdmap e496: 8 total, 8 up, 8 in 2023-12-16T18:16:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:28 smithi184 ceph-mon[136228]: osdmap e497: 8 total, 8 up, 8 in 2023-12-16T18:16:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:2455: done (1 left) 2023-12-16T18:16:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:2456: done (0 left) 2023-12-16T18:16:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:2457: rmattr oid 32 current snap is 217 2023-12-16T18:16:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:2458: rollback oid 9 current snap is 217 2023-12-16T18:16:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 203 2023-12-16T18:16:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 217 2023-12-16T18:16:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:2459: seq_num 785 ranges {3022848=753664,3776512=401408} 2023-12-16T18:16:29.681 INFO:tasks.rados.rados.0.smithi071.stdout:2459: writing smithi071127730-7 from 3022848 to 3776512 tid 1 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:2459: writing smithi071127730-7 from 3776512 to 4177920 tid 2 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:2460: snap_create 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1293 (ObjNum 756 snap 207 seq_num 756) dirty exists 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:16:29.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1124 (ObjNum 692 snap 185 seq_num 692) dirty exists 2023-12-16T18:16:29.685 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 1 to smithi071127730-7 2023-12-16T18:16:29.685 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 2 to smithi071127730-7 2023-12-16T18:16:29.686 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 3 to smithi071127730-7 2023-12-16T18:16:29.687 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 4 to smithi071127730-7 2023-12-16T18:16:29.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1097 (ObjNum 785 snap 217 seq_num 785) dirty exists 2023-12-16T18:16:29.687 INFO:tasks.rados.rados.0.smithi071.stdout:2459: left oid 7 (ObjNum 785 snap 217 seq_num 785) 2023-12-16T18:16:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:29 smithi071 ceph-mon[139725]: pgmap v453: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:29 smithi071 ceph-mon[139725]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T18:16:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:29 smithi071 ceph-mon[142085]: pgmap v453: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:29 smithi071 ceph-mon[142085]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T18:16:30.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:29 smithi184 ceph-mon[136228]: pgmap v453: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:30.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:29 smithi184 ceph-mon[136228]: osdmap e498: 8 total, 8 up, 8 in 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:2457: done (3 left) 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:2458: done (2 left) 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:2459: done (1 left) 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:2460: done (0 left) 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 218 2023-12-16T18:16:30.617 INFO:tasks.rados.rados.0.smithi071.stdout:2461: seq_num 786 ranges {1884160=770048,2654208=401408} 2023-12-16T18:16:30.631 INFO:tasks.rados.rados.0.smithi071.stdout:2461: writing smithi071127730-33 from 1884160 to 2654208 tid 1 2023-12-16T18:16:30.634 INFO:tasks.rados.rados.0.smithi071.stdout:2461: writing smithi071127730-33 from 2654208 to 3055616 tid 2 2023-12-16T18:16:30.634 INFO:tasks.rados.rados.0.smithi071.stdout:2462: snap_create 2023-12-16T18:16:30.637 INFO:tasks.rados.rados.0.smithi071.stdout:2461: finishing write tid 1 to smithi071127730-33 2023-12-16T18:16:30.638 INFO:tasks.rados.rados.0.smithi071.stdout:2461: finishing write tid 2 to smithi071127730-33 2023-12-16T18:16:30.638 INFO:tasks.rados.rados.0.smithi071.stdout:2461: finishing write tid 3 to smithi071127730-33 2023-12-16T18:16:30.641 INFO:tasks.rados.rados.0.smithi071.stdout:2461: finishing write tid 4 to smithi071127730-33 2023-12-16T18:16:30.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1117 (ObjNum 786 snap 218 seq_num 786) dirty exists 2023-12-16T18:16:30.641 INFO:tasks.rados.rados.0.smithi071.stdout:2461: left oid 33 (ObjNum 786 snap 218 seq_num 786) 2023-12-16T18:16:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:2461: done (1 left) 2023-12-16T18:16:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:2462: done (0 left) 2023-12-16T18:16:31.629 INFO:tasks.rados.rados.0.smithi071.stdout:2463: delete oid 46 current snap is 219 2023-12-16T18:16:31.632 INFO:tasks.rados.rados.0.smithi071.stdout:2463: done (0 left) 2023-12-16T18:16:31.633 INFO:tasks.rados.rados.0.smithi071.stdout:2464: delete oid 40 current snap is 219 2023-12-16T18:16:31.637 INFO:tasks.rados.rados.0.smithi071.stdout:2464: done (0 left) 2023-12-16T18:16:31.637 INFO:tasks.rados.rados.0.smithi071.stdout:2465: snap_create 2023-12-16T18:16:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:31 smithi071 ceph-mon[139725]: pgmap v456: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:31 smithi071 ceph-mon[139725]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T18:16:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:31 smithi071 ceph-mon[142085]: pgmap v456: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:31 smithi071 ceph-mon[142085]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T18:16:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:31 smithi184 ceph-mon[136228]: pgmap v456: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 442 KiB/s wr, 14 op/s 2023-12-16T18:16:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:31 smithi184 ceph-mon[136228]: osdmap e499: 8 total, 8 up, 8 in 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2465: done (0 left) 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2466: read oid 50 snap -1 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2466: expect deleted 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2467: read oid 18 snap -1 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2467: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:16:32.635 INFO:tasks.rados.rados.0.smithi071.stdout:2468: setattr oid 7 current snap is 220 2023-12-16T18:16:32.636 INFO:tasks.rados.rados.0.smithi071.stdout:2466: done (2 left) 2023-12-16T18:16:32.636 INFO:tasks.rados.rados.0.smithi071.stdout:2469: snap_create 2023-12-16T18:16:32.637 INFO:tasks.rados.rados.0.smithi071.stdout:2467: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:16:32.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1098 (ObjNum 785 snap 217 seq_num 785) dirty exists 2023-12-16T18:16:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:32 smithi071 ceph-mon[139725]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T18:16:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:32 smithi071 ceph-mon[142085]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T18:16:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:32 smithi184 ceph-mon[136228]: osdmap e500: 8 total, 8 up, 8 in 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2467: done (2 left) 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2468: done (1 left) 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2469: done (0 left) 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2470: read oid 21 snap -1 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2470: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2471: read oid 16 snap -1 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2471: expect deleted 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2472: read oid 33 snap -1 2023-12-16T18:16:33.641 INFO:tasks.rados.rados.0.smithi071.stdout:2472: expect (ObjNum 786 snap 218 seq_num 786) 2023-12-16T18:16:33.642 INFO:tasks.rados.rados.0.smithi071.stdout:2473: read oid 24 snap -1 2023-12-16T18:16:33.642 INFO:tasks.rados.rados.0.smithi071.stdout:2473: expect (ObjNum 769 snap 209 seq_num 769) 2023-12-16T18:16:33.642 INFO:tasks.rados.rados.0.smithi071.stdout:2474: rmattr oid 26 current snap is 221 2023-12-16T18:16:33.642 INFO:tasks.rados.rados.0.smithi071.stdout:2474: done (4 left) 2023-12-16T18:16:33.642 INFO:tasks.rados.rados.0.smithi071.stdout:2475: delete oid 47 current snap is 221 2023-12-16T18:16:33.645 INFO:tasks.rados.rados.0.smithi071.stdout:2471: done (4 left) 2023-12-16T18:16:33.645 INFO:tasks.rados.rados.0.smithi071.stdout:2475: done (3 left) 2023-12-16T18:16:33.645 INFO:tasks.rados.rados.0.smithi071.stdout:2476: snap_remove snap 216 2023-12-16T18:16:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[139725]: pgmap v459: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[139725]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T18:16:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[142085]: pgmap v459: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[142085]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T18:16:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:33 smithi184 ceph-mon[136228]: pgmap v459: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:33 smithi184 ceph-mon[136228]: osdmap e501: 8 total, 8 up, 8 in 2023-12-16T18:16:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:34.655 INFO:tasks.rados.rados.0.smithi071.stdout:2476: done (3 left) 2023-12-16T18:16:34.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 221 2023-12-16T18:16:34.655 INFO:tasks.rados.rados.0.smithi071.stdout:2477: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2023-12-16T18:16:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:2477: writing smithi071127730-11 from 0 to 434176 tid 1 2023-12-16T18:16:34.662 INFO:tasks.rados.rados.0.smithi071.stdout:2477: writing smithi071127730-11 from 434176 to 983040 tid 2 2023-12-16T18:16:34.664 INFO:tasks.rados.rados.0.smithi071.stdout:2477: writing smithi071127730-11 from 983040 to 1236992 tid 3 2023-12-16T18:16:34.664 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 221 2023-12-16T18:16:34.664 INFO:tasks.rados.rados.0.smithi071.stdout:2478: seq_num 791 ranges {1024000=450560,1474560=475136,1949696=327680} 2023-12-16T18:16:34.672 INFO:tasks.rados.rados.0.smithi071.stdout:2478: writing smithi071127730-39 from 1024000 to 1474560 tid 1 2023-12-16T18:16:34.675 INFO:tasks.rados.rados.0.smithi071.stdout:2478: writing smithi071127730-39 from 1474560 to 1949696 tid 2 2023-12-16T18:16:34.676 INFO:tasks.rados.rados.0.smithi071.stdout:2478: writing smithi071127730-39 from 1949696 to 2277376 tid 3 2023-12-16T18:16:34.677 INFO:tasks.rados.rados.0.smithi071.stdout:2479: snap_remove snap 211 2023-12-16T18:16:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:34 smithi071 ceph-mon[139725]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T18:16:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:34 smithi071 ceph-mon[142085]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T18:16:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:34 smithi184 ceph-mon[136228]: osdmap e502: 8 total, 8 up, 8 in 2023-12-16T18:16:35.621 INFO:tasks.rados.rados.0.smithi071.stdout:2470: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:35.646 INFO:tasks.rados.rados.0.smithi071.stdout:2472: expect (ObjNum 786 snap 218 seq_num 786) 2023-12-16T18:16:35.787 INFO:tasks.rados.rados.0.smithi071.stdout:2473: expect (ObjNum 769 snap 209 seq_num 769) 2023-12-16T18:16:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[139725]: pgmap v462: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[139725]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T18:16:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[139725]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T18:16:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[142085]: pgmap v462: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[142085]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T18:16:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:35 smithi071 ceph-mon[142085]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T18:16:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:35 smithi184 ceph-mon[136228]: pgmap v462: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 568 KiB/s wr, 7 op/s 2023-12-16T18:16:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:35 smithi184 ceph-mon[136228]: osdmap e503: 8 total, 8 up, 8 in 2023-12-16T18:16:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:35 smithi184 ceph-mon[136228]: osdmap e504: 8 total, 8 up, 8 in 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 1 to smithi071127730-11 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 2 to smithi071127730-11 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2470: done (5 left) 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2472: done (4 left) 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2473: done (3 left) 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2479: done (2 left) 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2480: setattr oid 10 current snap is 221 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 3 to smithi071127730-11 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 4 to smithi071127730-11 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 5 to smithi071127730-11 2023-12-16T18:16:36.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1183 (ObjNum 790 snap 221 seq_num 790) dirty exists 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2477: left oid 11 (ObjNum 790 snap 221 seq_num 790) 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 1 to smithi071127730-39 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 2 to smithi071127730-39 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 3 to smithi071127730-39 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 4 to smithi071127730-39 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 5 to smithi071127730-39 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1031 (ObjNum 791 snap 221 seq_num 791) dirty exists 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2478: left oid 39 (ObjNum 791 snap 221 seq_num 791) 2023-12-16T18:16:36.226 INFO:tasks.rados.rados.0.smithi071.stdout:2477: done (2 left) 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:2478: done (1 left) 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:2481: rmattr oid 39 current snap is 221 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:2481: done (1 left) 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:2482: rollback oid 23 current snap is 221 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 208 2023-12-16T18:16:36.227 INFO:tasks.rados.rados.0.smithi071.stdout:2483: snap_remove snap 215 2023-12-16T18:16:36.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1024 (ObjNum 177 snap 0 seq_num 0) dirty exists 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2482: finishing rollback tid 0 to smithi071127730-23 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2482: finishing rollback tid 1 to smithi071127730-23 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2482: finishing rollback tid 2 to smithi071127730-23 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1101 (ObjNum 721 snap 192 seq_num 721) dirty exists 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2480: done (2 left) 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2482: done (1 left) 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2483: done (0 left) 2023-12-16T18:16:36.661 INFO:tasks.rados.rados.0.smithi071.stdout:2484: delete oid 23 current snap is 221 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2484: done (0 left) 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2485: read oid 50 snap -1 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2485: expect deleted 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2486: rollback oid 21 current snap is 221 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 219 2023-12-16T18:16:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2487: delete oid 35 current snap is 221 2023-12-16T18:16:36.669 INFO:tasks.rados.rados.0.smithi071.stdout:2487: done (2 left) 2023-12-16T18:16:36.669 INFO:tasks.rados.rados.0.smithi071.stdout:2488: delete oid 33 current snap is 221 2023-12-16T18:16:36.672 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 0 to smithi071127730-21 2023-12-16T18:16:36.672 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 1 to smithi071127730-21 2023-12-16T18:16:36.672 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 2 to smithi071127730-21 2023-12-16T18:16:36.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1186 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:36.673 INFO:tasks.rados.rados.0.smithi071.stdout:2485: done (2 left) 2023-12-16T18:16:36.673 INFO:tasks.rados.rados.0.smithi071.stdout:2486: done (1 left) 2023-12-16T18:16:36.673 INFO:tasks.rados.rados.0.smithi071.stdout:2488: done (0 left) 2023-12-16T18:16:36.673 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 221 2023-12-16T18:16:36.673 INFO:tasks.rados.rados.0.smithi071.stdout:2489: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2023-12-16T18:16:36.675 INFO:tasks.rados.rados.0.smithi071.stdout:2489: writing smithi071127730-35 from 0 to 524288 tid 1 2023-12-16T18:16:36.678 INFO:tasks.rados.rados.0.smithi071.stdout:2489: writing smithi071127730-35 from 524288 to 942080 tid 2 2023-12-16T18:16:36.680 INFO:tasks.rados.rados.0.smithi071.stdout:2489: writing smithi071127730-35 from 942080 to 1327104 tid 3 2023-12-16T18:16:36.680 INFO:tasks.rados.rados.0.smithi071.stdout:2490: delete oid 17 current snap is 221 2023-12-16T18:16:36.681 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing write tid 1 to smithi071127730-35 2023-12-16T18:16:36.681 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing write tid 2 to smithi071127730-35 2023-12-16T18:16:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing write tid 3 to smithi071127730-35 2023-12-16T18:16:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing write tid 4 to smithi071127730-35 2023-12-16T18:16:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:2490: done (1 left) 2023-12-16T18:16:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 221 2023-12-16T18:16:36.683 INFO:tasks.rados.rados.0.smithi071.stdout:2491: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2023-12-16T18:16:36.686 INFO:tasks.rados.rados.0.smithi071.stdout:2491: writing smithi071127730-3 from 0 to 557056 tid 1 2023-12-16T18:16:36.690 INFO:tasks.rados.rados.0.smithi071.stdout:2491: writing smithi071127730-3 from 557056 to 1146880 tid 2 2023-12-16T18:16:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:2491: writing smithi071127730-3 from 1146880 to 1359872 tid 3 2023-12-16T18:16:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:2492: snap_create 2023-12-16T18:16:36.692 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing write tid 5 to smithi071127730-35 2023-12-16T18:16:36.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1106 (ObjNum 795 snap 221 seq_num 795) dirty exists 2023-12-16T18:16:36.692 INFO:tasks.rados.rados.0.smithi071.stdout:2489: left oid 35 (ObjNum 795 snap 221 seq_num 795) 2023-12-16T18:16:36.692 INFO:tasks.rados.rados.0.smithi071.stdout:2491: finishing write tid 1 to smithi071127730-3 2023-12-16T18:16:36.693 INFO:tasks.rados.rados.0.smithi071.stdout:2491: finishing write tid 2 to smithi071127730-3 2023-12-16T18:16:36.693 INFO:tasks.rados.rados.0.smithi071.stdout:2491: finishing write tid 3 to smithi071127730-3 2023-12-16T18:16:36.694 INFO:tasks.rados.rados.0.smithi071.stdout:2491: finishing write tid 4 to smithi071127730-3 2023-12-16T18:16:36.695 INFO:tasks.rados.rados.0.smithi071.stdout:2491: finishing write tid 5 to smithi071127730-3 2023-12-16T18:16:36.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1190 (ObjNum 797 snap 221 seq_num 797) dirty exists 2023-12-16T18:16:36.695 INFO:tasks.rados.rados.0.smithi071.stdout:2491: left oid 3 (ObjNum 797 snap 221 seq_num 797) 2023-12-16T18:16:37.657 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:37] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:16:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:2489: done (2 left) 2023-12-16T18:16:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:2491: done (1 left) 2023-12-16T18:16:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:2492: done (0 left) 2023-12-16T18:16:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:2493: delete oid 47 current snap is 222 2023-12-16T18:16:37.669 INFO:tasks.rados.rados.0.smithi071.stdout:2493: done (0 left) 2023-12-16T18:16:37.670 INFO:tasks.rados.rados.0.smithi071.stdout:2494: copy_from oid 37 from oid 34 current snap is 222 2023-12-16T18:16:37.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 222 2023-12-16T18:16:37.670 INFO:tasks.rados.rados.0.smithi071.stdout:2495: seq_num 799 ranges {11190272=589824,11780096=802816} 2023-12-16T18:16:37.732 INFO:tasks.rados.rados.0.smithi071.stdout:2495: writing smithi071127730-9 from 11190272 to 11780096 tid 1 2023-12-16T18:16:37.737 INFO:tasks.rados.rados.0.smithi071.stdout:2495: writing smithi071127730-9 from 11780096 to 12582912 tid 2 2023-12-16T18:16:37.737 INFO:tasks.rados.rados.0.smithi071.stdout:2496: rollback oid 27 current snap is 222 2023-12-16T18:16:37.737 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 208 2023-12-16T18:16:37.737 INFO:tasks.rados.rados.0.smithi071.stdout:2494: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:16:37.737 INFO:tasks.rados.rados.0.smithi071.stdout:2494: finishing copy_from to smithi071127730-37 2023-12-16T18:16:37.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1174 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:16:37.738 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 1 to smithi071127730-9 2023-12-16T18:16:37.738 INFO:tasks.rados.rados.0.smithi071.stdout:2494: done (2 left) 2023-12-16T18:16:37.738 INFO:tasks.rados.rados.0.smithi071.stdout:2497: delete oid 48 current snap is 222 2023-12-16T18:16:37.740 INFO:tasks.rados.rados.0.smithi071.stdout:2497: done (2 left) 2023-12-16T18:16:37.740 INFO:tasks.rados.rados.0.smithi071.stdout:2498: delete oid 20 current snap is 222 2023-12-16T18:16:37.740 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 2 to smithi071127730-9 2023-12-16T18:16:37.741 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 3 to smithi071127730-9 2023-12-16T18:16:37.742 INFO:tasks.rados.rados.0.smithi071.stdout:2496: finishing rollback tid 0 to smithi071127730-27 2023-12-16T18:16:37.742 INFO:tasks.rados.rados.0.smithi071.stdout:2496: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:16:37.742 INFO:tasks.rados.rados.0.smithi071.stdout:2496: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:16:37.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1307 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:16:37.743 INFO:tasks.rados.rados.0.smithi071.stdout:2496: done (2 left) 2023-12-16T18:16:37.743 INFO:tasks.rados.rados.0.smithi071.stdout:2498: done (1 left) 2023-12-16T18:16:37.743 INFO:tasks.rados.rados.0.smithi071.stdout:2499: snap_create 2023-12-16T18:16:37.744 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 4 to smithi071127730-9 2023-12-16T18:16:37.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1128 (ObjNum 799 snap 222 seq_num 799) dirty exists 2023-12-16T18:16:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:2495: left oid 9 (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:16:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:37 smithi071 ceph-mon[142085]: pgmap v465: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:16:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:37 smithi071 ceph-mon[142085]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T18:16:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:37 smithi071 ceph-mon[139725]: pgmap v465: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:16:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:37 smithi071 ceph-mon[139725]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T18:16:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:37 smithi184 ceph-mon[136228]: pgmap v465: 121 pgs: 121 active+clean; 193 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:16:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:37 smithi184 ceph-mon[136228]: osdmap e505: 8 total, 8 up, 8 in 2023-12-16T18:16:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:2495: done (1 left) 2023-12-16T18:16:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:2499: done (0 left) 2023-12-16T18:16:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:2500: snap_remove snap 203 2023-12-16T18:16:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:38 smithi071 ceph-mon[139725]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T18:16:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:38 smithi071 ceph-mon[142085]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T18:16:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:38 smithi184 ceph-mon[136228]: osdmap e506: 8 total, 8 up, 8 in 2023-12-16T18:16:39.679 INFO:tasks.rados.rados.0.smithi071.stdout:2500: done (0 left) 2023-12-16T18:16:39.680 INFO:tasks.rados.rados.0.smithi071.stdout:2501: snap_create 2023-12-16T18:16:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:39 smithi071 ceph-mon[139725]: pgmap v468: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:39 smithi071 ceph-mon[139725]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T18:16:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:39 smithi071 ceph-mon[142085]: pgmap v468: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:39 smithi071 ceph-mon[142085]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T18:16:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:39 smithi184 ceph-mon[136228]: pgmap v468: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:39 smithi184 ceph-mon[136228]: osdmap e507: 8 total, 8 up, 8 in 2023-12-16T18:16:40.692 INFO:tasks.rados.rados.0.smithi071.stdout:2501: done (0 left) 2023-12-16T18:16:40.693 INFO:tasks.rados.rados.0.smithi071.stdout:2502: snap_remove snap 206 2023-12-16T18:16:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:40 smithi071 ceph-mon[139725]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T18:16:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:16:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:40 smithi071 ceph-mon[142085]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T18:16:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:16:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:40 smithi184 ceph-mon[136228]: osdmap e508: 8 total, 8 up, 8 in 2023-12-16T18:16:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:16:41.695 INFO:tasks.rados.rados.0.smithi071.stdout:2502: done (0 left) 2023-12-16T18:16:41.695 INFO:tasks.rados.rados.0.smithi071.stdout:2503: setattr oid 43 current snap is 224 2023-12-16T18:16:41.700 INFO:tasks.rados.rados.0.smithi071.stdout:2504: setattr oid 29 current snap is 224 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2505: rmattr oid 12 current snap is 224 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2505: done (2 left) 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2506: read oid 3 snap -1 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2506: expect (ObjNum 797 snap 221 seq_num 797) 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2507: copy_from oid 15 from oid 24 current snap is 224 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2508: read oid 32 snap 218 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2508: expect (ObjNum 756 snap 207 seq_num 756) 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2509: read oid 48 snap -1 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2509: expect deleted 2023-12-16T18:16:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:2510: setattr oid 2 current snap is 224 2023-12-16T18:16:41.708 INFO:tasks.rados.rados.0.smithi071.stdout:2511: read oid 7 snap 213 2023-12-16T18:16:41.708 INFO:tasks.rados.rados.0.smithi071.stdout:2511: expect (ObjNum 783 snap 213 seq_num 783) 2023-12-16T18:16:41.708 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 224 2023-12-16T18:16:41.708 INFO:tasks.rados.rados.0.smithi071.stdout:2512: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2023-12-16T18:16:41.712 INFO:tasks.rados.rados.0.smithi071.stdout:2512: writing smithi071127730-17 from 0 to 638976 tid 1 2023-12-16T18:16:41.716 INFO:tasks.rados.rados.0.smithi071.stdout:2512: writing smithi071127730-17 from 638976 to 1097728 tid 2 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2512: writing smithi071127730-17 from 1097728 to 1441792 tid 3 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2513: rollback oid 50 current snap is 224 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 204 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2514: rmattr oid 34 current snap is 224 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1063 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2504: done (10 left) 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2509: done (9 left) 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 224 2023-12-16T18:16:41.719 INFO:tasks.rados.rados.0.smithi071.stdout:2515: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2023-12-16T18:16:41.723 INFO:tasks.rados.rados.0.smithi071.stdout:2515: writing smithi071127730-45 from 0 to 655360 tid 1 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2515: writing smithi071127730-45 from 655360 to 1400832 tid 2 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2515: writing smithi071127730-45 from 1400832 to 1458176 tid 3 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2516: read oid 12 snap -1 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2516: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2517: read oid 21 snap -1 2023-12-16T18:16:41.730 INFO:tasks.rados.rados.0.smithi071.stdout:2517: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2518: rollback oid 10 current snap is 224 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 207 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2519: read oid 35 snap -1 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2519: expect (ObjNum 795 snap 221 seq_num 795) 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2520: read oid 39 snap -1 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2520: expect (ObjNum 791 snap 221 seq_num 791) 2023-12-16T18:16:41.731 INFO:tasks.rados.rados.0.smithi071.stdout:2521: setattr oid 48 current snap is 224 2023-12-16T18:16:41.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 435 (ObjNum 722 snap 192 seq_num 722) dirty exists 2023-12-16T18:16:41.736 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:16:41.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 0 (ObjNum 81 snap 0 seq_num 1634102098) dirty dne 2023-12-16T18:16:41.737 INFO:tasks.rados.rados.0.smithi071.stdout:2506: expect (ObjNum 797 snap 221 seq_num 797) 2023-12-16T18:16:41.776 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1191 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:16:41.776 INFO:tasks.rados.rados.0.smithi071.stdout:2508: expect (ObjNum 756 snap 207 seq_num 756) 2023-12-16T18:16:41.957 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 1 to smithi071127730-45 2023-12-16T18:16:41.957 INFO:tasks.rados.rados.0.smithi071.stdout:2511: expect (ObjNum 783 snap 213 seq_num 783) 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[142085]: pgmap v471: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[142085]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:16:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[139725]: pgmap v471: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[139725]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T18:16:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:16:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:16:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:16:42.073 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 2 to smithi071127730-45 2023-12-16T18:16:42.073 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1320 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:16:42.073 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing write tid 1 to smithi071127730-17 2023-12-16T18:16:42.073 INFO:tasks.rados.rados.0.smithi071.stdout:2516: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:41 smithi184 ceph-mon[136228]: pgmap v471: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 608 KiB/s wr, 16 op/s 2023-12-16T18:16:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:41 smithi184 ceph-mon[136228]: osdmap e509: 8 total, 8 up, 8 in 2023-12-16T18:16:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:16:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:16:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:16:42.090 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:16:42.090 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:16:42.090 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1028 (ObjNum 33 snap 0 seq_num 2563351928) dirty dne 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing write tid 2 to smithi071127730-17 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 3 to smithi071127730-45 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 4 to smithi071127730-45 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 5 to smithi071127730-45 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1067 (ObjNum 803 snap 224 seq_num 803) dirty exists 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2515: left oid 45 (ObjNum 803 snap 224 seq_num 803) 2023-12-16T18:16:42.091 INFO:tasks.rados.rados.0.smithi071.stdout:2517: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:16:42.108 INFO:tasks.rados.rados.0.smithi071.stdout:2507: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:16:42.108 INFO:tasks.rados.rados.0.smithi071.stdout:2520: expect (ObjNum 791 snap 221 seq_num 791) 2023-12-16T18:16:42.183 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing write tid 3 to smithi071127730-17 2023-12-16T18:16:42.183 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing write tid 4 to smithi071127730-17 2023-12-16T18:16:42.183 INFO:tasks.rados.rados.0.smithi071.stdout:2519: expect (ObjNum 795 snap 221 seq_num 795) 2023-12-16T18:16:42.217 INFO:tasks.rados.rados.0.smithi071.stdout:2507: finishing copy_from to smithi071127730-15 2023-12-16T18:16:42.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1166 (ObjNum 769 snap 209 seq_num 769) dirty exists 2023-12-16T18:16:42.217 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing write tid 5 to smithi071127730-17 2023-12-16T18:16:42.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1324 (ObjNum 802 snap 224 seq_num 802) dirty exists 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2512: left oid 17 (ObjNum 802 snap 224 seq_num 802) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1029 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2503: done (15 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2506: done (14 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2507: done (13 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2508: done (12 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2510: done (11 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2511: done (10 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2512: done (9 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2513: done (8 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2514: done (7 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2515: done (6 left) 2023-12-16T18:16:42.218 INFO:tasks.rados.rados.0.smithi071.stdout:2516: done (5 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2517: done (4 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2518: done (3 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2519: done (2 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2520: done (1 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2521: done (0 left) 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2522: rollback oid 8 current snap is 224 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 222 2023-12-16T18:16:42.219 INFO:tasks.rados.rados.0.smithi071.stdout:2523: snap_create 2023-12-16T18:16:42.220 INFO:tasks.rados.rados.0.smithi071.stdout:2522: finishing rollback tid 0 to smithi071127730-8 2023-12-16T18:16:42.220 INFO:tasks.rados.rados.0.smithi071.stdout:2522: finishing rollback tid 1 to smithi071127730-8 2023-12-16T18:16:42.221 INFO:tasks.rados.rados.0.smithi071.stdout:2522: finishing rollback tid 2 to smithi071127730-8 2023-12-16T18:16:42.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1177 (ObjNum 33 snap 0 seq_num 2570799008) dirty exists 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2522: done (1 left) 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2523: done (0 left) 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2524: copy_from oid 16 from oid 7 current snap is 225 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2525: read oid 14 snap -1 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2525: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:42.713 INFO:tasks.rados.rados.0.smithi071.stdout:2526: delete oid 40 current snap is 225 2023-12-16T18:16:42.731 INFO:tasks.rados.rados.0.smithi071.stdout:2524: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:16:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2524: finishing copy_from to smithi071127730-16 2023-12-16T18:16:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1098 (ObjNum 785 snap 217 seq_num 785) dirty exists 2023-12-16T18:16:42.738 INFO:tasks.rados.rados.0.smithi071.stdout:2525: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:42 smithi071 ceph-mon[139725]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T18:16:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:42 smithi071 ceph-mon[142085]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T18:16:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:2524: done (2 left) 2023-12-16T18:16:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:2525: done (1 left) 2023-12-16T18:16:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:2526: done (0 left) 2023-12-16T18:16:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:2527: snap_remove snap 219 2023-12-16T18:16:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:42 smithi184 ceph-mon[136228]: osdmap e510: 8 total, 8 up, 8 in 2023-12-16T18:16:43.718 INFO:tasks.rados.rados.0.smithi071.stdout:2527: done (0 left) 2023-12-16T18:16:43.718 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 225 2023-12-16T18:16:43.718 INFO:tasks.rados.rados.0.smithi071.stdout:2528: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2023-12-16T18:16:43.722 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi071127730-25 from 0 to 688128 tid 1 2023-12-16T18:16:43.726 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi071127730-25 from 688128 to 1196032 tid 2 2023-12-16T18:16:43.728 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi071127730-25 from 1196032 to 1490944 tid 3 2023-12-16T18:16:43.729 INFO:tasks.rados.rados.0.smithi071.stdout:2529: snap_remove snap 221 2023-12-16T18:16:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:43 smithi071 ceph-mon[139725]: pgmap v474: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2023-12-16T18:16:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:43 smithi071 ceph-mon[139725]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T18:16:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:43 smithi071 ceph-mon[142085]: pgmap v474: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2023-12-16T18:16:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:43 smithi071 ceph-mon[142085]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T18:16:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:43 smithi184 ceph-mon[136228]: pgmap v474: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2023-12-16T18:16:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:43 smithi184 ceph-mon[136228]: osdmap e511: 8 total, 8 up, 8 in 2023-12-16T18:16:44.723 INFO:tasks.rados.rados.0.smithi071.stdout:2529: done (1 left) 2023-12-16T18:16:44.723 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 225 2023-12-16T18:16:44.723 INFO:tasks.rados.rados.0.smithi071.stdout:2530: seq_num 806 ranges {5824512=704512,6529024=442368,6971392=360448} 2023-12-16T18:16:44.758 INFO:tasks.rados.rados.0.smithi071.stdout:2530: writing smithi071127730-31 from 5824512 to 6529024 tid 1 2023-12-16T18:16:44.760 INFO:tasks.rados.rados.0.smithi071.stdout:2530: writing smithi071127730-31 from 6529024 to 6971392 tid 2 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2530: writing smithi071127730-31 from 6971392 to 7331840 tid 3 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2531: copy_from oid 1 from oid 7 current snap is 225 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 1 to smithi071127730-25 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 2 to smithi071127730-25 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 3 to smithi071127730-25 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 4 to smithi071127730-25 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 5 to smithi071127730-25 2023-12-16T18:16:44.763 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1125 (ObjNum 805 snap 225 seq_num 805) dirty exists 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2528: left oid 25 (ObjNum 805 snap 225 seq_num 805) 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing write tid 1 to smithi071127730-31 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing write tid 2 to smithi071127730-31 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2528: done (2 left) 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2532: rollback oid 47 current snap is 225 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 212 2023-12-16T18:16:44.764 INFO:tasks.rados.rados.0.smithi071.stdout:2533: delete oid 23 current snap is 225 2023-12-16T18:16:44.765 INFO:tasks.rados.rados.0.smithi071.stdout:2533: done (3 left) 2023-12-16T18:16:44.765 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 225 2023-12-16T18:16:44.765 INFO:tasks.rados.rados.0.smithi071.stdout:2534: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2023-12-16T18:16:44.769 INFO:tasks.rados.rados.0.smithi071.stdout:2534: writing smithi071127730-36 from 0 to 737280 tid 1 2023-12-16T18:16:44.773 INFO:tasks.rados.rados.0.smithi071.stdout:2534: writing smithi071127730-36 from 737280 to 1351680 tid 2 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2534: writing smithi071127730-36 from 1351680 to 1540096 tid 3 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2535: copy_from oid 18 from oid 41 current snap is 225 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing write tid 3 to smithi071127730-31 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing write tid 4 to smithi071127730-31 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2532: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1121 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing write tid 5 to smithi071127730-31 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 990 (ObjNum 806 snap 225 seq_num 806) dirty exists 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2530: left oid 31 (ObjNum 806 snap 225 seq_num 806) 2023-12-16T18:16:44.775 INFO:tasks.rados.rados.0.smithi071.stdout:2534: finishing write tid 1 to smithi071127730-36 2023-12-16T18:16:44.776 INFO:tasks.rados.rados.0.smithi071.stdout:2530: done (4 left) 2023-12-16T18:16:44.776 INFO:tasks.rados.rados.0.smithi071.stdout:2532: done (3 left) 2023-12-16T18:16:44.776 INFO:tasks.rados.rados.0.smithi071.stdout:2536: snap_remove snap 217 2023-12-16T18:16:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:44 smithi071 ceph-mon[139725]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T18:16:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:44 smithi071 ceph-mon[142085]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T18:16:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:44 smithi184 ceph-mon[136228]: osdmap e512: 8 total, 8 up, 8 in 2023-12-16T18:16:45.633 INFO:tasks.rados.rados.0.smithi071.stdout:2536: done (3 left) 2023-12-16T18:16:45.634 INFO:tasks.rados.rados.0.smithi071.stdout:2537: read oid 37 snap -1 2023-12-16T18:16:45.634 INFO:tasks.rados.rados.0.smithi071.stdout:2537: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:16:45.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 225 2023-12-16T18:16:45.634 INFO:tasks.rados.rados.0.smithi071.stdout:2538: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2023-12-16T18:16:45.637 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi071127730-48 from 0 to 753664 tid 1 2023-12-16T18:16:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi071127730-48 from 753664 to 1253376 tid 2 2023-12-16T18:16:45.643 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi071127730-48 from 1253376 to 1556480 tid 3 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2535: finishing copy_from to smithi071127730-18 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2535: got expected ENOENT (src dne) 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2535: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2534: finishing write tid 2 to smithi071127730-36 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2534: finishing write tid 3 to smithi071127730-36 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2534: finishing write tid 4 to smithi071127730-36 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:2534: finishing write tid 5 to smithi071127730-36 2023-12-16T18:16:45.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1122 (ObjNum 808 snap 225 seq_num 808) dirty exists 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2534: left oid 36 (ObjNum 808 snap 225 seq_num 808) 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2531: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2531: finishing copy_from to smithi071127730-1 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1098 (ObjNum 785 snap 217 seq_num 785) dirty exists 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2531: done (4 left) 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2534: done (3 left) 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2535: done (2 left) 2023-12-16T18:16:45.645 INFO:tasks.rados.rados.0.smithi071.stdout:2539: snap_remove snap 212 2023-12-16T18:16:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[139725]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2023-12-16T18:16:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[139725]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T18:16:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[139725]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T18:16:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[142085]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2023-12-16T18:16:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[142085]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T18:16:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:45 smithi071 ceph-mon[142085]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T18:16:45.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:45 smithi184 ceph-mon[136228]: pgmap v477: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.6 MiB/s wr, 28 op/s 2023-12-16T18:16:45.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:45 smithi184 ceph-mon[136228]: osdmap e513: 8 total, 8 up, 8 in 2023-12-16T18:16:45.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:45 smithi184 ceph-mon[136228]: osdmap e514: 8 total, 8 up, 8 in 2023-12-16T18:16:46.099 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:16:46.406 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:16:46.406 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 3m ago 9m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (6m) 69s ago 8m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 3m ago 9m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (9m) 69s ago 9m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (5m) 69s ago 11m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (6m) 3m ago 13m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 3m ago 13m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (5m) 69s ago 12m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 3m ago 12m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 3m ago 8m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:16:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (6m) 69s ago 8m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 3m ago 11m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 3m ago 11m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 3m ago 11m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 3m ago 11m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (2m) 69s ago 10m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (2m) 69s ago 10m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (100s) 69s ago 10m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (72s) 69s ago 10m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:16:46.408 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (5m) 69s ago 9m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:16:46.644 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 1 to smithi071127730-48 2023-12-16T18:16:46.645 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 2 to smithi071127730-48 2023-12-16T18:16:46.645 INFO:tasks.rados.rados.0.smithi071.stdout:2537: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:16:46.716 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 3 to smithi071127730-48 2023-12-16T18:16:46.716 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 4 to smithi071127730-48 2023-12-16T18:16:46.716 INFO:tasks.rados.rados.0.smithi071.stdout:2537: done (2 left) 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2539: done (1 left) 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2540: copy_from oid 23 from oid 41 current snap is 225 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 5 to smithi071127730-48 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1033 (ObjNum 809 snap 225 seq_num 809) dirty exists 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2538: left oid 48 (ObjNum 809 snap 225 seq_num 809) 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2538: done (1 left) 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2541: copy_from oid 47 from oid 21 current snap is 225 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2542: rollback oid 43 current snap is 225 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 207 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 225 2023-12-16T18:16:46.717 INFO:tasks.rados.rados.0.smithi071.stdout:2543: seq_num 810 ranges {2277376=770048,3047424=778240,3825664=24576} 2023-12-16T18:16:46.734 INFO:tasks.rados.rados.0.smithi071.stdout:2543: writing smithi071127730-39 from 2277376 to 3047424 tid 1 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2543: writing smithi071127730-39 from 3047424 to 3825664 tid 2 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2543: writing smithi071127730-39 from 3825664 to 3850240 tid 3 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2540: finishing copy_from to smithi071127730-23 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2540: got expected ENOENT (src dne) 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2540: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2541: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2541: finishing copy_from to smithi071127730-47 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1186 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:46.740 INFO:tasks.rados.rados.0.smithi071.stdout:2542: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2542: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2542: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 438 (ObjNum 722 snap 192 seq_num 722) dirty exists 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing write tid 1 to smithi071127730-39 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2540: done (3 left) 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2541: done (2 left) 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2542: done (1 left) 2023-12-16T18:16:46.741 INFO:tasks.rados.rados.0.smithi071.stdout:2544: snap_create 2023-12-16T18:16:46.743 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing write tid 2 to smithi071127730-39 2023-12-16T18:16:46.743 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing write tid 3 to smithi071127730-39 2023-12-16T18:16:46.744 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing write tid 4 to smithi071127730-39 2023-12-16T18:16:46.745 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing write tid 5 to smithi071127730-39 2023-12-16T18:16:46.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1035 (ObjNum 810 snap 225 seq_num 810) dirty exists 2023-12-16T18:16:46.746 INFO:tasks.rados.rados.0.smithi071.stdout:2543: left oid 39 (ObjNum 810 snap 225 seq_num 810) 2023-12-16T18:16:46.836 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:46.837 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:16:46.838 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:16:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:46 smithi184 ceph-mon[136228]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:47.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:46 smithi184 ceph-mon[136228]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T18:16:47.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:46 smithi071 ceph-mon[139725]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:47.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:46 smithi071 ceph-mon[139725]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T18:16:47.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:46 smithi071 ceph-mon[142085]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:47.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:46 smithi071 ceph-mon[142085]: osdmap e515: 8 total, 8 up, 8 in 2023-12-16T18:16:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:47] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:16:47.730 INFO:tasks.rados.rados.0.smithi071.stdout:2543: done (1 left) 2023-12-16T18:16:47.730 INFO:tasks.rados.rados.0.smithi071.stdout:2544: done (0 left) 2023-12-16T18:16:47.730 INFO:tasks.rados.rados.0.smithi071.stdout:2545: snap_remove snap 204 2023-12-16T18:16:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:47 smithi184 ceph-mon[136228]: pgmap v480: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:16:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:47 smithi184 ceph-mon[136228]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:47 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1530487931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[139725]: pgmap v480: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:16:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[139725]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1530487931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:48.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[142085]: pgmap v480: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:16:48.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[142085]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:16:48.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:47 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1530487931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:16:48.742 INFO:tasks.rados.rados.0.smithi071.stdout:2545: done (0 left) 2023-12-16T18:16:48.743 INFO:tasks.rados.rados.0.smithi071.stdout:2546: rmattr oid 25 current snap is 226 2023-12-16T18:16:48.743 INFO:tasks.rados.rados.0.smithi071.stdout:2547: read oid 26 snap -1 2023-12-16T18:16:48.743 INFO:tasks.rados.rados.0.smithi071.stdout:2547: expect deleted 2023-12-16T18:16:48.743 INFO:tasks.rados.rados.0.smithi071.stdout:2548: delete oid 30 current snap is 226 2023-12-16T18:16:48.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 0 (ObjNum 805 snap 225 seq_num 805) dirty exists 2023-12-16T18:16:48.755 INFO:tasks.rados.rados.0.smithi071.stdout:2546: done (2 left) 2023-12-16T18:16:48.755 INFO:tasks.rados.rados.0.smithi071.stdout:2547: done (1 left) 2023-12-16T18:16:48.756 INFO:tasks.rados.rados.0.smithi071.stdout:2548: done (0 left) 2023-12-16T18:16:48.756 INFO:tasks.rados.rados.0.smithi071.stdout:2549: rollback oid 32 current snap is 226 2023-12-16T18:16:48.756 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 225 2023-12-16T18:16:48.756 INFO:tasks.rados.rados.0.smithi071.stdout:2550: snap_remove snap 218 2023-12-16T18:16:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:48 smithi184 ceph-mon[136228]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T18:16:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:48 smithi071 ceph-mon[139725]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T18:16:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:48 smithi071 ceph-mon[142085]: osdmap e516: 8 total, 8 up, 8 in 2023-12-16T18:16:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:16:49.748 INFO:tasks.rados.rados.0.smithi071.stdout:2550: done (1 left) 2023-12-16T18:16:49.748 INFO:tasks.rados.rados.0.smithi071.stdout:2551: copy_from oid 5 from oid 20 current snap is 226 2023-12-16T18:16:49.748 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing rollback tid 0 to smithi071127730-32 2023-12-16T18:16:49.748 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:16:49.748 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing rollback tid 2 to smithi071127730-32 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1350 (ObjNum 756 snap 207 seq_num 756) dirty exists 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:2549: done (1 left) 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:2552: read oid 35 snap -1 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:2552: expect (ObjNum 795 snap 221 seq_num 795) 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 226 2023-12-16T18:16:49.749 INFO:tasks.rados.rados.0.smithi071.stdout:2553: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2023-12-16T18:16:49.754 INFO:tasks.rados.rados.0.smithi071.stdout:2553: writing smithi071127730-41 from 0 to 802816 tid 1 2023-12-16T18:16:49.757 INFO:tasks.rados.rados.0.smithi071.stdout:2553: writing smithi071127730-41 from 802816 to 1351680 tid 2 2023-12-16T18:16:49.759 INFO:tasks.rados.rados.0.smithi071.stdout:2553: writing smithi071127730-41 from 1351680 to 1605632 tid 3 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2551: finishing copy_from to smithi071127730-5 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2551: got expected ENOENT (src dne) 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2551: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2553: finishing write tid 1 to smithi071127730-41 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2551: done (2 left) 2023-12-16T18:16:49.760 INFO:tasks.rados.rados.0.smithi071.stdout:2554: snap_remove snap 225 2023-12-16T18:16:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:49 smithi184 ceph-mon[136228]: pgmap v483: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-16T18:16:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:49 smithi184 ceph-mon[136228]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T18:16:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:49 smithi071 ceph-mon[139725]: pgmap v483: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-16T18:16:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:49 smithi071 ceph-mon[139725]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T18:16:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:49 smithi071 ceph-mon[142085]: pgmap v483: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-16T18:16:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:49 smithi071 ceph-mon[142085]: osdmap e517: 8 total, 8 up, 8 in 2023-12-16T18:16:50.625 INFO:tasks.rados.rados.0.smithi071.stdout:2554: done (2 left) 2023-12-16T18:16:50.625 INFO:tasks.rados.rados.0.smithi071.stdout:2555: read oid 25 snap -1 2023-12-16T18:16:50.625 INFO:tasks.rados.rados.0.smithi071.stdout:2555: expect (ObjNum 805 snap 225 seq_num 805) 2023-12-16T18:16:50.625 INFO:tasks.rados.rados.0.smithi071.stdout:2552: expect (ObjNum 795 snap 221 seq_num 795) 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2553: finishing write tid 2 to smithi071127730-41 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2553: finishing write tid 3 to smithi071127730-41 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2553: finishing write tid 4 to smithi071127730-41 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2552: done (2 left) 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2556: read oid 39 snap -1 2023-12-16T18:16:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:2556: expect (ObjNum 810 snap 225 seq_num 810) 2023-12-16T18:16:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:2557: snap_create 2023-12-16T18:16:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:2553: finishing write tid 5 to smithi071127730-41 2023-12-16T18:16:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1037 (ObjNum 812 snap 226 seq_num 812) dirty exists 2023-12-16T18:16:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:2553: left oid 41 (ObjNum 812 snap 226 seq_num 812) 2023-12-16T18:16:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:2555: expect (ObjNum 805 snap 225 seq_num 805) 2023-12-16T18:16:50.702 INFO:tasks.rados.rados.0.smithi071.stdout:2556: expect (ObjNum 810 snap 225 seq_num 810) 2023-12-16T18:16:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:50 smithi184 ceph-mon[136228]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T18:16:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:50 smithi184 ceph-mon[136228]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T18:16:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:50 smithi071 ceph-mon[139725]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T18:16:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:50 smithi071 ceph-mon[139725]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T18:16:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:50 smithi071 ceph-mon[142085]: osdmap e518: 8 total, 8 up, 8 in 2023-12-16T18:16:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:50 smithi071 ceph-mon[142085]: osdmap e519: 8 total, 8 up, 8 in 2023-12-16T18:16:51.633 INFO:tasks.rados.rados.0.smithi071.stdout:2553: done (3 left) 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:2555: done (2 left) 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:2556: done (1 left) 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:2557: done (0 left) 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:2558: copy_from oid 44 from oid 8 current snap is 227 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 227 2023-12-16T18:16:51.634 INFO:tasks.rados.rados.0.smithi071.stdout:2559: seq_num 813 ranges {1327104=417792,1744896=434176,2179072=442368,2621440=327680} 2023-12-16T18:16:51.643 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi071127730-35 from 1327104 to 1744896 tid 1 2023-12-16T18:16:51.645 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi071127730-35 from 1744896 to 2179072 tid 2 2023-12-16T18:16:51.648 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi071127730-35 from 2179072 to 2621440 tid 3 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi071127730-35 from 2621440 to 2949120 tid 4 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2560: read oid 11 snap -1 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2560: expect (ObjNum 790 snap 221 seq_num 790) 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2561: read oid 46 snap -1 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2561: expect deleted 2023-12-16T18:16:51.651 INFO:tasks.rados.rados.0.smithi071.stdout:2562: delete oid 48 current snap is 227 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing copy_from to smithi071127730-44 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1177 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 1 to smithi071127730-35 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 2 to smithi071127730-35 2023-12-16T18:16:51.652 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 3 to smithi071127730-35 2023-12-16T18:16:51.654 INFO:tasks.rados.rados.0.smithi071.stdout:2558: done (4 left) 2023-12-16T18:16:51.655 INFO:tasks.rados.rados.0.smithi071.stdout:2561: done (3 left) 2023-12-16T18:16:51.655 INFO:tasks.rados.rados.0.smithi071.stdout:2562: done (2 left) 2023-12-16T18:16:51.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 227 2023-12-16T18:16:51.655 INFO:tasks.rados.rados.0.smithi071.stdout:2563: seq_num 815 ranges {1605632=458752,2064384=655360,2719744=409600,3129344=139264} 2023-12-16T18:16:51.666 INFO:tasks.rados.rados.0.smithi071.stdout:2563: writing smithi071127730-41 from 1605632 to 2064384 tid 1 2023-12-16T18:16:51.669 INFO:tasks.rados.rados.0.smithi071.stdout:2563: writing smithi071127730-41 from 2064384 to 2719744 tid 2 2023-12-16T18:16:51.672 INFO:tasks.rados.rados.0.smithi071.stdout:2563: writing smithi071127730-41 from 2719744 to 3129344 tid 3 2023-12-16T18:16:51.674 INFO:tasks.rados.rados.0.smithi071.stdout:2563: writing smithi071127730-41 from 3129344 to 3268608 tid 4 2023-12-16T18:16:51.674 INFO:tasks.rados.rados.0.smithi071.stdout:2564: snap_create 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 4 to smithi071127730-35 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 5 to smithi071127730-35 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 6 to smithi071127730-35 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1111 (ObjNum 813 snap 227 seq_num 813) dirty exists 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:2559: left oid 35 (ObjNum 813 snap 227 seq_num 813) 2023-12-16T18:16:51.675 INFO:tasks.rados.rados.0.smithi071.stdout:2560: expect (ObjNum 790 snap 221 seq_num 790) 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 1 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 2 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 3 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 4 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 5 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: finishing write tid 6 to smithi071127730-41 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1043 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:16:51.705 INFO:tasks.rados.rados.0.smithi071.stdout:2563: left oid 41 (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:16:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:51 smithi184 ceph-mon[136228]: pgmap v486: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T18:16:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:51 smithi184 ceph-mon[136228]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T18:16:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:51 smithi071 ceph-mon[139725]: pgmap v486: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T18:16:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:51 smithi071 ceph-mon[139725]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T18:16:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:51 smithi071 ceph-mon[142085]: pgmap v486: 121 pgs: 121 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-16T18:16:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:51 smithi071 ceph-mon[142085]: osdmap e520: 8 total, 8 up, 8 in 2023-12-16T18:16:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:2559: done (3 left) 2023-12-16T18:16:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:2560: done (2 left) 2023-12-16T18:16:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:2563: done (1 left) 2023-12-16T18:16:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:2564: done (0 left) 2023-12-16T18:16:52.638 INFO:tasks.rados.rados.0.smithi071.stdout:2565: read oid 35 snap -1 2023-12-16T18:16:52.639 INFO:tasks.rados.rados.0.smithi071.stdout:2565: expect (ObjNum 813 snap 227 seq_num 813) 2023-12-16T18:16:52.639 INFO:tasks.rados.rados.0.smithi071.stdout:2566: rmattr oid 18 current snap is 228 2023-12-16T18:16:52.639 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 228 2023-12-16T18:16:52.639 INFO:tasks.rados.rados.0.smithi071.stdout:2567: seq_num 816 ranges {6021120=475136,6496256=540672,7036928=614400,7651328=49152} 2023-12-16T18:16:52.673 INFO:tasks.rados.rados.0.smithi071.stdout:2567: writing smithi071127730-15 from 6021120 to 6496256 tid 1 2023-12-16T18:16:52.676 INFO:tasks.rados.rados.0.smithi071.stdout:2567: writing smithi071127730-15 from 6496256 to 7036928 tid 2 2023-12-16T18:16:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:2567: writing smithi071127730-15 from 7036928 to 7651328 tid 3 2023-12-16T18:16:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:2567: writing smithi071127730-15 from 7651328 to 7700480 tid 4 2023-12-16T18:16:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:2568: rollback oid 1 current snap is 228 2023-12-16T18:16:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 213 2023-12-16T18:16:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1170 (ObjNum 6257 snap 0 seq_num 757052224) dirty exists 2023-12-16T18:16:52.681 INFO:tasks.rados.rados.0.smithi071.stdout:2565: expect (ObjNum 813 snap 227 seq_num 813) 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 1 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 2 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 3 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 4 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2568: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2568: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 5 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2568: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1101 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: finishing write tid 6 to smithi071127730-15 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1171 (ObjNum 816 snap 228 seq_num 816) dirty exists 2023-12-16T18:16:52.780 INFO:tasks.rados.rados.0.smithi071.stdout:2567: left oid 15 (ObjNum 816 snap 228 seq_num 816) 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2565: done (3 left) 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2566: done (2 left) 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2567: done (1 left) 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2568: done (0 left) 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2569: rollback oid 20 current snap is 228 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 222 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2570: snap_create 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:2569: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:16:52.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1026 (ObjNum 33 snap 0 seq_num 757050608) dirty dne 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2569: done (1 left) 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2570: done (0 left) 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2571: copy_from oid 22 from oid 29 current snap is 229 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2572: read oid 10 snap -1 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2572: expect deleted 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 229 2023-12-16T18:16:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:2573: seq_num 817 ranges {1900544=491520,2392064=417792,2809856=425984,3235840=360448} 2023-12-16T18:16:53.771 INFO:tasks.rados.rados.0.smithi071.stdout:2573: writing smithi071127730-34 from 1900544 to 2392064 tid 1 2023-12-16T18:16:53.775 INFO:tasks.rados.rados.0.smithi071.stdout:2573: writing smithi071127730-34 from 2392064 to 2809856 tid 2 2023-12-16T18:16:53.777 INFO:tasks.rados.rados.0.smithi071.stdout:2573: writing smithi071127730-34 from 2809856 to 3235840 tid 3 2023-12-16T18:16:53.780 INFO:tasks.rados.rados.0.smithi071.stdout:2573: writing smithi071127730-34 from 3235840 to 3596288 tid 4 2023-12-16T18:16:53.780 INFO:tasks.rados.rados.0.smithi071.stdout:2574: rollback oid 16 current snap is 229 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 222 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 1 to smithi071127730-34 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2572: done (3 left) 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2575: read oid 38 snap -1 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2575: expect deleted 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2576: copy_from oid 15 from oid 50 current snap is 229 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2577: rollback oid 26 current snap is 229 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 213 2023-12-16T18:16:53.781 INFO:tasks.rados.rados.0.smithi071.stdout:2578: setattr oid 4 current snap is 229 2023-12-16T18:16:53.782 INFO:tasks.rados.rados.0.smithi071.stdout:2576: finishing copy_from to smithi071127730-15 2023-12-16T18:16:53.782 INFO:tasks.rados.rados.0.smithi071.stdout:2576: got expected ENOENT (src dne) 2023-12-16T18:16:53.782 INFO:tasks.rados.rados.0.smithi071.stdout:2575: done (6 left) 2023-12-16T18:16:53.782 INFO:tasks.rados.rados.0.smithi071.stdout:2579: setattr oid 36 current snap is 229 2023-12-16T18:16:53.782 INFO:tasks.rados.rados.0.smithi071.stdout:2576: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:16:53.784 INFO:tasks.rados.rados.0.smithi071.stdout:2576: done (6 left) 2023-12-16T18:16:53.784 INFO:tasks.rados.rados.0.smithi071.stdout:2580: read oid 25 snap -1 2023-12-16T18:16:53.784 INFO:tasks.rados.rados.0.smithi071.stdout:2580: expect (ObjNum 805 snap 225 seq_num 805) 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2581: rmattr oid 46 current snap is 229 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2581: done (7 left) 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2582: copy_from oid 37 from oid 14 current snap is 229 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 2 to smithi071127730-34 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2583: delete oid 3 current snap is 229 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing copy_from to smithi071127730-22 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1063 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:16:53.785 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 3 to smithi071127730-34 2023-12-16T18:16:53.787 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 404 (ObjNum 747 snap 203 seq_num 747) dirty exists 2023-12-16T18:16:53.788 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 4 to smithi071127730-34 2023-12-16T18:16:53.789 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 5 to smithi071127730-34 2023-12-16T18:16:53.789 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:16:53.789 INFO:tasks.rados.rados.0.smithi071.stdout:2577: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:16:53.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1178 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:16:53.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1123 (ObjNum 808 snap 225 seq_num 808) dirty exists 2023-12-16T18:16:53.790 INFO:tasks.rados.rados.0.smithi071.stdout:2571: done (8 left) 2023-12-16T18:16:53.790 INFO:tasks.rados.rados.0.smithi071.stdout:2577: done (7 left) 2023-12-16T18:16:53.790 INFO:tasks.rados.rados.0.smithi071.stdout:2578: done (6 left) 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2579: done (5 left) 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2583: done (4 left) 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2584: rollback oid 15 current snap is 229 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 208 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2585: read oid 23 snap -1 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2585: expect deleted 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 229 2023-12-16T18:16:53.791 INFO:tasks.rados.rados.0.smithi071.stdout:2586: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2023-12-16T18:16:53.793 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi071127730-8 from 0 to 524288 tid 1 2023-12-16T18:16:53.797 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi071127730-8 from 524288 to 1114112 tid 2 2023-12-16T18:16:53.801 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi071127730-8 from 1114112 to 1728512 tid 3 2023-12-16T18:16:53.801 INFO:tasks.rados.rados.0.smithi071.stdout:2587: read oid 30 snap -1 2023-12-16T18:16:53.801 INFO:tasks.rados.rados.0.smithi071.stdout:2587: expect deleted 2023-12-16T18:16:53.801 INFO:tasks.rados.rados.0.smithi071.stdout:2588: snap_remove snap 227 2023-12-16T18:16:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:53 smithi071 ceph-mon[142085]: pgmap v489: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 928 KiB/s wr, 5 op/s 2023-12-16T18:16:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:53 smithi071 ceph-mon[142085]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T18:16:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:53 smithi071 ceph-mon[139725]: pgmap v489: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 928 KiB/s wr, 5 op/s 2023-12-16T18:16:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:53 smithi071 ceph-mon[139725]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T18:16:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:53 smithi184 ceph-mon[136228]: pgmap v489: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 928 KiB/s wr, 5 op/s 2023-12-16T18:16:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:53 smithi184 ceph-mon[136228]: osdmap e521: 8 total, 8 up, 8 in 2023-12-16T18:16:54.765 INFO:tasks.rados.rados.0.smithi071.stdout:2580: expect (ObjNum 805 snap 225 seq_num 805) 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1188 (ObjNum 33 snap 0 seq_num 2563351928) dirty dne 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2573: finishing write tid 6 to smithi071127730-34 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1228 (ObjNum 817 snap 229 seq_num 817) dirty exists 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2573: left oid 34 (ObjNum 817 snap 229 seq_num 817) 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2573: done (8 left) 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2574: done (7 left) 2023-12-16T18:16:54.809 INFO:tasks.rados.rados.0.smithi071.stdout:2580: done (6 left) 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2585: done (5 left) 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2588: done (4 left) 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2589: delete oid 25 current snap is 229 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1174 (ObjNum 737 snap 197 seq_num 737) dirty exists 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 1 to smithi071127730-8 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 2 to smithi071127730-8 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 3 to smithi071127730-8 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 4 to smithi071127730-8 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 5 to smithi071127730-8 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1181 (ObjNum 819 snap 229 seq_num 819) dirty exists 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2586: left oid 8 (ObjNum 819 snap 229 seq_num 819) 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:16:54.810 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing copy_from to smithi071127730-37 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1169 (ObjNum 750 snap 203 seq_num 750) dirty exists 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:2582: done (4 left) 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:2584: done (3 left) 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:2586: done (2 left) 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:2587: done (1 left) 2023-12-16T18:16:54.811 INFO:tasks.rados.rados.0.smithi071.stdout:2589: done (0 left) 2023-12-16T18:16:54.812 INFO:tasks.rados.rados.0.smithi071.stdout:2590: setattr oid 7 current snap is 229 2023-12-16T18:16:54.812 INFO:tasks.rados.rados.0.smithi071.stdout:2591: copy_from oid 43 from oid 12 current snap is 229 2023-12-16T18:16:54.812 INFO:tasks.rados.rados.0.smithi071.stdout:2592: read oid 28 snap -1 2023-12-16T18:16:54.812 INFO:tasks.rados.rados.0.smithi071.stdout:2592: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:16:54.812 INFO:tasks.rados.rados.0.smithi071.stdout:2593: rollback oid 47 current snap is 229 2023-12-16T18:16:54.813 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 226 2023-12-16T18:16:54.813 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 229 2023-12-16T18:16:54.813 INFO:tasks.rados.rados.0.smithi071.stdout:2594: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2023-12-16T18:16:54.816 INFO:tasks.rados.rados.0.smithi071.stdout:2594: writing smithi071127730-10 from 0 to 557056 tid 1 2023-12-16T18:16:54.822 INFO:tasks.rados.rados.0.smithi071.stdout:2594: writing smithi071127730-10 from 557056 to 1318912 tid 2 2023-12-16T18:16:54.824 INFO:tasks.rados.rados.0.smithi071.stdout:2594: writing smithi071127730-10 from 1318912 to 1761280 tid 3 2023-12-16T18:16:54.825 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 229 2023-12-16T18:16:54.825 INFO:tasks.rados.rados.0.smithi071.stdout:2593: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:16:54.825 INFO:tasks.rados.rados.0.smithi071.stdout:2595: seq_num 822 ranges {3596288=573440,4169728=696320,4866048=507904} 2023-12-16T18:16:54.847 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi071127730-34 from 3596288 to 4169728 tid 1 2023-12-16T18:16:54.850 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi071127730-34 from 4169728 to 4866048 tid 2 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi071127730-34 from 4866048 to 5373952 tid 3 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:2596: snap_create 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:2593: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1112 (ObjNum 785 snap 217 seq_num 785) dirty exists 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:2593: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1192 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:54.854 INFO:tasks.rados.rados.0.smithi071.stdout:2592: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:16:54.882 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing write tid 1 to smithi071127730-10 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2591: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2591: finishing copy_from to smithi071127730-43 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1114 (ObjNum 757 snap 207 seq_num 757) dirty exists 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing write tid 2 to smithi071127730-10 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing write tid 3 to smithi071127730-10 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing write tid 4 to smithi071127730-10 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing write tid 5 to smithi071127730-10 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1047 (ObjNum 821 snap 229 seq_num 821) dirty exists 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2594: left oid 10 (ObjNum 821 snap 229 seq_num 821) 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 1 to smithi071127730-34 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 2 to smithi071127730-34 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 3 to smithi071127730-34 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 4 to smithi071127730-34 2023-12-16T18:16:54.883 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 5 to smithi071127730-34 2023-12-16T18:16:54.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1243 (ObjNum 822 snap 229 seq_num 822) dirty exists 2023-12-16T18:16:54.884 INFO:tasks.rados.rados.0.smithi071.stdout:2595: left oid 34 (ObjNum 822 snap 229 seq_num 822) 2023-12-16T18:16:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:54 smithi184 ceph-mon[136228]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T18:16:55.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:54 smithi071 ceph-mon[139725]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T18:16:55.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:54 smithi071 ceph-mon[142085]: osdmap e522: 8 total, 8 up, 8 in 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2590: done (6 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2591: done (5 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2592: done (4 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2593: done (3 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2594: done (2 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2595: done (1 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2596: done (0 left) 2023-12-16T18:16:55.628 INFO:tasks.rados.rados.0.smithi071.stdout:2597: rollback oid 45 current snap is 230 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 208 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:2598: read oid 14 snap -1 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:2598: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:2599: read oid 3 snap -1 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:2599: expect deleted 2023-12-16T18:16:55.629 INFO:tasks.rados.rados.0.smithi071.stdout:2600: delete oid 25 current snap is 230 2023-12-16T18:16:55.632 INFO:tasks.rados.rados.0.smithi071.stdout:2597: finishing rollback tid 0 to smithi071127730-45 2023-12-16T18:16:55.633 INFO:tasks.rados.rados.0.smithi071.stdout:2597: finishing rollback tid 1 to smithi071127730-45 2023-12-16T18:16:55.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1069 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:16:55.636 INFO:tasks.rados.rados.0.smithi071.stdout:2597: done (3 left) 2023-12-16T18:16:55.636 INFO:tasks.rados.rados.0.smithi071.stdout:2599: done (2 left) 2023-12-16T18:16:55.636 INFO:tasks.rados.rados.0.smithi071.stdout:2600: done (1 left) 2023-12-16T18:16:55.636 INFO:tasks.rados.rados.0.smithi071.stdout:2601: delete oid 33 current snap is 230 2023-12-16T18:16:55.638 INFO:tasks.rados.rados.0.smithi071.stdout:2601: done (1 left) 2023-12-16T18:16:55.638 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 230 2023-12-16T18:16:55.638 INFO:tasks.rados.rados.0.smithi071.stdout:2602: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2023-12-16T18:16:55.641 INFO:tasks.rados.rados.0.smithi071.stdout:2602: writing smithi071127730-6 from 0 to 622592 tid 1 2023-12-16T18:16:55.646 INFO:tasks.rados.rados.0.smithi071.stdout:2602: writing smithi071127730-6 from 622592 to 1368064 tid 2 2023-12-16T18:16:55.649 INFO:tasks.rados.rados.0.smithi071.stdout:2602: writing smithi071127730-6 from 1368064 to 1826816 tid 3 2023-12-16T18:16:55.649 INFO:tasks.rados.rados.0.smithi071.stdout:2603: rollback oid 39 current snap is 230 2023-12-16T18:16:55.649 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 224 2023-12-16T18:16:55.649 INFO:tasks.rados.rados.0.smithi071.stdout:2602: finishing write tid 1 to smithi071127730-6 2023-12-16T18:16:55.649 INFO:tasks.rados.rados.0.smithi071.stdout:2604: snap_create 2023-12-16T18:16:55.652 INFO:tasks.rados.rados.0.smithi071.stdout:2602: finishing write tid 2 to smithi071127730-6 2023-12-16T18:16:55.652 INFO:tasks.rados.rados.0.smithi071.stdout:2602: finishing write tid 3 to smithi071127730-6 2023-12-16T18:16:55.653 INFO:tasks.rados.rados.0.smithi071.stdout:2602: finishing write tid 4 to smithi071127730-6 2023-12-16T18:16:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:2603: finishing rollback tid 0 to smithi071127730-39 2023-12-16T18:16:55.655 INFO:tasks.rados.rados.0.smithi071.stdout:2603: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:16:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:2602: finishing write tid 5 to smithi071127730-6 2023-12-16T18:16:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1039 (ObjNum 825 snap 230 seq_num 825) dirty exists 2023-12-16T18:16:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:2602: left oid 6 (ObjNum 825 snap 230 seq_num 825) 2023-12-16T18:16:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:2603: finishing rollback tid 2 to smithi071127730-39 2023-12-16T18:16:55.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1042 (ObjNum 791 snap 221 seq_num 791) dirty exists 2023-12-16T18:16:55.658 INFO:tasks.rados.rados.0.smithi071.stdout:2598: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:16:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:55 smithi184 ceph-mon[136228]: pgmap v492: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 392 KiB/s wr, 6 op/s 2023-12-16T18:16:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:55 smithi184 ceph-mon[136228]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T18:16:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:55 smithi184 ceph-mon[136228]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T18:16:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[139725]: pgmap v492: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 392 KiB/s wr, 6 op/s 2023-12-16T18:16:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[139725]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T18:16:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[139725]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T18:16:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[142085]: pgmap v492: 121 pgs: 121 active+clean; 194 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 392 KiB/s wr, 6 op/s 2023-12-16T18:16:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[142085]: osdmap e523: 8 total, 8 up, 8 in 2023-12-16T18:16:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:55 smithi071 ceph-mon[142085]: osdmap e524: 8 total, 8 up, 8 in 2023-12-16T18:16:56.634 INFO:tasks.rados.rados.0.smithi071.stdout:2598: done (3 left) 2023-12-16T18:16:56.635 INFO:tasks.rados.rados.0.smithi071.stdout:2602: done (2 left) 2023-12-16T18:16:56.635 INFO:tasks.rados.rados.0.smithi071.stdout:2603: done (1 left) 2023-12-16T18:16:56.635 INFO:tasks.rados.rados.0.smithi071.stdout:2604: done (0 left) 2023-12-16T18:16:56.635 INFO:tasks.rados.rados.0.smithi071.stdout:2605: snap_create 2023-12-16T18:16:57.636 INFO:tasks.rados.rados.0.smithi071.stdout:2605: done (0 left) 2023-12-16T18:16:57.636 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 232 2023-12-16T18:16:57.636 INFO:tasks.rados.rados.0.smithi071.stdout:2606: seq_num 826 ranges {1540096=638976,2179072=630784,2809856=573440} 2023-12-16T18:16:57.636 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:16:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:16:57] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:16:57.648 INFO:tasks.rados.rados.0.smithi071.stdout:2606: writing smithi071127730-36 from 1540096 to 2179072 tid 1 2023-12-16T18:16:57.652 INFO:tasks.rados.rados.0.smithi071.stdout:2606: writing smithi071127730-36 from 2179072 to 2809856 tid 2 2023-12-16T18:16:57.655 INFO:tasks.rados.rados.0.smithi071.stdout:2606: writing smithi071127730-36 from 2809856 to 3383296 tid 3 2023-12-16T18:16:57.656 INFO:tasks.rados.rados.0.smithi071.stdout:2607: snap_create 2023-12-16T18:16:57.658 INFO:tasks.rados.rados.0.smithi071.stdout:2606: finishing write tid 1 to smithi071127730-36 2023-12-16T18:16:57.658 INFO:tasks.rados.rados.0.smithi071.stdout:2606: finishing write tid 2 to smithi071127730-36 2023-12-16T18:16:57.658 INFO:tasks.rados.rados.0.smithi071.stdout:2606: finishing write tid 3 to smithi071127730-36 2023-12-16T18:16:57.659 INFO:tasks.rados.rados.0.smithi071.stdout:2606: finishing write tid 4 to smithi071127730-36 2023-12-16T18:16:57.659 INFO:tasks.rados.rados.0.smithi071.stdout:2606: finishing write tid 5 to smithi071127730-36 2023-12-16T18:16:57.659 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1127 (ObjNum 826 snap 232 seq_num 826) dirty exists 2023-12-16T18:16:57.659 INFO:tasks.rados.rados.0.smithi071.stdout:2606: left oid 36 (ObjNum 826 snap 232 seq_num 826) 2023-12-16T18:16:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:57 smithi071 ceph-mon[139725]: pgmap v495: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 836 KiB/s wr, 6 op/s 2023-12-16T18:16:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:57 smithi071 ceph-mon[139725]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T18:16:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:57 smithi071 ceph-mon[142085]: pgmap v495: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 836 KiB/s wr, 6 op/s 2023-12-16T18:16:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:57 smithi071 ceph-mon[142085]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T18:16:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:57 smithi184 ceph-mon[136228]: pgmap v495: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 836 KiB/s wr, 6 op/s 2023-12-16T18:16:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:57 smithi184 ceph-mon[136228]: osdmap e525: 8 total, 8 up, 8 in 2023-12-16T18:16:58.650 INFO:tasks.rados.rados.0.smithi071.stdout:2606: done (1 left) 2023-12-16T18:16:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:2607: done (0 left) 2023-12-16T18:16:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:2608: read oid 5 snap 231 2023-12-16T18:16:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:2608: expect deleted 2023-12-16T18:16:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 233 2023-12-16T18:16:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:2609: seq_num 827 ranges {2203648=655360,2859008=516096,3375104=688128} 2023-12-16T18:16:58.666 INFO:tasks.rados.rados.0.smithi071.stdout:2609: writing smithi071127730-19 from 2203648 to 2859008 tid 1 2023-12-16T18:16:58.668 INFO:tasks.rados.rados.0.smithi071.stdout:2609: writing smithi071127730-19 from 2859008 to 3375104 tid 2 2023-12-16T18:16:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:2609: writing smithi071127730-19 from 3375104 to 4063232 tid 3 2023-12-16T18:16:58.672 INFO:tasks.rados.rados.0.smithi071.stdout:2610: delete oid 18 current snap is 233 2023-12-16T18:16:58.673 INFO:tasks.rados.rados.0.smithi071.stdout:2609: finishing write tid 1 to smithi071127730-19 2023-12-16T18:16:58.673 INFO:tasks.rados.rados.0.smithi071.stdout:2609: finishing write tid 2 to smithi071127730-19 2023-12-16T18:16:58.676 INFO:tasks.rados.rados.0.smithi071.stdout:2608: done (2 left) 2023-12-16T18:16:58.676 INFO:tasks.rados.rados.0.smithi071.stdout:2610: done (1 left) 2023-12-16T18:16:58.676 INFO:tasks.rados.rados.0.smithi071.stdout:2611: delete oid 8 current snap is 233 2023-12-16T18:16:58.678 INFO:tasks.rados.rados.0.smithi071.stdout:2609: finishing write tid 3 to smithi071127730-19 2023-12-16T18:16:58.678 INFO:tasks.rados.rados.0.smithi071.stdout:2609: finishing write tid 4 to smithi071127730-19 2023-12-16T18:16:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:2611: done (1 left) 2023-12-16T18:16:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:2612: read oid 8 snap -1 2023-12-16T18:16:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:2612: expect deleted 2023-12-16T18:16:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:2613: snap_create 2023-12-16T18:16:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:2609: finishing write tid 5 to smithi071127730-19 2023-12-16T18:16:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1185 (ObjNum 827 snap 233 seq_num 827) dirty exists 2023-12-16T18:16:58.681 INFO:tasks.rados.rados.0.smithi071.stdout:2609: left oid 19 (ObjNum 827 snap 233 seq_num 827) 2023-12-16T18:16:58.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:58 smithi071 ceph-mon[142085]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T18:16:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:58 smithi071 ceph-mon[139725]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T18:16:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:58 smithi184 ceph-mon[136228]: osdmap e526: 8 total, 8 up, 8 in 2023-12-16T18:16:59.655 INFO:tasks.rados.rados.0.smithi071.stdout:2609: done (2 left) 2023-12-16T18:16:59.655 INFO:tasks.rados.rados.0.smithi071.stdout:2612: done (1 left) 2023-12-16T18:16:59.655 INFO:tasks.rados.rados.0.smithi071.stdout:2613: done (0 left) 2023-12-16T18:16:59.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 234 2023-12-16T18:16:59.655 INFO:tasks.rados.rados.0.smithi071.stdout:2614: seq_num 830 ranges {2949120=704512,3653632=614400,4268032=573440,4841472=16384} 2023-12-16T18:16:59.674 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi071127730-35 from 2949120 to 3653632 tid 1 2023-12-16T18:16:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi071127730-35 from 3653632 to 4268032 tid 2 2023-12-16T18:16:59.681 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi071127730-35 from 4268032 to 4841472 tid 3 2023-12-16T18:16:59.682 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi071127730-35 from 4841472 to 4857856 tid 4 2023-12-16T18:16:59.682 INFO:tasks.rados.rados.0.smithi071.stdout:2615: snap_create 2023-12-16T18:16:59.682 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 1 to smithi071127730-35 2023-12-16T18:16:59.682 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 2 to smithi071127730-35 2023-12-16T18:16:59.684 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 3 to smithi071127730-35 2023-12-16T18:16:59.685 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 4 to smithi071127730-35 2023-12-16T18:16:59.685 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 5 to smithi071127730-35 2023-12-16T18:16:59.686 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 6 to smithi071127730-35 2023-12-16T18:16:59.686 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1117 (ObjNum 830 snap 234 seq_num 830) dirty exists 2023-12-16T18:16:59.686 INFO:tasks.rados.rados.0.smithi071.stdout:2614: left oid 35 (ObjNum 830 snap 234 seq_num 830) 2023-12-16T18:16:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:59 smithi071 ceph-mon[139725]: pgmap v498: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2023-12-16T18:16:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:16:59 smithi071 ceph-mon[139725]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T18:16:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:59 smithi071 ceph-mon[142085]: pgmap v498: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2023-12-16T18:16:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:16:59 smithi071 ceph-mon[142085]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T18:17:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:59 smithi184 ceph-mon[136228]: pgmap v498: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2023-12-16T18:17:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:16:59 smithi184 ceph-mon[136228]: osdmap e527: 8 total, 8 up, 8 in 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:2614: done (1 left) 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:2615: done (0 left) 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:2616: read oid 2 snap -1 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:2616: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 235 2023-12-16T18:17:00.627 INFO:tasks.rados.rados.0.smithi071.stdout:2617: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2023-12-16T18:17:00.631 INFO:tasks.rados.rados.0.smithi071.stdout:2617: writing smithi071127730-25 from 0 to 720896 tid 1 2023-12-16T18:17:00.634 INFO:tasks.rados.rados.0.smithi071.stdout:2617: writing smithi071127730-25 from 720896 to 1220608 tid 2 2023-12-16T18:17:00.639 INFO:tasks.rados.rados.0.smithi071.stdout:2617: writing smithi071127730-25 from 1220608 to 1925120 tid 3 2023-12-16T18:17:00.639 INFO:tasks.rados.rados.0.smithi071.stdout:2618: rollback oid 13 current snap is 235 2023-12-16T18:17:00.639 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 222 2023-12-16T18:17:00.639 INFO:tasks.rados.rados.0.smithi071.stdout:2616: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:00.644 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing write tid 1 to smithi071127730-25 2023-12-16T18:17:00.644 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing write tid 2 to smithi071127730-25 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2616: done (2 left) 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2619: delete oid 45 current snap is 235 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing write tid 3 to smithi071127730-25 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing write tid 4 to smithi071127730-25 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:17:00.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1045 (ObjNum 778 snap 212 seq_num 778) dirty exists 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing write tid 5 to smithi071127730-25 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1196 (ObjNum 831 snap 235 seq_num 831) dirty exists 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2617: left oid 25 (ObjNum 831 snap 235 seq_num 831) 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2617: done (2 left) 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2618: done (1 left) 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2619: done (0 left) 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 235 2023-12-16T18:17:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2620: seq_num 833 ranges {1114112=761856,1875968=671744,2547712=532480} 2023-12-16T18:17:00.656 INFO:tasks.rados.rados.0.smithi071.stdout:2620: writing smithi071127730-49 from 1114112 to 1875968 tid 1 2023-12-16T18:17:00.660 INFO:tasks.rados.rados.0.smithi071.stdout:2620: writing smithi071127730-49 from 1875968 to 2547712 tid 2 2023-12-16T18:17:00.664 INFO:tasks.rados.rados.0.smithi071.stdout:2620: writing smithi071127730-49 from 2547712 to 3080192 tid 3 2023-12-16T18:17:00.664 INFO:tasks.rados.rados.0.smithi071.stdout:2621: delete oid 37 current snap is 235 2023-12-16T18:17:00.664 INFO:tasks.rados.rados.0.smithi071.stdout:2620: finishing write tid 1 to smithi071127730-49 2023-12-16T18:17:00.664 INFO:tasks.rados.rados.0.smithi071.stdout:2620: finishing write tid 2 to smithi071127730-49 2023-12-16T18:17:00.666 INFO:tasks.rados.rados.0.smithi071.stdout:2621: done (1 left) 2023-12-16T18:17:00.666 INFO:tasks.rados.rados.0.smithi071.stdout:2622: snap_remove snap 229 2023-12-16T18:17:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:00 smithi071 ceph-mon[142085]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T18:17:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:00 smithi071 ceph-mon[142085]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T18:17:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:00 smithi071 ceph-mon[139725]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T18:17:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:00 smithi071 ceph-mon[139725]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T18:17:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:00 smithi184 ceph-mon[136228]: osdmap e528: 8 total, 8 up, 8 in 2023-12-16T18:17:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:00 smithi184 ceph-mon[136228]: osdmap e529: 8 total, 8 up, 8 in 2023-12-16T18:17:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2620: finishing write tid 3 to smithi071127730-49 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2620: finishing write tid 4 to smithi071127730-49 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2620: finishing write tid 5 to smithi071127730-49 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1367 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2620: left oid 49 (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2620: done (1 left) 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2622: done (0 left) 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 235 2023-12-16T18:17:01.670 INFO:tasks.rados.rados.0.smithi071.stdout:2623: seq_num 835 ranges {3874816=794624,4669440=442368,5111808=712704,5824512=49152} 2023-12-16T18:17:01.695 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi071127730-32 from 3874816 to 4669440 tid 1 2023-12-16T18:17:01.698 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi071127730-32 from 4669440 to 5111808 tid 2 2023-12-16T18:17:01.702 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi071127730-32 from 5111808 to 5824512 tid 3 2023-12-16T18:17:01.702 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi071127730-32 from 5824512 to 5873664 tid 4 2023-12-16T18:17:01.703 INFO:tasks.rados.rados.0.smithi071.stdout:2624: snap_remove snap 226 2023-12-16T18:17:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:01 smithi071 ceph-mon[139725]: pgmap v501: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 34 op/s 2023-12-16T18:17:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:01 smithi071 ceph-mon[142085]: pgmap v501: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 34 op/s 2023-12-16T18:17:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:01 smithi184 ceph-mon[136228]: pgmap v501: 121 pgs: 121 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 34 op/s 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 1 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 2 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 3 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 4 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 5 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 6 to smithi071127730-32 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1375 (ObjNum 835 snap 235 seq_num 835) dirty exists 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: left oid 32 (ObjNum 835 snap 235 seq_num 835) 2023-12-16T18:17:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2623: done (1 left) 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2624: done (0 left) 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2625: copy_from oid 16 from oid 18 current snap is 235 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2626: read oid 42 snap 231 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2626: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2627: copy_from oid 10 from oid 28 current snap is 235 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2628: rmattr oid 37 current snap is 235 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2628: done (3 left) 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2629: rmattr oid 22 current snap is 235 2023-12-16T18:17:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2630: snap_create 2023-12-16T18:17:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing copy_from to smithi071127730-16 2023-12-16T18:17:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:2625: got expected ENOENT (src dne) 2023-12-16T18:17:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:17:02.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1197 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:17:02.697 INFO:tasks.rados.rados.0.smithi071.stdout:2627: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:17:02.697 INFO:tasks.rados.rados.0.smithi071.stdout:2627: finishing copy_from to smithi071127730-10 2023-12-16T18:17:02.697 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 434 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:17:02.713 INFO:tasks.rados.rados.0.smithi071.stdout:2626: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:17:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:02 smithi071 ceph-mon[139725]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T18:17:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:02 smithi071 ceph-mon[142085]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T18:17:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:02 smithi184 ceph-mon[136228]: osdmap e530: 8 total, 8 up, 8 in 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2625: done (4 left) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2626: done (3 left) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2627: done (2 left) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2629: done (1 left) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2630: done (0 left) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2631: read oid 19 snap -1 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2631: expect (ObjNum 827 snap 233 seq_num 827) 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 236 2023-12-16T18:17:03.680 INFO:tasks.rados.rados.0.smithi071.stdout:2632: seq_num 836 ranges {3268608=409600,3678208=720896,4399104=516096,4915200=368640} 2023-12-16T18:17:03.700 INFO:tasks.rados.rados.0.smithi071.stdout:2632: writing smithi071127730-41 from 3268608 to 3678208 tid 1 2023-12-16T18:17:03.703 INFO:tasks.rados.rados.0.smithi071.stdout:2632: writing smithi071127730-41 from 3678208 to 4399104 tid 2 2023-12-16T18:17:03.706 INFO:tasks.rados.rados.0.smithi071.stdout:2632: writing smithi071127730-41 from 4399104 to 4915200 tid 3 2023-12-16T18:17:03.708 INFO:tasks.rados.rados.0.smithi071.stdout:2632: writing smithi071127730-41 from 4915200 to 5283840 tid 4 2023-12-16T18:17:03.708 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 236 2023-12-16T18:17:03.708 INFO:tasks.rados.rados.0.smithi071.stdout:2633: seq_num 837 ranges {4177920=425984,4603904=655360,5259264=729088,5988352=221184} 2023-12-16T18:17:03.733 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi071127730-7 from 4177920 to 4603904 tid 1 2023-12-16T18:17:03.737 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi071127730-7 from 4603904 to 5259264 tid 2 2023-12-16T18:17:03.741 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi071127730-7 from 5259264 to 5988352 tid 3 2023-12-16T18:17:03.742 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi071127730-7 from 5988352 to 6209536 tid 4 2023-12-16T18:17:03.742 INFO:tasks.rados.rados.0.smithi071.stdout:2634: snap_create 2023-12-16T18:17:03.742 INFO:tasks.rados.rados.0.smithi071.stdout:2631: expect (ObjNum 827 snap 233 seq_num 827) 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 1 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 2 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 3 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 4 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 5 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing write tid 6 to smithi071127730-41 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1052 (ObjNum 836 snap 236 seq_num 836) dirty exists 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2632: left oid 41 (ObjNum 836 snap 236 seq_num 836) 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 1 to smithi071127730-7 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 2 to smithi071127730-7 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 3 to smithi071127730-7 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 4 to smithi071127730-7 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 5 to smithi071127730-7 2023-12-16T18:17:03.882 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 6 to smithi071127730-7 2023-12-16T18:17:03.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1122 (ObjNum 837 snap 236 seq_num 837) dirty exists 2023-12-16T18:17:03.883 INFO:tasks.rados.rados.0.smithi071.stdout:2633: left oid 7 (ObjNum 837 snap 236 seq_num 837) 2023-12-16T18:17:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[139725]: pgmap v504: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:17:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[139725]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T18:17:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[142085]: pgmap v504: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:17:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[142085]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T18:17:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:03 smithi184 ceph-mon[136228]: pgmap v504: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-16T18:17:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:03 smithi184 ceph-mon[136228]: osdmap e531: 8 total, 8 up, 8 in 2023-12-16T18:17:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:04.701 INFO:tasks.rados.rados.0.smithi071.stdout:2631: done (3 left) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2632: done (2 left) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2633: done (1 left) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2634: done (0 left) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2635: read oid 29 snap -1 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2635: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2636: rollback oid 13 current snap is 237 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 232 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2637: rmattr oid 47 current snap is 237 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2637: done (2 left) 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 237 2023-12-16T18:17:04.702 INFO:tasks.rados.rados.0.smithi071.stdout:2638: seq_num 838 ranges {4980736=442368,5423104=540672,5963776=532480,6496256=442368,6938624=90112} 2023-12-16T18:17:04.729 INFO:tasks.rados.rados.0.smithi071.stdout:2638: writing smithi071127730-14 from 4980736 to 5423104 tid 1 2023-12-16T18:17:04.733 INFO:tasks.rados.rados.0.smithi071.stdout:2638: writing smithi071127730-14 from 5423104 to 5963776 tid 2 2023-12-16T18:17:04.735 INFO:tasks.rados.rados.0.smithi071.stdout:2638: writing smithi071127730-14 from 5963776 to 6496256 tid 3 2023-12-16T18:17:04.738 INFO:tasks.rados.rados.0.smithi071.stdout:2638: writing smithi071127730-14 from 6496256 to 6938624 tid 4 2023-12-16T18:17:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:2638: writing smithi071127730-14 from 6938624 to 7028736 tid 5 2023-12-16T18:17:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:2639: read oid 26 snap -1 2023-12-16T18:17:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:2639: expect deleted 2023-12-16T18:17:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 237 2023-12-16T18:17:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:17:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:17:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:17:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1048 (ObjNum 778 snap 212 seq_num 778) dirty exists 2023-12-16T18:17:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:2635: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:17:04.878 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 1 to smithi071127730-14 2023-12-16T18:17:04.878 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 2 to smithi071127730-14 2023-12-16T18:17:04.878 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 3 to smithi071127730-14 2023-12-16T18:17:04.878 INFO:tasks.rados.rados.0.smithi071.stdout:2640: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2023-12-16T18:17:04.880 INFO:tasks.rados.rados.0.smithi071.stdout:2640: writing smithi071127730-40 from 0 to 458752 tid 1 2023-12-16T18:17:04.882 INFO:tasks.rados.rados.0.smithi071.stdout:2640: writing smithi071127730-40 from 458752 to 884736 tid 2 2023-12-16T18:17:04.886 INFO:tasks.rados.rados.0.smithi071.stdout:2640: writing smithi071127730-40 from 884736 to 1572864 tid 3 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2640: writing smithi071127730-40 from 1572864 to 2064384 tid 4 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2635: done (4 left) 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2636: done (3 left) 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2641: snap_create 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 4 to smithi071127730-14 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 5 to smithi071127730-14 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 6 to smithi071127730-14 2023-12-16T18:17:04.890 INFO:tasks.rados.rados.0.smithi071.stdout:2638: finishing write tid 7 to smithi071127730-14 2023-12-16T18:17:04.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1192 (ObjNum 838 snap 237 seq_num 838) dirty exists 2023-12-16T18:17:04.891 INFO:tasks.rados.rados.0.smithi071.stdout:2638: left oid 14 (ObjNum 838 snap 237 seq_num 838) 2023-12-16T18:17:04.891 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 1 to smithi071127730-40 2023-12-16T18:17:04.891 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 2 to smithi071127730-40 2023-12-16T18:17:04.891 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 3 to smithi071127730-40 2023-12-16T18:17:04.892 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 4 to smithi071127730-40 2023-12-16T18:17:04.892 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 5 to smithi071127730-40 2023-12-16T18:17:04.895 INFO:tasks.rados.rados.0.smithi071.stdout:2640: finishing write tid 6 to smithi071127730-40 2023-12-16T18:17:04.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1197 (ObjNum 839 snap 237 seq_num 839) dirty exists 2023-12-16T18:17:04.896 INFO:tasks.rados.rados.0.smithi071.stdout:2640: left oid 40 (ObjNum 839 snap 237 seq_num 839) 2023-12-16T18:17:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:04 smithi071 ceph-mon[139725]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T18:17:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:04 smithi071 ceph-mon[142085]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T18:17:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:04 smithi184 ceph-mon[136228]: osdmap e532: 8 total, 8 up, 8 in 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2638: done (3 left) 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2639: done (2 left) 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2640: done (1 left) 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2641: done (0 left) 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2642: copy_from oid 27 from oid 18 current snap is 238 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 238 2023-12-16T18:17:05.628 INFO:tasks.rados.rados.0.smithi071.stdout:2643: seq_num 840 ranges {4210688=475136,4685824=712704,5398528=499712,5898240=393216} 2023-12-16T18:17:05.653 INFO:tasks.rados.rados.0.smithi071.stdout:2643: writing smithi071127730-13 from 4210688 to 4685824 tid 1 2023-12-16T18:17:05.657 INFO:tasks.rados.rados.0.smithi071.stdout:2643: writing smithi071127730-13 from 4685824 to 5398528 tid 2 2023-12-16T18:17:05.660 INFO:tasks.rados.rados.0.smithi071.stdout:2643: writing smithi071127730-13 from 5398528 to 5898240 tid 3 2023-12-16T18:17:05.662 INFO:tasks.rados.rados.0.smithi071.stdout:2643: writing smithi071127730-13 from 5898240 to 6291456 tid 4 2023-12-16T18:17:05.662 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 238 2023-12-16T18:17:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing copy_from to smithi071127730-27 2023-12-16T18:17:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2642: got expected ENOENT (src dne) 2023-12-16T18:17:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:17:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 1 to smithi071127730-13 2023-12-16T18:17:05.663 INFO:tasks.rados.rados.0.smithi071.stdout:2644: seq_num 841 ranges {4857856=491520,5349376=598016,5947392=704512,6651904=303104} 2023-12-16T18:17:05.691 INFO:tasks.rados.rados.0.smithi071.stdout:2644: writing smithi071127730-35 from 4857856 to 5349376 tid 1 2023-12-16T18:17:05.695 INFO:tasks.rados.rados.0.smithi071.stdout:2644: writing smithi071127730-35 from 5349376 to 5947392 tid 2 2023-12-16T18:17:05.700 INFO:tasks.rados.rados.0.smithi071.stdout:2644: writing smithi071127730-35 from 5947392 to 6651904 tid 3 2023-12-16T18:17:05.702 INFO:tasks.rados.rados.0.smithi071.stdout:2644: writing smithi071127730-35 from 6651904 to 6955008 tid 4 2023-12-16T18:17:05.702 INFO:tasks.rados.rados.0.smithi071.stdout:2642: done (2 left) 2023-12-16T18:17:05.702 INFO:tasks.rados.rados.0.smithi071.stdout:2645: read oid 45 snap -1 2023-12-16T18:17:05.702 INFO:tasks.rados.rados.0.smithi071.stdout:2645: expect deleted 2023-12-16T18:17:05.702 INFO:tasks.rados.rados.0.smithi071.stdout:2646: snap_remove snap 228 2023-12-16T18:17:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[139725]: pgmap v507: 121 pgs: 121 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2023-12-16T18:17:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[139725]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T18:17:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[139725]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T18:17:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[142085]: pgmap v507: 121 pgs: 121 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2023-12-16T18:17:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[142085]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T18:17:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:05 smithi071 ceph-mon[142085]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T18:17:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:05 smithi184 ceph-mon[136228]: pgmap v507: 121 pgs: 121 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2023-12-16T18:17:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:05 smithi184 ceph-mon[136228]: osdmap e533: 8 total, 8 up, 8 in 2023-12-16T18:17:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:05 smithi184 ceph-mon[136228]: osdmap e534: 8 total, 8 up, 8 in 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2646: done (3 left) 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2647: read oid 4 snap 236 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2647: expect (ObjNum 747 snap 203 seq_num 747) 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2648: rmattr oid 29 current snap is 238 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 2 to smithi071127730-13 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 3 to smithi071127730-13 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 4 to smithi071127730-13 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 5 to smithi071127730-13 2023-12-16T18:17:06.712 INFO:tasks.rados.rados.0.smithi071.stdout:2643: finishing write tid 6 to smithi071127730-13 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1053 (ObjNum 840 snap 238 seq_num 840) dirty exists 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2643: left oid 13 (ObjNum 840 snap 238 seq_num 840) 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 1 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 2 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 3 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 4 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 5 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: finishing write tid 6 to smithi071127730-35 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1127 (ObjNum 841 snap 238 seq_num 841) dirty exists 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: left oid 35 (ObjNum 841 snap 238 seq_num 841) 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2643: done (4 left) 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2644: done (3 left) 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2645: done (2 left) 2023-12-16T18:17:06.713 INFO:tasks.rados.rados.0.smithi071.stdout:2649: read oid 1 snap 208 2023-12-16T18:17:06.714 INFO:tasks.rados.rados.0.smithi071.stdout:2649: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:17:06.714 INFO:tasks.rados.rados.0.smithi071.stdout:2650: delete oid 37 current snap is 238 2023-12-16T18:17:06.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1070 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:17:06.728 INFO:tasks.rados.rados.0.smithi071.stdout:2647: expect (ObjNum 747 snap 203 seq_num 747) 2023-12-16T18:17:06.794 INFO:tasks.rados.rados.0.smithi071.stdout:2649: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:17:07.438 INFO:tasks.rados.rados.0.smithi071.stdout:2647: done (3 left) 2023-12-16T18:17:07.438 INFO:tasks.rados.rados.0.smithi071.stdout:2648: done (2 left) 2023-12-16T18:17:07.438 INFO:tasks.rados.rados.0.smithi071.stdout:2649: done (1 left) 2023-12-16T18:17:07.438 INFO:tasks.rados.rados.0.smithi071.stdout:2650: done (0 left) 2023-12-16T18:17:07.439 INFO:tasks.rados.rados.0.smithi071.stdout:2651: snap_remove snap 234 2023-12-16T18:17:07.703 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:07] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:17:07.711 INFO:tasks.rados.rados.0.smithi071.stdout:2651: done (0 left) 2023-12-16T18:17:07.711 INFO:tasks.rados.rados.0.smithi071.stdout:2652: delete oid 9 current snap is 238 2023-12-16T18:17:07.723 INFO:tasks.rados.rados.0.smithi071.stdout:2652: done (0 left) 2023-12-16T18:17:07.723 INFO:tasks.rados.rados.0.smithi071.stdout:2653: read oid 40 snap -1 2023-12-16T18:17:07.723 INFO:tasks.rados.rados.0.smithi071.stdout:2653: expect (ObjNum 839 snap 237 seq_num 839) 2023-12-16T18:17:07.723 INFO:tasks.rados.rados.0.smithi071.stdout:2654: delete oid 42 current snap is 238 2023-12-16T18:17:07.728 INFO:tasks.rados.rados.0.smithi071.stdout:2654: done (1 left) 2023-12-16T18:17:07.728 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 238 2023-12-16T18:17:07.728 INFO:tasks.rados.rados.0.smithi071.stdout:2655: seq_num 845 ranges {3383296=557056,3940352=581632,4521984=688128,5210112=335872} 2023-12-16T18:17:07.750 INFO:tasks.rados.rados.0.smithi071.stdout:2655: writing smithi071127730-36 from 3383296 to 3940352 tid 1 2023-12-16T18:17:07.753 INFO:tasks.rados.rados.0.smithi071.stdout:2655: writing smithi071127730-36 from 3940352 to 4521984 tid 2 2023-12-16T18:17:07.758 INFO:tasks.rados.rados.0.smithi071.stdout:2655: writing smithi071127730-36 from 4521984 to 5210112 tid 3 2023-12-16T18:17:07.760 INFO:tasks.rados.rados.0.smithi071.stdout:2655: writing smithi071127730-36 from 5210112 to 5545984 tid 4 2023-12-16T18:17:07.760 INFO:tasks.rados.rados.0.smithi071.stdout:2656: delete oid 43 current snap is 238 2023-12-16T18:17:07.760 INFO:tasks.rados.rados.0.smithi071.stdout:2653: expect (ObjNum 839 snap 237 seq_num 839) 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 1 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 2 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 3 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 4 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 5 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: finishing write tid 6 to smithi071127730-36 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1132 (ObjNum 845 snap 238 seq_num 845) dirty exists 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: left oid 36 (ObjNum 845 snap 238 seq_num 845) 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2653: done (2 left) 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2655: done (1 left) 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2656: done (0 left) 2023-12-16T18:17:07.814 INFO:tasks.rados.rados.0.smithi071.stdout:2657: setattr oid 27 current snap is 238 2023-12-16T18:17:07.815 INFO:tasks.rados.rados.0.smithi071.stdout:2658: read oid 10 snap -1 2023-12-16T18:17:07.815 INFO:tasks.rados.rados.0.smithi071.stdout:2658: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:07.815 INFO:tasks.rados.rados.0.smithi071.stdout:2659: setattr oid 36 current snap is 238 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:2660: rmattr oid 8 current snap is 238 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:2660: done (3 left) 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:2661: read oid 15 snap -1 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:2661: expect (ObjNum 737 snap 197 seq_num 737) 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:2662: delete oid 24 current snap is 238 2023-12-16T18:17:07.817 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1389 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:17:07.822 INFO:tasks.rados.rados.0.smithi071.stdout:2657: done (4 left) 2023-12-16T18:17:07.822 INFO:tasks.rados.rados.0.smithi071.stdout:2662: done (3 left) 2023-12-16T18:17:07.822 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 238 2023-12-16T18:17:07.822 INFO:tasks.rados.rados.0.smithi071.stdout:2663: seq_num 848 ranges {688128=606208,1294336=630784,1925120=458752,2383872=516096} 2023-12-16T18:17:07.829 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi071127730-12 from 688128 to 1294336 tid 1 2023-12-16T18:17:07.833 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi071127730-12 from 1294336 to 1925120 tid 2 2023-12-16T18:17:07.835 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi071127730-12 from 1925120 to 2383872 tid 3 2023-12-16T18:17:07.838 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi071127730-12 from 2383872 to 2899968 tid 4 2023-12-16T18:17:07.839 INFO:tasks.rados.rados.0.smithi071.stdout:2664: setattr oid 7 current snap is 238 2023-12-16T18:17:07.839 INFO:tasks.rados.rados.0.smithi071.stdout:2658: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:07.866 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1133 (ObjNum 845 snap 238 seq_num 845) dirty exists 2023-12-16T18:17:07.866 INFO:tasks.rados.rados.0.smithi071.stdout:2661: expect (ObjNum 737 snap 197 seq_num 737) 2023-12-16T18:17:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:07 smithi071 ceph-mon[139725]: pgmap v510: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 924 KiB/s wr, 8 op/s 2023-12-16T18:17:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:07 smithi071 ceph-mon[139725]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T18:17:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:07 smithi071 ceph-mon[142085]: pgmap v510: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 924 KiB/s wr, 8 op/s 2023-12-16T18:17:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:07 smithi071 ceph-mon[142085]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T18:17:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:07 smithi184 ceph-mon[136228]: pgmap v510: 121 pgs: 121 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 924 KiB/s wr, 8 op/s 2023-12-16T18:17:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:07 smithi184 ceph-mon[136228]: osdmap e535: 8 total, 8 up, 8 in 2023-12-16T18:17:08.094 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 1 to smithi071127730-12 2023-12-16T18:17:08.094 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 2 to smithi071127730-12 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 3 to smithi071127730-12 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 4 to smithi071127730-12 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 5 to smithi071127730-12 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 6 to smithi071127730-12 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1183 (ObjNum 848 snap 238 seq_num 848) dirty exists 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: left oid 12 (ObjNum 848 snap 238 seq_num 848) 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2658: done (4 left) 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2659: done (3 left) 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2661: done (2 left) 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2663: done (1 left) 2023-12-16T18:17:08.095 INFO:tasks.rados.rados.0.smithi071.stdout:2665: delete oid 29 current snap is 238 2023-12-16T18:17:08.096 INFO:tasks.rados.rados.0.smithi071.stdout:2665: done (1 left) 2023-12-16T18:17:08.096 INFO:tasks.rados.rados.0.smithi071.stdout:2666: delete oid 20 current snap is 238 2023-12-16T18:17:08.099 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1128 (ObjNum 837 snap 236 seq_num 837) dirty exists 2023-12-16T18:17:08.099 INFO:tasks.rados.rados.0.smithi071.stdout:2664: done (1 left) 2023-12-16T18:17:08.099 INFO:tasks.rados.rados.0.smithi071.stdout:2666: done (0 left) 2023-12-16T18:17:08.100 INFO:tasks.rados.rados.0.smithi071.stdout:2667: read oid 48 snap -1 2023-12-16T18:17:08.100 INFO:tasks.rados.rados.0.smithi071.stdout:2667: expect deleted 2023-12-16T18:17:08.100 INFO:tasks.rados.rados.0.smithi071.stdout:2668: delete oid 31 current snap is 238 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:2667: done (1 left) 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:2668: done (0 left) 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:2669: read oid 16 snap 220 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:2669: expect deleted 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 238 2023-12-16T18:17:08.102 INFO:tasks.rados.rados.0.smithi071.stdout:2670: seq_num 852 ranges {688128=671744,1359872=622592,1982464=442368,2424832=540672} 2023-12-16T18:17:08.109 INFO:tasks.rados.rados.0.smithi071.stdout:2670: writing smithi071127730-21 from 688128 to 1359872 tid 1 2023-12-16T18:17:08.113 INFO:tasks.rados.rados.0.smithi071.stdout:2670: writing smithi071127730-21 from 1359872 to 1982464 tid 2 2023-12-16T18:17:08.115 INFO:tasks.rados.rados.0.smithi071.stdout:2670: writing smithi071127730-21 from 1982464 to 2424832 tid 3 2023-12-16T18:17:08.119 INFO:tasks.rados.rados.0.smithi071.stdout:2670: writing smithi071127730-21 from 2424832 to 2965504 tid 4 2023-12-16T18:17:08.119 INFO:tasks.rados.rados.0.smithi071.stdout:2671: read oid 2 snap -1 2023-12-16T18:17:08.119 INFO:tasks.rados.rados.0.smithi071.stdout:2671: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2672: read oid 44 snap -1 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2673: copy_from oid 31 from oid 40 current snap is 238 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 1 to smithi071127730-21 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2669: done (4 left) 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 238 2023-12-16T18:17:08.120 INFO:tasks.rados.rados.0.smithi071.stdout:2674: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2023-12-16T18:17:08.123 INFO:tasks.rados.rados.0.smithi071.stdout:2674: writing smithi071127730-24 from 0 to 696320 tid 1 2023-12-16T18:17:08.126 INFO:tasks.rados.rados.0.smithi071.stdout:2674: writing smithi071127730-24 from 696320 to 1204224 tid 2 2023-12-16T18:17:08.130 INFO:tasks.rados.rados.0.smithi071.stdout:2674: writing smithi071127730-24 from 1204224 to 1851392 tid 3 2023-12-16T18:17:08.133 INFO:tasks.rados.rados.0.smithi071.stdout:2674: writing smithi071127730-24 from 1851392 to 2301952 tid 4 2023-12-16T18:17:08.133 INFO:tasks.rados.rados.0.smithi071.stdout:2675: delete oid 39 current snap is 238 2023-12-16T18:17:08.133 INFO:tasks.rados.rados.0.smithi071.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:08.134 INFO:tasks.rados.rados.0.smithi071.stdout:2671: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:08.139 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 2 to smithi071127730-21 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 3 to smithi071127730-21 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 4 to smithi071127730-21 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 5 to smithi071127730-21 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:2670: finishing write tid 6 to smithi071127730-21 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1268 (ObjNum 852 snap 238 seq_num 852) dirty exists 2023-12-16T18:17:08.140 INFO:tasks.rados.rados.0.smithi071.stdout:2670: left oid 21 (ObjNum 852 snap 238 seq_num 852) 2023-12-16T18:17:08.141 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 1 to smithi071127730-24 2023-12-16T18:17:08.141 INFO:tasks.rados.rados.0.smithi071.stdout:2673: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:17:08.141 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 2 to smithi071127730-24 2023-12-16T18:17:08.141 INFO:tasks.rados.rados.0.smithi071.stdout:2673: finishing copy_from to smithi071127730-31 2023-12-16T18:17:08.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1197 (ObjNum 839 snap 237 seq_num 839) dirty exists 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2670: done (5 left) 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2671: done (4 left) 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2672: done (3 left) 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2673: done (2 left) 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2675: done (1 left) 2023-12-16T18:17:08.142 INFO:tasks.rados.rados.0.smithi071.stdout:2676: copy_from oid 27 from oid 37 current snap is 238 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 3 to smithi071127730-24 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 4 to smithi071127730-24 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 5 to smithi071127730-24 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing write tid 6 to smithi071127730-24 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1177 (ObjNum 853 snap 238 seq_num 853) dirty exists 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: left oid 24 (ObjNum 853 snap 238 seq_num 853) 2023-12-16T18:17:08.143 INFO:tasks.rados.rados.0.smithi071.stdout:2674: done (1 left) 2023-12-16T18:17:08.144 INFO:tasks.rados.rados.0.smithi071.stdout:2677: snap_remove snap 222 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2676: finishing copy_from to smithi071127730-27 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2676: got expected ENOENT (src dne) 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2676: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2676: done (1 left) 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2677: done (0 left) 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2678: read oid 2 snap 220 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2678: expect deleted 2023-12-16T18:17:08.720 INFO:tasks.rados.rados.0.smithi071.stdout:2679: rollback oid 50 current snap is 238 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 235 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2680: read oid 5 snap -1 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2680: expect deleted 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2681: read oid 3 snap 207 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2681: expect deleted 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2682: read oid 23 snap -1 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2682: expect deleted 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2683: read oid 48 snap -1 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2683: expect deleted 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2684: read oid 45 snap -1 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2684: expect deleted 2023-12-16T18:17:08.721 INFO:tasks.rados.rados.0.smithi071.stdout:2685: snap_create 2023-12-16T18:17:08.728 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:17:08.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-16T18:17:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:08 smithi071 ceph-mon[139725]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T18:17:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:08 smithi071 ceph-mon[142085]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T18:17:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:08 smithi184 ceph-mon[136228]: osdmap e536: 8 total, 8 up, 8 in 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2678: done (7 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2679: done (6 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2680: done (5 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2681: done (4 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2682: done (3 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2683: done (2 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2684: done (1 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2685: done (0 left) 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2686: copy_from oid 38 from oid 17 current snap is 239 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 239 2023-12-16T18:17:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:2687: seq_num 855 ranges {1236992=729088,1966080=671744,2637824=663552,3301376=270336} 2023-12-16T18:17:09.734 INFO:tasks.rados.rados.0.smithi071.stdout:2687: writing smithi071127730-11 from 1236992 to 1966080 tid 1 2023-12-16T18:17:09.738 INFO:tasks.rados.rados.0.smithi071.stdout:2687: writing smithi071127730-11 from 1966080 to 2637824 tid 2 2023-12-16T18:17:09.743 INFO:tasks.rados.rados.0.smithi071.stdout:2687: writing smithi071127730-11 from 2637824 to 3301376 tid 3 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2687: writing smithi071127730-11 from 3301376 to 3571712 tid 4 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2688: delete oid 47 current snap is 239 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing copy_from to smithi071127730-38 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1324 (ObjNum 802 snap 224 seq_num 802) dirty exists 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 1 to smithi071127730-11 2023-12-16T18:17:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 2 to smithi071127730-11 2023-12-16T18:17:09.747 INFO:tasks.rados.rados.0.smithi071.stdout:2686: done (2 left) 2023-12-16T18:17:09.747 INFO:tasks.rados.rados.0.smithi071.stdout:2688: done (1 left) 2023-12-16T18:17:09.747 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 239 2023-12-16T18:17:09.747 INFO:tasks.rados.rados.0.smithi071.stdout:2689: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2023-12-16T18:17:09.751 INFO:tasks.rados.rados.0.smithi071.stdout:2689: writing smithi071127730-42 from 0 to 761856 tid 1 2023-12-16T18:17:09.754 INFO:tasks.rados.rados.0.smithi071.stdout:2689: writing smithi071127730-42 from 761856 to 1204224 tid 2 2023-12-16T18:17:09.757 INFO:tasks.rados.rados.0.smithi071.stdout:2689: writing smithi071127730-42 from 1204224 to 1835008 tid 3 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2689: writing smithi071127730-42 from 1835008 to 2367488 tid 4 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2690: delete oid 25 current snap is 239 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 3 to smithi071127730-11 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 4 to smithi071127730-11 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 5 to smithi071127730-11 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing write tid 6 to smithi071127730-11 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1284 (ObjNum 855 snap 239 seq_num 855) dirty exists 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2687: left oid 11 (ObjNum 855 snap 239 seq_num 855) 2023-12-16T18:17:09.761 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 1 to smithi071127730-42 2023-12-16T18:17:09.762 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 2 to smithi071127730-42 2023-12-16T18:17:09.762 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 3 to smithi071127730-42 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:2687: done (2 left) 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:2690: done (1 left) 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:2691: rollback oid 38 current snap is 239 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 237 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 239 2023-12-16T18:17:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:2692: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2023-12-16T18:17:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi071127730-47 from 0 to 794624 tid 1 2023-12-16T18:17:09.771 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi071127730-47 from 794624 to 1409024 tid 2 2023-12-16T18:17:09.775 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi071127730-47 from 1409024 to 2048000 tid 3 2023-12-16T18:17:09.778 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi071127730-47 from 2048000 to 2400256 tid 4 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:2693: read oid 7 snap -1 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:2693: expect (ObjNum 837 snap 236 seq_num 837) 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:2694: rollback oid 26 current snap is 239 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 223 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 4 to smithi071127730-42 2023-12-16T18:17:09.779 INFO:tasks.rados.rados.0.smithi071.stdout:2695: read oid 22 snap -1 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:2695: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:2696: read oid 41 snap -1 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:2696: expect (ObjNum 836 snap 236 seq_num 836) 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:2697: read oid 11 snap -1 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:2697: expect (ObjNum 855 snap 239 seq_num 855) 2023-12-16T18:17:09.780 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 239 2023-12-16T18:17:09.781 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 5 to smithi071127730-42 2023-12-16T18:17:09.781 INFO:tasks.rados.rados.0.smithi071.stdout:2689: finishing write tid 6 to smithi071127730-42 2023-12-16T18:17:09.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1188 (ObjNum 857 snap 239 seq_num 857) dirty exists 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2689: left oid 42 (ObjNum 857 snap 239 seq_num 857) 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1398 (ObjNum 65 snap 0 seq_num 1750164333) dirty dne 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 1 to smithi071127730-47 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 2 to smithi071127730-47 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2698: seq_num 860 ranges {0=8192} 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2698: writing smithi071127730-16 from 0 to 8192 tid 1 2023-12-16T18:17:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:2689: done (8 left) 2023-12-16T18:17:09.784 INFO:tasks.rados.rados.0.smithi071.stdout:2691: done (7 left) 2023-12-16T18:17:09.784 INFO:tasks.rados.rados.0.smithi071.stdout:2699: copy_from oid 4 from oid 19 current snap is 239 2023-12-16T18:17:09.784 INFO:tasks.rados.rados.0.smithi071.stdout:2700: snap_remove snap 236 2023-12-16T18:17:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:09 smithi184 ceph-mon[136228]: pgmap v513: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-16T18:17:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:09 smithi184 ceph-mon[136228]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T18:17:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:09 smithi071 ceph-mon[139725]: pgmap v513: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-16T18:17:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:09 smithi071 ceph-mon[139725]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T18:17:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:09 smithi071 ceph-mon[142085]: pgmap v513: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-16T18:17:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:09 smithi071 ceph-mon[142085]: osdmap e537: 8 total, 8 up, 8 in 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 3 to smithi071127730-47 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 4 to smithi071127730-47 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 5 to smithi071127730-47 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:2699: finishing copy_from racing read to smithi071127730-4 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:2694: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:17:10.632 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1178 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:17:10.633 INFO:tasks.rados.rados.0.smithi071.stdout:2699: finishing copy_from to smithi071127730-4 2023-12-16T18:17:10.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1185 (ObjNum 827 snap 233 seq_num 827) dirty exists 2023-12-16T18:17:10.633 INFO:tasks.rados.rados.0.smithi071.stdout:2695: expect (ObjNum 678 snap 183 seq_num 678) 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2698: finishing write tid 1 to smithi071127730-16 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2698: finishing write tid 2 to smithi071127730-16 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 6 to smithi071127730-47 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1204 (ObjNum 859 snap 239 seq_num 859) dirty exists 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2692: left oid 47 (ObjNum 859 snap 239 seq_num 859) 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2698: finishing write tid 3 to smithi071127730-16 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1206 (ObjNum 860 snap 239 seq_num 860) dirty exists 2023-12-16T18:17:10.777 INFO:tasks.rados.rados.0.smithi071.stdout:2698: left oid 16 (ObjNum 860 snap 239 seq_num 860) 2023-12-16T18:17:10.778 INFO:tasks.rados.rados.0.smithi071.stdout:2697: expect (ObjNum 855 snap 239 seq_num 855) 2023-12-16T18:17:10.887 INFO:tasks.rados.rados.0.smithi071.stdout:2693: expect (ObjNum 837 snap 236 seq_num 837) 2023-12-16T18:17:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:10 smithi184 ceph-mon[136228]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T18:17:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:10 smithi184 ceph-mon[136228]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T18:17:11.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:10 smithi071 ceph-mon[139725]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T18:17:11.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:10 smithi071 ceph-mon[139725]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T18:17:11.124 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:10 smithi071 ceph-mon[142085]: osdmap e538: 8 total, 8 up, 8 in 2023-12-16T18:17:11.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:10 smithi071 ceph-mon[142085]: osdmap e539: 8 total, 8 up, 8 in 2023-12-16T18:17:11.202 INFO:tasks.rados.rados.0.smithi071.stdout:2696: expect (ObjNum 836 snap 236 seq_num 836) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2692: done (8 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2693: done (7 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2694: done (6 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2695: done (5 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2696: done (4 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2697: done (3 left) 2023-12-16T18:17:11.412 INFO:tasks.rados.rados.0.smithi071.stdout:2698: done (2 left) 2023-12-16T18:17:11.413 INFO:tasks.rados.rados.0.smithi071.stdout:2699: done (1 left) 2023-12-16T18:17:11.413 INFO:tasks.rados.rados.0.smithi071.stdout:2700: done (0 left) 2023-12-16T18:17:11.413 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 239 2023-12-16T18:17:11.413 INFO:tasks.rados.rados.0.smithi071.stdout:2701: seq_num 861 ranges {2064384=24576} 2023-12-16T18:17:11.422 INFO:tasks.rados.rados.0.smithi071.stdout:2701: writing smithi071127730-40 from 2064384 to 2088960 tid 1 2023-12-16T18:17:11.422 INFO:tasks.rados.rados.0.smithi071.stdout:2702: delete oid 32 current snap is 239 2023-12-16T18:17:11.425 INFO:tasks.rados.rados.0.smithi071.stdout:2702: done (1 left) 2023-12-16T18:17:11.425 INFO:tasks.rados.rados.0.smithi071.stdout:2703: rollback oid 10 current snap is 239 2023-12-16T18:17:11.425 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 223 2023-12-16T18:17:11.425 INFO:tasks.rados.rados.0.smithi071.stdout:2704: snap_create 2023-12-16T18:17:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing write tid 1 to smithi071127730-40 2023-12-16T18:17:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing write tid 2 to smithi071127730-40 2023-12-16T18:17:11.427 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing write tid 3 to smithi071127730-40 2023-12-16T18:17:11.427 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1199 (ObjNum 861 snap 239 seq_num 861) dirty exists 2023-12-16T18:17:11.428 INFO:tasks.rados.rados.0.smithi071.stdout:2701: left oid 40 (ObjNum 861 snap 239 seq_num 861) 2023-12-16T18:17:11.429 INFO:tasks.rados.rados.0.smithi071.stdout:2703: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:17:11.429 INFO:tasks.rados.rados.0.smithi071.stdout:2703: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:17:11.430 INFO:tasks.rados.rados.0.smithi071.stdout:2703: finishing rollback tid 2 to smithi071127730-10 2023-12-16T18:17:11.430 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1055 (ObjNum 65 snap 0 seq_num 1632653163) dirty exists 2023-12-16T18:17:11.741 INFO:tasks.rados.rados.0.smithi071.stdout:2701: done (2 left) 2023-12-16T18:17:11.741 INFO:tasks.rados.rados.0.smithi071.stdout:2703: done (1 left) 2023-12-16T18:17:11.741 INFO:tasks.rados.rados.0.smithi071.stdout:2704: done (0 left) 2023-12-16T18:17:11.742 INFO:tasks.rados.rados.0.smithi071.stdout:2705: delete oid 44 current snap is 240 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:2705: done (0 left) 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:2706: read oid 11 snap -1 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:2706: expect (ObjNum 855 snap 239 seq_num 855) 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:2707: copy_from oid 15 from oid 43 current snap is 240 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 240 2023-12-16T18:17:11.746 INFO:tasks.rados.rados.0.smithi071.stdout:2708: seq_num 864 ranges {0=73728} 2023-12-16T18:17:11.747 INFO:tasks.rados.rados.0.smithi071.stdout:2708: writing smithi071127730-32 from 0 to 73728 tid 1 2023-12-16T18:17:11.747 INFO:tasks.rados.rados.0.smithi071.stdout:2709: delete oid 37 current snap is 240 2023-12-16T18:17:11.747 INFO:tasks.rados.rados.0.smithi071.stdout:2707: finishing copy_from to smithi071127730-15 2023-12-16T18:17:11.748 INFO:tasks.rados.rados.0.smithi071.stdout:2707: got expected ENOENT (src dne) 2023-12-16T18:17:11.748 INFO:tasks.rados.rados.0.smithi071.stdout:2707: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:17:11.750 INFO:tasks.rados.rados.0.smithi071.stdout:2708: finishing write tid 1 to smithi071127730-32 2023-12-16T18:17:11.750 INFO:tasks.rados.rados.0.smithi071.stdout:2708: finishing write tid 2 to smithi071127730-32 2023-12-16T18:17:11.752 INFO:tasks.rados.rados.0.smithi071.stdout:2708: finishing write tid 3 to smithi071127730-32 2023-12-16T18:17:11.752 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1404 (ObjNum 864 snap 240 seq_num 864) dirty exists 2023-12-16T18:17:11.752 INFO:tasks.rados.rados.0.smithi071.stdout:2708: left oid 32 (ObjNum 864 snap 240 seq_num 864) 2023-12-16T18:17:11.755 INFO:tasks.rados.rados.0.smithi071.stdout:2707: done (3 left) 2023-12-16T18:17:11.755 INFO:tasks.rados.rados.0.smithi071.stdout:2708: done (2 left) 2023-12-16T18:17:11.755 INFO:tasks.rados.rados.0.smithi071.stdout:2709: done (1 left) 2023-12-16T18:17:11.755 INFO:tasks.rados.rados.0.smithi071.stdout:2710: setattr oid 3 current snap is 240 2023-12-16T18:17:11.755 INFO:tasks.rados.rados.0.smithi071.stdout:2706: expect (ObjNum 855 snap 239 seq_num 855) 2023-12-16T18:17:11.866 INFO:tasks.rados.rados.0.smithi071.stdout:2706: done (1 left) 2023-12-16T18:17:11.866 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 240 2023-12-16T18:17:11.867 INFO:tasks.rados.rados.0.smithi071.stdout:2711: seq_num 866 ranges {0=106496} 2023-12-16T18:17:11.867 INFO:tasks.rados.rados.0.smithi071.stdout:2711: writing smithi071127730-29 from 0 to 106496 tid 1 2023-12-16T18:17:11.867 INFO:tasks.rados.rados.0.smithi071.stdout:2712: setattr oid 37 current snap is 240 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:2713: rollback oid 25 current snap is 240 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 232 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:2714: read oid 34 snap -1 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:2714: expect (ObjNum 822 snap 229 seq_num 822) 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 240 2023-12-16T18:17:11.868 INFO:tasks.rados.rados.0.smithi071.stdout:2715: seq_num 867 ranges {1441792=122880} 2023-12-16T18:17:11.877 INFO:tasks.rados.rados.0.smithi071.stdout:2715: writing smithi071127730-17 from 1441792 to 1564672 tid 1 2023-12-16T18:17:11.877 INFO:tasks.rados.rados.0.smithi071.stdout:2716: read oid 2 snap -1 2023-12-16T18:17:11.877 INFO:tasks.rados.rados.0.smithi071.stdout:2716: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:11.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 240 2023-12-16T18:17:11.878 INFO:tasks.rados.rados.0.smithi071.stdout:2717: seq_num 868 ranges {0=139264} 2023-12-16T18:17:11.878 INFO:tasks.rados.rados.0.smithi071.stdout:2717: writing smithi071127730-33 from 0 to 139264 tid 1 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2718: copy_from oid 8 from oid 48 current snap is 240 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2711: finishing write tid 1 to smithi071127730-29 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2711: finishing write tid 2 to smithi071127730-29 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1199 (ObjNum 33 snap 0 seq_num 2571166544) dirty dne 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2711: finishing write tid 3 to smithi071127730-29 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1073 (ObjNum 866 snap 240 seq_num 866) dirty exists 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2711: left oid 29 (ObjNum 866 snap 240 seq_num 866) 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1291 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2710: done (8 left) 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2711: done (7 left) 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2713: done (6 left) 2023-12-16T18:17:11.879 INFO:tasks.rados.rados.0.smithi071.stdout:2719: setattr oid 20 current snap is 240 2023-12-16T18:17:11.880 INFO:tasks.rados.rados.0.smithi071.stdout:2720: snap_remove snap 224 2023-12-16T18:17:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:11 smithi184 ceph-mon[136228]: pgmap v516: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-16T18:17:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:11 smithi071 ceph-mon[142085]: pgmap v516: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-16T18:17:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:11 smithi071 ceph-mon[139725]: pgmap v516: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-16T18:17:12.749 INFO:tasks.rados.rados.0.smithi071.stdout:2720: done (7 left) 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2721: snap_create 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing copy_from to smithi071127730-8 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2718: got expected ENOENT (src dne) 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 1 to smithi071127730-17 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2717: finishing write tid 1 to smithi071127730-33 2023-12-16T18:17:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:2716: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 2 to smithi071127730-17 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2717: finishing write tid 2 to smithi071127730-33 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1056 (ObjNum 449 snap 0 seq_num 757051024) dirty exists 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 3 to smithi071127730-17 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1407 (ObjNum 867 snap 240 seq_num 867) dirty exists 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2715: left oid 17 (ObjNum 867 snap 240 seq_num 867) 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2717: finishing write tid 3 to smithi071127730-33 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1135 (ObjNum 868 snap 240 seq_num 868) dirty exists 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2717: left oid 33 (ObjNum 868 snap 240 seq_num 868) 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1292 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:17:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:2714: expect (ObjNum 822 snap 229 seq_num 822) 2023-12-16T18:17:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:12 smithi184 ceph-mon[136228]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T18:17:13.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:12 smithi071 ceph-mon[139725]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T18:17:13.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:12 smithi071 ceph-mon[142085]: osdmap e540: 8 total, 8 up, 8 in 2023-12-16T18:17:13.749 INFO:tasks.rados.rados.0.smithi071.stdout:2712: done (7 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2714: done (6 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2715: done (5 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2716: done (4 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2717: done (3 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2718: done (2 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2719: done (1 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2721: done (0 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2722: rmattr oid 49 current snap is 241 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2722: done (0 left) 2023-12-16T18:17:13.750 INFO:tasks.rados.rados.0.smithi071.stdout:2723: snap_remove snap 208 2023-12-16T18:17:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:13 smithi184 ceph-mon[136228]: pgmap v519: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 33 op/s 2023-12-16T18:17:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:13 smithi184 ceph-mon[136228]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T18:17:14.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:13 smithi071 ceph-mon[139725]: pgmap v519: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 33 op/s 2023-12-16T18:17:14.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:13 smithi071 ceph-mon[139725]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T18:17:14.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:13 smithi071 ceph-mon[142085]: pgmap v519: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 33 op/s 2023-12-16T18:17:14.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:13 smithi071 ceph-mon[142085]: osdmap e541: 8 total, 8 up, 8 in 2023-12-16T18:17:14.753 INFO:tasks.rados.rados.0.smithi071.stdout:2723: done (0 left) 2023-12-16T18:17:14.753 INFO:tasks.rados.rados.0.smithi071.stdout:2724: rollback oid 11 current snap is 241 2023-12-16T18:17:14.754 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 220 2023-12-16T18:17:14.754 INFO:tasks.rados.rados.0.smithi071.stdout:2725: delete oid 36 current snap is 241 2023-12-16T18:17:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:2725: done (1 left) 2023-12-16T18:17:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:2726: copy_from oid 1 from oid 9 current snap is 241 2023-12-16T18:17:14.766 INFO:tasks.rados.rados.0.smithi071.stdout:2727: snap_remove snap 240 2023-12-16T18:17:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:14 smithi184 ceph-mon[136228]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T18:17:15.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:14 smithi071 ceph-mon[139725]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T18:17:15.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:14 smithi071 ceph-mon[142085]: osdmap e542: 8 total, 8 up, 8 in 2023-12-16T18:17:15.636 INFO:tasks.rados.rados.0.smithi071.stdout:2726: finishing copy_from to smithi071127730-1 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2726: got expected ENOENT (src dne) 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2726: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2724: finishing rollback tid 0 to smithi071127730-11 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2724: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1307 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2724: done (2 left) 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2726: done (1 left) 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2727: done (0 left) 2023-12-16T18:17:15.637 INFO:tasks.rados.rados.0.smithi071.stdout:2728: setattr oid 24 current snap is 241 2023-12-16T18:17:15.639 INFO:tasks.rados.rados.0.smithi071.stdout:2729: snap_create 2023-12-16T18:17:15.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1178 (ObjNum 853 snap 238 seq_num 853) dirty exists 2023-12-16T18:17:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:15 smithi184 ceph-mon[136228]: pgmap v522: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2023-12-16T18:17:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:15 smithi184 ceph-mon[136228]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T18:17:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:15 smithi184 ceph-mon[136228]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T18:17:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[139725]: pgmap v522: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2023-12-16T18:17:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[139725]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T18:17:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[139725]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T18:17:16.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[142085]: pgmap v522: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2023-12-16T18:17:16.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[142085]: osdmap e543: 8 total, 8 up, 8 in 2023-12-16T18:17:16.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:15 smithi071 ceph-mon[142085]: osdmap e544: 8 total, 8 up, 8 in 2023-12-16T18:17:16.644 INFO:tasks.rados.rados.0.smithi071.stdout:2728: done (1 left) 2023-12-16T18:17:16.644 INFO:tasks.rados.rados.0.smithi071.stdout:2729: done (0 left) 2023-12-16T18:17:16.644 INFO:tasks.rados.rados.0.smithi071.stdout:2730: snap_remove snap 237 2023-12-16T18:17:17.181 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:17:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:17] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 3m ago 9m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (6m) 100s ago 9m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 3m ago 10m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (10m) 100s ago 10m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (6m) 100s ago 12m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (6m) 3m ago 13m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 3m ago 13m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (5m) 100s ago 12m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:17:17.489 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 3m ago 12m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 3m ago 9m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (6m) 100s ago 9m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 3m ago 12m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 3m ago 12m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 3m ago 11m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 3m ago 11m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (3m) 100s ago 11m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (2m) 100s ago 11m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (2m) 100s ago 10m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (103s) 100s ago 10m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:17:17.490 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (6m) 100s ago 9m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:17:17.650 INFO:tasks.rados.rados.0.smithi071.stdout:2730: done (0 left) 2023-12-16T18:17:17.650 INFO:tasks.rados.rados.0.smithi071.stdout:2731: delete oid 29 current snap is 242 2023-12-16T18:17:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2731: done (0 left) 2023-12-16T18:17:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2732: copy_from oid 14 from oid 22 current snap is 242 2023-12-16T18:17:17.659 INFO:tasks.rados.rados.0.smithi071.stdout:2733: delete oid 40 current snap is 242 2023-12-16T18:17:17.663 INFO:tasks.rados.rados.0.smithi071.stdout:2733: done (1 left) 2023-12-16T18:17:17.663 INFO:tasks.rados.rados.0.smithi071.stdout:2734: delete oid 21 current snap is 242 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2734: done (1 left) 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2735: rmattr oid 28 current snap is 242 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2735: done (1 left) 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2736: read oid 7 snap 235 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2736: expect (ObjNum 785 snap 217 seq_num 785) 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2737: rollback oid 5 current snap is 242 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 232 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2738: rollback oid 30 current snap is 242 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 232 2023-12-16T18:17:17.668 INFO:tasks.rados.rados.0.smithi071.stdout:2739: read oid 36 snap -1 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2739: expect deleted 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2740: read oid 9 snap -1 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2740: expect deleted 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2741: read oid 41 snap -1 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2741: expect (ObjNum 836 snap 236 seq_num 836) 2023-12-16T18:17:17.669 INFO:tasks.rados.rados.0.smithi071.stdout:2742: delete oid 16 current snap is 242 2023-12-16T18:17:17.670 INFO:tasks.rados.rados.0.smithi071.stdout:2737: finishing rollback tid 1 to smithi071127730-5 2023-12-16T18:17:17.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1173 (ObjNum 4113 snap 0 seq_num 2054606473) dirty dne 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2737: done (7 left) 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2739: done (6 left) 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2740: done (5 left) 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2742: done (4 left) 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2743: copy_from oid 40 from oid 46 current snap is 242 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1202 (ObjNum 129 snap 0 seq_num 2570342936) dirty dne 2023-12-16T18:17:17.671 INFO:tasks.rados.rados.0.smithi071.stdout:2738: done (4 left) 2023-12-16T18:17:17.672 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 242 2023-12-16T18:17:17.672 INFO:tasks.rados.rados.0.smithi071.stdout:2744: seq_num 874 ranges {1564672=245760} 2023-12-16T18:17:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi071127730-17 from 1564672 to 1810432 tid 1 2023-12-16T18:17:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:2745: delete oid 4 current snap is 242 2023-12-16T18:17:17.683 INFO:tasks.rados.rados.0.smithi071.stdout:2732: finishing copy_from racing read to smithi071127730-14 2023-12-16T18:17:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:2745: done (5 left) 2023-12-16T18:17:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:2746: read oid 27 snap 230 2023-12-16T18:17:17.685 INFO:tasks.rados.rados.0.smithi071.stdout:2746: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:17:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:2747: rmattr oid 28 current snap is 242 2023-12-16T18:17:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:2747: done (6 left) 2023-12-16T18:17:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 242 2023-12-16T18:17:17.686 INFO:tasks.rados.rados.0.smithi071.stdout:2748: seq_num 876 ranges {6955008=278528} 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi071127730-35 from 6955008 to 7233536 tid 1 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:2749: rollback oid 50 current snap is 242 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 213 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:2732: finishing copy_from to smithi071127730-14 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1197 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:2732: done (7 left) 2023-12-16T18:17:17.726 INFO:tasks.rados.rados.0.smithi071.stdout:2750: setattr oid 8 current snap is 242 2023-12-16T18:17:17.727 INFO:tasks.rados.rados.0.smithi071.stdout:2743: finishing copy_from to smithi071127730-40 2023-12-16T18:17:17.727 INFO:tasks.rados.rados.0.smithi071.stdout:2743: got expected ENOENT (src dne) 2023-12-16T18:17:17.727 INFO:tasks.rados.rados.0.smithi071.stdout:2743: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:17:17.727 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 1 to smithi071127730-17 2023-12-16T18:17:17.727 INFO:tasks.rados.rados.0.smithi071.stdout:2736: expect (ObjNum 785 snap 217 seq_num 785) 2023-12-16T18:17:17.907 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:17:17.908 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:17:17.909 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:17:17.909 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[139725]: pgmap v525: 121 pgs: 121 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2023-12-16T18:17:17.910 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[139725]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T18:17:17.910 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[139725]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:17.910 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[142085]: pgmap v525: 121 pgs: 121 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2023-12-16T18:17:17.910 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[142085]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T18:17:17.910 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:17 smithi071 ceph-mon[142085]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:17.931 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 2 to smithi071127730-17 2023-12-16T18:17:17.931 INFO:tasks.rados.rados.0.smithi071.stdout:2741: expect (ObjNum 836 snap 236 seq_num 836) 2023-12-16T18:17:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:17 smithi184 ceph-mon[136228]: pgmap v525: 121 pgs: 121 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2023-12-16T18:17:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:17 smithi184 ceph-mon[136228]: osdmap e545: 8 total, 8 up, 8 in 2023-12-16T18:17:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:17 smithi184 ceph-mon[136228]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:18.149 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 3 to smithi071127730-17 2023-12-16T18:17:18.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1432 (ObjNum 874 snap 242 seq_num 874) dirty exists 2023-12-16T18:17:18.150 INFO:tasks.rados.rados.0.smithi071.stdout:2744: left oid 17 (ObjNum 874 snap 242 seq_num 874) 2023-12-16T18:17:18.150 INFO:tasks.rados.rados.0.smithi071.stdout:2746: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:17:18.164 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:17:18.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 0 (ObjNum 49 snap 0 seq_num 2570891200) dirty dne 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 1 to smithi071127730-35 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 2 to smithi071127730-35 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 3 to smithi071127730-35 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1130 (ObjNum 876 snap 242 seq_num 876) dirty exists 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2748: left oid 35 (ObjNum 876 snap 242 seq_num 876) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2736: done (7 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2741: done (6 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2743: done (5 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2744: done (4 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2746: done (3 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2748: done (2 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2749: done (1 left) 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2751: rollback oid 3 current snap is 242 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 213 2023-12-16T18:17:18.165 INFO:tasks.rados.rados.0.smithi071.stdout:2752: snap_create 2023-12-16T18:17:18.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1201 (ObjNum 33 snap 0 seq_num 2571166544) dirty exists 2023-12-16T18:17:18.166 INFO:tasks.rados.rados.0.smithi071.stdout:2751: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:17:18.167 INFO:tasks.rados.rados.0.smithi071.stdout:2751: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:17:18.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1327 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:2750: done (2 left) 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:2751: done (1 left) 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:2752: done (0 left) 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:2753: rollback oid 14 current snap is 243 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 242 2023-12-16T18:17:18.654 INFO:tasks.rados.rados.0.smithi071.stdout:2754: snap_create 2023-12-16T18:17:18.661 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:17:18.661 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:17:18.661 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:17:18.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1204 (ObjNum 678 snap 183 seq_num 678) dirty exists 2023-12-16T18:17:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[139725]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[139725]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T18:17:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/880981594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[142085]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[142085]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T18:17:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/880981594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:18 smithi184 ceph-mon[136228]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:18 smithi184 ceph-mon[136228]: osdmap e546: 8 total, 8 up, 8 in 2023-12-16T18:17:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/880981594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2753: done (1 left) 2023-12-16T18:17:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2754: done (0 left) 2023-12-16T18:17:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:2755: read oid 49 snap -1 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2755: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2756: rmattr oid 6 current snap is 244 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2756: done (1 left) 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2757: rollback oid 28 current snap is 244 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 238 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2758: copy_from oid 34 from oid 35 current snap is 244 2023-12-16T18:17:19.657 INFO:tasks.rados.rados.0.smithi071.stdout:2759: delete oid 27 current snap is 244 2023-12-16T18:17:19.663 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing rollback tid 0 to smithi071127730-28 2023-12-16T18:17:19.666 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:17:19.668 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:17:19.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1118 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:17:19.673 INFO:tasks.rados.rados.0.smithi071.stdout:2755: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:17:19.778 INFO:tasks.rados.rados.0.smithi071.stdout:2758: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2758: finishing copy_from to smithi071127730-34 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1130 (ObjNum 876 snap 242 seq_num 876) dirty exists 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2755: done (3 left) 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2757: done (2 left) 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2758: done (1 left) 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2759: done (0 left) 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2760: read oid 46 snap 213 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2760: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2761: rollback oid 19 current snap is 244 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 243 2023-12-16T18:17:19.779 INFO:tasks.rados.rados.0.smithi071.stdout:2762: delete oid 5 current snap is 244 2023-12-16T18:17:19.786 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:17:19.786 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:17:19.787 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:17:19.787 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1207 (ObjNum 827 snap 233 seq_num 827) dirty exists 2023-12-16T18:17:19.788 INFO:tasks.rados.rados.0.smithi071.stdout:2761: done (2 left) 2023-12-16T18:17:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:2762: done (1 left) 2023-12-16T18:17:19.789 INFO:tasks.rados.rados.0.smithi071.stdout:2763: setattr oid 3 current snap is 244 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2764: rmattr oid 7 current snap is 244 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2765: rmattr oid 1 current snap is 244 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2766: read oid 44 snap 233 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2766: expect (ObjNum -1724797872 snap 22091 seq_num 2571303584) 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2767: read oid 5 snap -1 2023-12-16T18:17:19.792 INFO:tasks.rados.rados.0.smithi071.stdout:2767: expect deleted 2023-12-16T18:17:19.793 INFO:tasks.rados.rados.0.smithi071.stdout:2768: rollback oid 27 current snap is 244 2023-12-16T18:17:19.793 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 232 2023-12-16T18:17:19.793 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 244 2023-12-16T18:17:19.793 INFO:tasks.rados.rados.0.smithi071.stdout:2769: seq_num 879 ranges {4063232=327680} 2023-12-16T18:17:19.817 INFO:tasks.rados.rados.0.smithi071.stdout:2769: writing smithi071127730-19 from 4063232 to 4390912 tid 1 2023-12-16T18:17:19.817 INFO:tasks.rados.rados.0.smithi071.stdout:2770: snap_remove snap 220 2023-12-16T18:17:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:19 smithi071 ceph-mon[142085]: pgmap v528: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2023-12-16T18:17:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:19 smithi071 ceph-mon[142085]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T18:17:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:19 smithi071 ceph-mon[139725]: pgmap v528: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2023-12-16T18:17:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:19 smithi071 ceph-mon[139725]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T18:17:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:19 smithi184 ceph-mon[136228]: pgmap v528: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2023-12-16T18:17:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:19 smithi184 ceph-mon[136228]: osdmap e547: 8 total, 8 up, 8 in 2023-12-16T18:17:20.636 INFO:tasks.rados.rados.0.smithi071.stdout:2770: done (8 left) 2023-12-16T18:17:20.637 INFO:tasks.rados.rados.0.smithi071.stdout:2771: rollback oid 35 current snap is 244 2023-12-16T18:17:20.637 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 207 2023-12-16T18:17:20.637 INFO:tasks.rados.rados.0.smithi071.stdout:2766: expect (ObjNum -1724797872 snap 22091 seq_num 2571303584) 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1330 (ObjNum 33 snap 0 seq_num 2570814976) dirty exists 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1131 (ObjNum 837 snap 236 seq_num 837) dirty exists 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1102 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:2768: finishing rollback tid 1 to smithi071127730-27 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:2768: finishing rollback tid 2 to smithi071127730-27 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1436 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:17:20.639 INFO:tasks.rados.rados.0.smithi071.stdout:2760: expect (ObjNum 708 snap 188 seq_num 708) 2023-12-16T18:17:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:20 smithi071 ceph-mon[142085]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T18:17:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:20 smithi071 ceph-mon[142085]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T18:17:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:20 smithi071 ceph-mon[139725]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T18:17:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:20 smithi071 ceph-mon[139725]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2769: finishing write tid 1 to smithi071127730-19 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2769: finishing write tid 2 to smithi071127730-19 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2769: finishing write tid 3 to smithi071127730-19 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1209 (ObjNum 879 snap 244 seq_num 879) dirty exists 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2769: left oid 19 (ObjNum 879 snap 244 seq_num 879) 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2760: done (8 left) 2023-12-16T18:17:20.989 INFO:tasks.rados.rados.0.smithi071.stdout:2763: done (7 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2764: done (6 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2765: done (5 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2766: done (4 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2767: done (3 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2768: done (2 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2769: done (1 left) 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2772: delete oid 50 current snap is 244 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2771: finishing rollback tid 0 to smithi071127730-35 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:2771: finishing rollback tid 1 to smithi071127730-35 2023-12-16T18:17:20.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1133 (ObjNum 161 snap 0 seq_num 2570329072) dirty dne 2023-12-16T18:17:20.991 INFO:tasks.rados.rados.0.smithi071.stdout:2771: done (1 left) 2023-12-16T18:17:20.991 INFO:tasks.rados.rados.0.smithi071.stdout:2772: done (0 left) 2023-12-16T18:17:20.991 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 244 2023-12-16T18:17:20.991 INFO:tasks.rados.rados.0.smithi071.stdout:2773: seq_num 881 ranges {0=360448} 2023-12-16T18:17:20.993 INFO:tasks.rados.rados.0.smithi071.stdout:2773: writing smithi071127730-2 from 0 to 360448 tid 1 2023-12-16T18:17:20.993 INFO:tasks.rados.rados.0.smithi071.stdout:2774: snap_remove snap 242 2023-12-16T18:17:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:20 smithi184 ceph-mon[136228]: osdmap e548: 8 total, 8 up, 8 in 2023-12-16T18:17:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:20 smithi184 ceph-mon[136228]: osdmap e549: 8 total, 8 up, 8 in 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:2773: finishing write tid 1 to smithi071127730-2 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:2773: finishing write tid 2 to smithi071127730-2 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:2773: finishing write tid 3 to smithi071127730-2 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1447 (ObjNum 881 snap 244 seq_num 881) dirty exists 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:2773: left oid 2 (ObjNum 881 snap 244 seq_num 881) 2023-12-16T18:17:21.678 INFO:tasks.rados.rados.0.smithi071.stdout:2773: done (1 left) 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2774: done (0 left) 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2775: read oid 32 snap -1 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2775: expect (ObjNum 864 snap 240 seq_num 864) 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2776: rollback oid 11 current snap is 244 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 241 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2777: setattr oid 49 current snap is 244 2023-12-16T18:17:21.679 INFO:tasks.rados.rados.0.smithi071.stdout:2778: copy_from oid 50 from oid 39 current snap is 244 2023-12-16T18:17:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:2779: rmattr oid 46 current snap is 244 2023-12-16T18:17:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:2779: done (4 left) 2023-12-16T18:17:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 244 2023-12-16T18:17:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:2780: seq_num 882 ranges {0=376832} 2023-12-16T18:17:21.683 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi071127730-37 from 0 to 376832 tid 1 2023-12-16T18:17:21.683 INFO:tasks.rados.rados.0.smithi071.stdout:2781: delete oid 42 current snap is 244 2023-12-16T18:17:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:2778: finishing copy_from to smithi071127730-50 2023-12-16T18:17:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:2778: got expected ENOENT (src dne) 2023-12-16T18:17:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:2778: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:17:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:2776: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:17:21.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1307 (ObjNum 129 snap 0 seq_num 2570342936) dirty dne 2023-12-16T18:17:21.688 INFO:tasks.rados.rados.0.smithi071.stdout:2776: done (5 left) 2023-12-16T18:17:21.688 INFO:tasks.rados.rados.0.smithi071.stdout:2778: done (4 left) 2023-12-16T18:17:21.688 INFO:tasks.rados.rados.0.smithi071.stdout:2781: done (3 left) 2023-12-16T18:17:21.688 INFO:tasks.rados.rados.0.smithi071.stdout:2782: snap_remove snap 241 2023-12-16T18:17:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:21 smithi071 ceph-mon[139725]: pgmap v531: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 926 KiB/s wr, 27 op/s 2023-12-16T18:17:21.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:21 smithi071 ceph-mon[142085]: pgmap v531: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 926 KiB/s wr, 27 op/s 2023-12-16T18:17:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:21 smithi184 ceph-mon[136228]: pgmap v531: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 926 KiB/s wr, 27 op/s 2023-12-16T18:17:22.683 INFO:tasks.rados.rados.0.smithi071.stdout:2782: done (3 left) 2023-12-16T18:17:22.684 INFO:tasks.rados.rados.0.smithi071.stdout:2783: read oid 16 snap -1 2023-12-16T18:17:22.684 INFO:tasks.rados.rados.0.smithi071.stdout:2783: expect deleted 2023-12-16T18:17:22.684 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 244 2023-12-16T18:17:22.684 INFO:tasks.rados.rados.0.smithi071.stdout:2784: seq_num 884 ranges {1826816=409600} 2023-12-16T18:17:22.697 INFO:tasks.rados.rados.0.smithi071.stdout:2784: writing smithi071127730-6 from 1826816 to 2236416 tid 1 2023-12-16T18:17:22.698 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 1 to smithi071127730-37 2023-12-16T18:17:22.698 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 2 to smithi071127730-37 2023-12-16T18:17:22.698 INFO:tasks.rados.rados.0.smithi071.stdout:2775: expect (ObjNum 864 snap 240 seq_num 864) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1453 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 3 to smithi071127730-37 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1344 (ObjNum 882 snap 244 seq_num 882) dirty exists 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2780: left oid 37 (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2775: done (4 left) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2777: done (3 left) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2780: done (2 left) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2783: done (1 left) 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:2785: rollback oid 14 current snap is 244 2023-12-16T18:17:22.701 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 223 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2786: rmattr oid 48 current snap is 244 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2786: done (2 left) 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2787: read oid 12 snap 231 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2787: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2788: delete oid 42 current snap is 244 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2784: finishing write tid 1 to smithi071127730-6 2023-12-16T18:17:22.702 INFO:tasks.rados.rados.0.smithi071.stdout:2784: finishing write tid 2 to smithi071127730-6 2023-12-16T18:17:22.704 INFO:tasks.rados.rados.0.smithi071.stdout:2784: finishing write tid 3 to smithi071127730-6 2023-12-16T18:17:22.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1056 (ObjNum 884 snap 244 seq_num 884) dirty exists 2023-12-16T18:17:22.704 INFO:tasks.rados.rados.0.smithi071.stdout:2784: left oid 6 (ObjNum 884 snap 244 seq_num 884) 2023-12-16T18:17:22.705 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:17:22.706 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:17:22.706 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:17:22.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1212 (ObjNum 750 snap 203 seq_num 750) dirty exists 2023-12-16T18:17:22.708 INFO:tasks.rados.rados.0.smithi071.stdout:2787: expect (ObjNum 757 snap 207 seq_num 757) 2023-12-16T18:17:22.726 INFO:tasks.rados.rados.0.smithi071.stdout:2784: done (3 left) 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2785: done (2 left) 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2787: done (1 left) 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2788: done (0 left) 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2789: copy_from oid 48 from oid 21 current snap is 244 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2790: read oid 20 snap -1 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2790: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:2791: delete oid 43 current snap is 244 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2790: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2789: finishing copy_from to smithi071127730-48 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2789: got expected ENOENT (src dne) 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2789: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2789: done (2 left) 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2790: done (1 left) 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2791: done (0 left) 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2792: read oid 16 snap -1 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2792: expect deleted 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 244 2023-12-16T18:17:22.767 INFO:tasks.rados.rados.0.smithi071.stdout:2793: seq_num 887 ranges {0=458752} 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2793: writing smithi071127730-18 from 0 to 458752 tid 1 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2794: copy_from oid 2 from oid 29 current snap is 244 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2792: done (2 left) 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 244 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2795: seq_num 888 ranges {0=475136} 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2795: writing smithi071127730-30 from 0 to 475136 tid 1 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 244 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2796: seq_num 889 ranges {1810432=491520} 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2796: writing smithi071127730-17 from 1810432 to 2301952 tid 1 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2797: read oid 47 snap -1 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2797: expect (ObjNum 859 snap 239 seq_num 859) 2023-12-16T18:17:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:2798: snap_remove snap 233 2023-12-16T18:17:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:22 smithi071 ceph-mon[139725]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T18:17:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:22 smithi071 ceph-mon[142085]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T18:17:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:22 smithi184 ceph-mon[136228]: osdmap e550: 8 total, 8 up, 8 in 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2794: finishing copy_from to smithi071127730-2 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2794: got expected ENOENT (src dne) 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2794: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2793: finishing write tid 1 to smithi071127730-18 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2793: finishing write tid 2 to smithi071127730-18 2023-12-16T18:17:23.689 INFO:tasks.rados.rados.0.smithi071.stdout:2793: finishing write tid 3 to smithi071127730-18 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1180 (ObjNum 887 snap 244 seq_num 887) dirty exists 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2793: left oid 18 (ObjNum 887 snap 244 seq_num 887) 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 1 to smithi071127730-30 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 2 to smithi071127730-30 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 3 to smithi071127730-30 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1354 (ObjNum 888 snap 244 seq_num 888) dirty exists 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2795: left oid 30 (ObjNum 888 snap 244 seq_num 888) 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 1 to smithi071127730-17 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 2 to smithi071127730-17 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 3 to smithi071127730-17 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1464 (ObjNum 889 snap 244 seq_num 889) dirty exists 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2796: left oid 17 (ObjNum 889 snap 244 seq_num 889) 2023-12-16T18:17:23.690 INFO:tasks.rados.rados.0.smithi071.stdout:2797: expect (ObjNum 859 snap 239 seq_num 859) 2023-12-16T18:17:23.761 INFO:tasks.rados.rados.0.smithi071.stdout:2793: done (5 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2794: done (4 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2795: done (3 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2796: done (2 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2797: done (1 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2798: done (0 left) 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2799: rollback oid 34 current snap is 244 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 207 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 244 2023-12-16T18:17:23.762 INFO:tasks.rados.rados.0.smithi071.stdout:2800: seq_num 890 ranges {0=507904} 2023-12-16T18:17:23.764 INFO:tasks.rados.rados.0.smithi071.stdout:2800: writing smithi071127730-16 from 0 to 507904 tid 1 2023-12-16T18:17:23.764 INFO:tasks.rados.rados.0.smithi071.stdout:2801: read oid 9 snap 230 2023-12-16T18:17:23.765 INFO:tasks.rados.rados.0.smithi071.stdout:2801: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:23.765 INFO:tasks.rados.rados.0.smithi071.stdout:2802: snap_create 2023-12-16T18:17:23.765 INFO:tasks.rados.rados.0.smithi071.stdout:2799: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:17:23.765 INFO:tasks.rados.rados.0.smithi071.stdout:2799: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:17:23.766 INFO:tasks.rados.rados.0.smithi071.stdout:2799: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:17:23.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1365 (ObjNum 680 snap 184 seq_num 680) dirty exists 2023-12-16T18:17:23.770 INFO:tasks.rados.rados.0.smithi071.stdout:2800: finishing write tid 1 to smithi071127730-16 2023-12-16T18:17:23.771 INFO:tasks.rados.rados.0.smithi071.stdout:2800: finishing write tid 2 to smithi071127730-16 2023-12-16T18:17:23.772 INFO:tasks.rados.rados.0.smithi071.stdout:2800: finishing write tid 3 to smithi071127730-16 2023-12-16T18:17:23.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1209 (ObjNum 890 snap 244 seq_num 890) dirty exists 2023-12-16T18:17:23.772 INFO:tasks.rados.rados.0.smithi071.stdout:2800: left oid 16 (ObjNum 890 snap 244 seq_num 890) 2023-12-16T18:17:23.807 INFO:tasks.rados.rados.0.smithi071.stdout:2801: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:23 smithi071 ceph-mon[139725]: pgmap v534: 121 pgs: 121 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 34 op/s 2023-12-16T18:17:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:23 smithi071 ceph-mon[139725]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T18:17:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:23 smithi071 ceph-mon[142085]: pgmap v534: 121 pgs: 121 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 34 op/s 2023-12-16T18:17:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:23 smithi071 ceph-mon[142085]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T18:17:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:23 smithi184 ceph-mon[136228]: pgmap v534: 121 pgs: 121 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 34 op/s 2023-12-16T18:17:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:23 smithi184 ceph-mon[136228]: osdmap e551: 8 total, 8 up, 8 in 2023-12-16T18:17:24.846 INFO:tasks.rados.rados.0.smithi071.stdout:2799: done (3 left) 2023-12-16T18:17:24.846 INFO:tasks.rados.rados.0.smithi071.stdout:2800: done (2 left) 2023-12-16T18:17:24.847 INFO:tasks.rados.rados.0.smithi071.stdout:2801: done (1 left) 2023-12-16T18:17:24.847 INFO:tasks.rados.rados.0.smithi071.stdout:2802: done (0 left) 2023-12-16T18:17:24.847 INFO:tasks.rados.rados.0.smithi071.stdout:2803: copy_from oid 2 from oid 19 current snap is 245 2023-12-16T18:17:24.847 INFO:tasks.rados.rados.0.smithi071.stdout:2804: snap_create 2023-12-16T18:17:24.867 INFO:tasks.rados.rados.0.smithi071.stdout:2803: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:17:24.870 INFO:tasks.rados.rados.0.smithi071.stdout:2803: finishing copy_from to smithi071127730-2 2023-12-16T18:17:24.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1209 (ObjNum 879 snap 244 seq_num 879) dirty exists 2023-12-16T18:17:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:24 smithi071 ceph-mon[139725]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T18:17:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:24 smithi071 ceph-mon[142085]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T18:17:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:24 smithi184 ceph-mon[136228]: osdmap e552: 8 total, 8 up, 8 in 2023-12-16T18:17:25.636 INFO:tasks.rados.rados.0.smithi071.stdout:2803: done (1 left) 2023-12-16T18:17:25.636 INFO:tasks.rados.rados.0.smithi071.stdout:2804: done (0 left) 2023-12-16T18:17:25.637 INFO:tasks.rados.rados.0.smithi071.stdout:2805: snap_remove snap 239 2023-12-16T18:17:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[139725]: pgmap v537: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2023-12-16T18:17:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[139725]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T18:17:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[139725]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T18:17:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[142085]: pgmap v537: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2023-12-16T18:17:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[142085]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T18:17:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:25 smithi071 ceph-mon[142085]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T18:17:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:25 smithi184 ceph-mon[136228]: pgmap v537: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 42 op/s 2023-12-16T18:17:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:25 smithi184 ceph-mon[136228]: osdmap e553: 8 total, 8 up, 8 in 2023-12-16T18:17:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:25 smithi184 ceph-mon[136228]: osdmap e554: 8 total, 8 up, 8 in 2023-12-16T18:17:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:2805: done (0 left) 2023-12-16T18:17:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:2806: snap_remove snap 213 2023-12-16T18:17:27.640 INFO:tasks.rados.rados.0.smithi071.stdout:2806: done (0 left) 2023-12-16T18:17:27.640 INFO:tasks.rados.rados.0.smithi071.stdout:2807: rollback oid 35 current snap is 246 2023-12-16T18:17:27.640 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 232 2023-12-16T18:17:27.640 INFO:tasks.rados.rados.0.smithi071.stdout:2808: snap_remove snap 238 2023-12-16T18:17:27.641 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:27] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2023-12-16T18:17:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:27 smithi071 ceph-mon[139725]: pgmap v540: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-16T18:17:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:27 smithi071 ceph-mon[139725]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T18:17:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:27 smithi071 ceph-mon[142085]: pgmap v540: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-16T18:17:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:27 smithi071 ceph-mon[142085]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T18:17:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:27 smithi184 ceph-mon[136228]: pgmap v540: 121 pgs: 121 active+clean; 268 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-16T18:17:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:27 smithi184 ceph-mon[136228]: osdmap e555: 8 total, 8 up, 8 in 2023-12-16T18:17:28.660 INFO:tasks.rados.rados.0.smithi071.stdout:2808: done (1 left) 2023-12-16T18:17:28.660 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 246 2023-12-16T18:17:28.660 INFO:tasks.rados.rados.0.smithi071.stdout:2809: seq_num 891 ranges {6291456=532480} 2023-12-16T18:17:28.698 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi071127730-13 from 6291456 to 6823936 tid 1 2023-12-16T18:17:28.698 INFO:tasks.rados.rados.0.smithi071.stdout:2810: setattr oid 41 current snap is 246 2023-12-16T18:17:28.698 INFO:tasks.rados.rados.0.smithi071.stdout:2807: finishing rollback tid 1 to smithi071127730-35 2023-12-16T18:17:28.698 INFO:tasks.rados.rados.0.smithi071.stdout:2807: finishing rollback tid 2 to smithi071127730-35 2023-12-16T18:17:28.698 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1135 (ObjNum 813 snap 227 seq_num 813) dirty exists 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2807: done (2 left) 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2811: read oid 49 snap -1 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2811: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2812: read oid 11 snap -1 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2812: expect deleted 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 246 2023-12-16T18:17:28.699 INFO:tasks.rados.rados.0.smithi071.stdout:2813: seq_num 892 ranges {2236416=548864} 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2813: writing smithi071127730-6 from 2236416 to 2785280 tid 1 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2814: snap_create 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1057 (ObjNum 836 snap 236 seq_num 836) dirty exists 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 1 to smithi071127730-13 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 2 to smithi071127730-13 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 3 to smithi071127730-13 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1058 (ObjNum 891 snap 246 seq_num 891) dirty exists 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2809: left oid 13 (ObjNum 891 snap 246 seq_num 891) 2023-12-16T18:17:28.715 INFO:tasks.rados.rados.0.smithi071.stdout:2811: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:17:28.819 INFO:tasks.rados.rados.0.smithi071.stdout:2813: finishing write tid 1 to smithi071127730-6 2023-12-16T18:17:28.820 INFO:tasks.rados.rados.0.smithi071.stdout:2813: finishing write tid 2 to smithi071127730-6 2023-12-16T18:17:28.820 INFO:tasks.rados.rados.0.smithi071.stdout:2813: finishing write tid 3 to smithi071127730-6 2023-12-16T18:17:28.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1060 (ObjNum 892 snap 246 seq_num 892) dirty exists 2023-12-16T18:17:28.820 INFO:tasks.rados.rados.0.smithi071.stdout:2813: left oid 6 (ObjNum 892 snap 246 seq_num 892) 2023-12-16T18:17:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:28 smithi071 ceph-mon[139725]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T18:17:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:28 smithi071 ceph-mon[142085]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T18:17:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:28 smithi184 ceph-mon[136228]: osdmap e556: 8 total, 8 up, 8 in 2023-12-16T18:17:29.666 INFO:tasks.rados.rados.0.smithi071.stdout:2809: done (5 left) 2023-12-16T18:17:29.666 INFO:tasks.rados.rados.0.smithi071.stdout:2810: done (4 left) 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2811: done (3 left) 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2812: done (2 left) 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2813: done (1 left) 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2814: done (0 left) 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2815: setattr oid 17 current snap is 247 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2816: read oid 6 snap -1 2023-12-16T18:17:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:2816: expect (ObjNum 892 snap 246 seq_num 892) 2023-12-16T18:17:29.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 247 2023-12-16T18:17:29.668 INFO:tasks.rados.rados.0.smithi071.stdout:2817: seq_num 893 ranges {0=565248} 2023-12-16T18:17:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:2817: writing smithi071127730-26 from 0 to 565248 tid 1 2023-12-16T18:17:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:2818: snap_remove snap 246 2023-12-16T18:17:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:29 smithi071 ceph-mon[139725]: pgmap v543: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T18:17:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:29 smithi071 ceph-mon[139725]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T18:17:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:29 smithi071 ceph-mon[142085]: pgmap v543: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T18:17:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:29 smithi071 ceph-mon[142085]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T18:17:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:29 smithi184 ceph-mon[136228]: pgmap v543: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-16T18:17:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:29 smithi184 ceph-mon[136228]: osdmap e557: 8 total, 8 up, 8 in 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2818: done (3 left) 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2819: rollback oid 42 current snap is 247 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 231 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2820: read oid 37 snap -1 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2820: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2821: read oid 31 snap -1 2023-12-16T18:17:30.639 INFO:tasks.rados.rados.0.smithi071.stdout:2821: expect (ObjNum 839 snap 237 seq_num 839) 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2822: delete oid 22 current snap is 247 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1504 (ObjNum 889 snap 244 seq_num 889) dirty exists 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing write tid 1 to smithi071127730-26 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing write tid 2 to smithi071127730-26 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing write tid 3 to smithi071127730-26 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1387 (ObjNum 893 snap 247 seq_num 893) dirty exists 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2817: left oid 26 (ObjNum 893 snap 247 seq_num 893) 2023-12-16T18:17:30.640 INFO:tasks.rados.rados.0.smithi071.stdout:2816: expect (ObjNum 892 snap 246 seq_num 892) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2819: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2819: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1192 (ObjNum 724 snap 192 seq_num 724) dirty exists 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2815: done (6 left) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2816: done (5 left) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2817: done (4 left) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2819: done (3 left) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2822: done (2 left) 2023-12-16T18:17:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:2823: rmattr oid 18 current snap is 247 2023-12-16T18:17:30.782 INFO:tasks.rados.rados.0.smithi071.stdout:2823: done (2 left) 2023-12-16T18:17:30.782 INFO:tasks.rados.rados.0.smithi071.stdout:2824: snap_remove snap 231 2023-12-16T18:17:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:30 smithi071 ceph-mon[139725]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T18:17:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:30 smithi071 ceph-mon[139725]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T18:17:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:30 smithi071 ceph-mon[142085]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T18:17:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:30 smithi071 ceph-mon[142085]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T18:17:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:30 smithi184 ceph-mon[136228]: osdmap e558: 8 total, 8 up, 8 in 2023-12-16T18:17:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:30 smithi184 ceph-mon[136228]: osdmap e559: 8 total, 8 up, 8 in 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2824: done (2 left) 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2825: rollback oid 9 current snap is 247 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 223 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2826: copy_from oid 33 from oid 49 current snap is 247 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2827: read oid 34 snap -1 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2827: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2828: snap_create 2023-12-16T18:17:31.673 INFO:tasks.rados.rados.0.smithi071.stdout:2820: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:17:31.690 INFO:tasks.rados.rados.0.smithi071.stdout:2821: expect (ObjNum 839 snap 237 seq_num 839) 2023-12-16T18:17:31.749 INFO:tasks.rados.rados.0.smithi071.stdout:2825: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:17:31.750 INFO:tasks.rados.rados.0.smithi071.stdout:2825: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:17:31.750 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1177 (ObjNum 799 snap 222 seq_num 799) dirty exists 2023-12-16T18:17:31.750 INFO:tasks.rados.rados.0.smithi071.stdout:2827: expect (ObjNum 680 snap 184 seq_num 680) 2023-12-16T18:17:31.802 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:17:31.802 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing copy_from to smithi071127730-33 2023-12-16T18:17:31.802 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1453 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:17:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:31 smithi071 ceph-mon[139725]: pgmap v546: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-16T18:17:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:31 smithi071 ceph-mon[142085]: pgmap v546: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-16T18:17:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:31 smithi184 ceph-mon[136228]: pgmap v546: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-16T18:17:32.678 INFO:tasks.rados.rados.0.smithi071.stdout:2820: done (5 left) 2023-12-16T18:17:32.678 INFO:tasks.rados.rados.0.smithi071.stdout:2821: done (4 left) 2023-12-16T18:17:32.678 INFO:tasks.rados.rados.0.smithi071.stdout:2825: done (3 left) 2023-12-16T18:17:32.678 INFO:tasks.rados.rados.0.smithi071.stdout:2826: done (2 left) 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2827: done (1 left) 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2828: done (0 left) 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2829: rollback oid 43 current snap is 248 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 244 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2830: copy_from oid 32 from oid 46 current snap is 248 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2831: copy_from oid 33 from oid 40 current snap is 248 2023-12-16T18:17:32.679 INFO:tasks.rados.rados.0.smithi071.stdout:2832: snap_remove snap 207 2023-12-16T18:17:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:32 smithi071 ceph-mon[139725]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T18:17:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:32 smithi071 ceph-mon[142085]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T18:17:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:32 smithi184 ceph-mon[136228]: osdmap e560: 8 total, 8 up, 8 in 2023-12-16T18:17:33.693 INFO:tasks.rados.rados.0.smithi071.stdout:2832: done (3 left) 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2833: delete oid 29 current snap is 248 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2830: finishing copy_from to smithi071127730-32 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2830: got expected ENOENT (src dne) 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2830: finishing copy_from racing read to smithi071127730-32 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2829: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1115 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2831: finishing copy_from to smithi071127730-33 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2831: got expected ENOENT (src dne) 2023-12-16T18:17:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:2831: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:17:33.699 INFO:tasks.rados.rados.0.smithi071.stdout:2829: done (3 left) 2023-12-16T18:17:33.699 INFO:tasks.rados.rados.0.smithi071.stdout:2830: done (2 left) 2023-12-16T18:17:33.699 INFO:tasks.rados.rados.0.smithi071.stdout:2831: done (1 left) 2023-12-16T18:17:33.699 INFO:tasks.rados.rados.0.smithi071.stdout:2833: done (0 left) 2023-12-16T18:17:33.699 INFO:tasks.rados.rados.0.smithi071.stdout:2834: delete oid 21 current snap is 248 2023-12-16T18:17:33.706 INFO:tasks.rados.rados.0.smithi071.stdout:2834: done (0 left) 2023-12-16T18:17:33.706 INFO:tasks.rados.rados.0.smithi071.stdout:2835: copy_from oid 13 from oid 17 current snap is 248 2023-12-16T18:17:33.706 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 248 2023-12-16T18:17:33.706 INFO:tasks.rados.rados.0.smithi071.stdout:2836: seq_num 897 ranges {565248=630784} 2023-12-16T18:17:33.714 INFO:tasks.rados.rados.0.smithi071.stdout:2836: writing smithi071127730-26 from 565248 to 1196032 tid 1 2023-12-16T18:17:33.714 INFO:tasks.rados.rados.0.smithi071.stdout:2837: snap_create 2023-12-16T18:17:33.718 INFO:tasks.rados.rados.0.smithi071.stdout:2836: finishing write tid 1 to smithi071127730-26 2023-12-16T18:17:33.718 INFO:tasks.rados.rados.0.smithi071.stdout:2836: finishing write tid 2 to smithi071127730-26 2023-12-16T18:17:33.719 INFO:tasks.rados.rados.0.smithi071.stdout:2836: finishing write tid 3 to smithi071127730-26 2023-12-16T18:17:33.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1409 (ObjNum 897 snap 248 seq_num 897) dirty exists 2023-12-16T18:17:33.720 INFO:tasks.rados.rados.0.smithi071.stdout:2836: left oid 26 (ObjNum 897 snap 248 seq_num 897) 2023-12-16T18:17:33.722 INFO:tasks.rados.rados.0.smithi071.stdout:2835: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:17:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:2835: finishing copy_from to smithi071127730-13 2023-12-16T18:17:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1504 (ObjNum 889 snap 244 seq_num 889) dirty exists 2023-12-16T18:17:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[139725]: pgmap v549: 121 pgs: 121 active+clean; 271 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 138 KiB/s wr, 13 op/s 2023-12-16T18:17:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[139725]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T18:17:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[142085]: pgmap v549: 121 pgs: 121 active+clean; 271 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 138 KiB/s wr, 13 op/s 2023-12-16T18:17:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[142085]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T18:17:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:33 smithi184 ceph-mon[136228]: pgmap v549: 121 pgs: 121 active+clean; 271 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 138 KiB/s wr, 13 op/s 2023-12-16T18:17:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:33 smithi184 ceph-mon[136228]: osdmap e561: 8 total, 8 up, 8 in 2023-12-16T18:17:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2835: done (2 left) 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2836: done (1 left) 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2837: done (0 left) 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2838: copy_from oid 24 from oid 35 current snap is 249 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2839: read oid 32 snap 245 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2839: expect (ObjNum 864 snap 240 seq_num 864) 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2840: read oid 38 snap -1 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2840: expect deleted 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2841: read oid 50 snap 230 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2841: expect deleted 2023-12-16T18:17:34.700 INFO:tasks.rados.rados.0.smithi071.stdout:2842: snap_remove snap 232 2023-12-16T18:17:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:34 smithi071 ceph-mon[139725]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T18:17:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:34 smithi071 ceph-mon[142085]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T18:17:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:34 smithi184 ceph-mon[136228]: osdmap e562: 8 total, 8 up, 8 in 2023-12-16T18:17:35.642 INFO:tasks.rados.rados.0.smithi071.stdout:2839: expect (ObjNum 864 snap 240 seq_num 864) 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2838: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2838: finishing copy_from to smithi071127730-24 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1135 (ObjNum 813 snap 227 seq_num 813) dirty exists 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2838: done (4 left) 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2839: done (3 left) 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2840: done (2 left) 2023-12-16T18:17:35.645 INFO:tasks.rados.rados.0.smithi071.stdout:2841: done (1 left) 2023-12-16T18:17:35.646 INFO:tasks.rados.rados.0.smithi071.stdout:2842: done (0 left) 2023-12-16T18:17:35.646 INFO:tasks.rados.rados.0.smithi071.stdout:2843: delete oid 10 current snap is 249 2023-12-16T18:17:35.654 INFO:tasks.rados.rados.0.smithi071.stdout:2843: done (0 left) 2023-12-16T18:17:35.654 INFO:tasks.rados.rados.0.smithi071.stdout:2844: rollback oid 31 current snap is 249 2023-12-16T18:17:35.655 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 245 2023-12-16T18:17:35.655 INFO:tasks.rados.rados.0.smithi071.stdout:2845: snap_remove snap 230 2023-12-16T18:17:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[139725]: pgmap v552: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-16T18:17:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[139725]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T18:17:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[139725]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T18:17:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[142085]: pgmap v552: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-16T18:17:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[142085]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T18:17:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:35 smithi071 ceph-mon[142085]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T18:17:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:35 smithi184 ceph-mon[136228]: pgmap v552: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-16T18:17:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:35 smithi184 ceph-mon[136228]: osdmap e563: 8 total, 8 up, 8 in 2023-12-16T18:17:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:35 smithi184 ceph-mon[136228]: osdmap e564: 8 total, 8 up, 8 in 2023-12-16T18:17:36.655 INFO:tasks.rados.rados.0.smithi071.stdout:2845: done (1 left) 2023-12-16T18:17:36.655 INFO:tasks.rados.rados.0.smithi071.stdout:2846: read oid 14 snap -1 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2846: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2847: snap_create 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2844: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2844: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:2844: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:17:36.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1200 (ObjNum 839 snap 237 seq_num 839) dirty exists 2023-12-16T18:17:36.692 INFO:tasks.rados.rados.0.smithi071.stdout:2846: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2844: done (2 left) 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2846: done (1 left) 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2847: done (0 left) 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2848: copy_from oid 40 from oid 4 current snap is 250 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2849: rollback oid 41 current snap is 250 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 235 2023-12-16T18:17:37.653 INFO:tasks.rados.rados.0.smithi071.stdout:2850: snap_create 2023-12-16T18:17:37.655 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:37] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:17:37.662 INFO:tasks.rados.rados.0.smithi071.stdout:2848: finishing copy_from to smithi071127730-40 2023-12-16T18:17:37.662 INFO:tasks.rados.rados.0.smithi071.stdout:2848: got expected ENOENT (src dne) 2023-12-16T18:17:37.662 INFO:tasks.rados.rados.0.smithi071.stdout:2848: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:17:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:2849: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:17:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:2849: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:17:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:2849: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:17:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1061 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:17:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:37 smithi071 ceph-mon[139725]: pgmap v555: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 264 KiB/s wr, 3 op/s 2023-12-16T18:17:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:37 smithi071 ceph-mon[139725]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T18:17:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:37 smithi071 ceph-mon[142085]: pgmap v555: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 264 KiB/s wr, 3 op/s 2023-12-16T18:17:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:37 smithi071 ceph-mon[142085]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T18:17:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:37 smithi184 ceph-mon[136228]: pgmap v555: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 264 KiB/s wr, 3 op/s 2023-12-16T18:17:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:37 smithi184 ceph-mon[136228]: osdmap e565: 8 total, 8 up, 8 in 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2848: done (2 left) 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2849: done (1 left) 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2850: done (0 left) 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2851: read oid 10 snap 235 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2851: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:38.655 INFO:tasks.rados.rados.0.smithi071.stdout:2852: snap_create 2023-12-16T18:17:38.664 INFO:tasks.rados.rados.0.smithi071.stdout:2851: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:38 smithi071 ceph-mon[139725]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T18:17:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:38 smithi071 ceph-mon[139725]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T18:17:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:38 smithi071 ceph-mon[142085]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T18:17:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:38 smithi071 ceph-mon[142085]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T18:17:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:38 smithi184 ceph-mon[136228]: osdmap e566: 8 total, 8 up, 8 in 2023-12-16T18:17:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:38 smithi184 ceph-mon[136228]: osdmap e567: 8 total, 8 up, 8 in 2023-12-16T18:17:39.657 INFO:tasks.rados.rados.0.smithi071.stdout:2851: done (1 left) 2023-12-16T18:17:39.657 INFO:tasks.rados.rados.0.smithi071.stdout:2852: done (0 left) 2023-12-16T18:17:39.657 INFO:tasks.rados.rados.0.smithi071.stdout:2853: copy_from oid 43 from oid 41 current snap is 252 2023-12-16T18:17:39.658 INFO:tasks.rados.rados.0.smithi071.stdout:2854: delete oid 31 current snap is 252 2023-12-16T18:17:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:2854: done (1 left) 2023-12-16T18:17:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:2855: copy_from oid 10 from oid 31 current snap is 252 2023-12-16T18:17:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:2856: read oid 4 snap -1 2023-12-16T18:17:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:2856: expect deleted 2023-12-16T18:17:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:2857: snap_create 2023-12-16T18:17:39.667 INFO:tasks.rados.rados.0.smithi071.stdout:2855: finishing copy_from to smithi071127730-10 2023-12-16T18:17:39.667 INFO:tasks.rados.rados.0.smithi071.stdout:2855: got expected ENOENT (src dne) 2023-12-16T18:17:39.667 INFO:tasks.rados.rados.0.smithi071.stdout:2855: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:17:39.673 INFO:tasks.rados.rados.0.smithi071.stdout:2853: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:17:39.676 INFO:tasks.rados.rados.0.smithi071.stdout:2853: finishing copy_from to smithi071127730-43 2023-12-16T18:17:39.677 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1061 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:17:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:39 smithi071 ceph-mon[142085]: pgmap v558: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:39 smithi071 ceph-mon[142085]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T18:17:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:39 smithi071 ceph-mon[139725]: pgmap v558: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:39 smithi071 ceph-mon[139725]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T18:17:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:39 smithi184 ceph-mon[136228]: pgmap v558: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:39 smithi184 ceph-mon[136228]: osdmap e568: 8 total, 8 up, 8 in 2023-12-16T18:17:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:2853: done (3 left) 2023-12-16T18:17:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:2855: done (2 left) 2023-12-16T18:17:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:2856: done (1 left) 2023-12-16T18:17:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:2857: done (0 left) 2023-12-16T18:17:40.639 INFO:tasks.rados.rados.0.smithi071.stdout:2858: snap_remove snap 252 2023-12-16T18:17:41.645 INFO:tasks.rados.rados.0.smithi071.stdout:2858: done (0 left) 2023-12-16T18:17:41.645 INFO:tasks.rados.rados.0.smithi071.stdout:2859: read oid 1 snap -1 2023-12-16T18:17:41.645 INFO:tasks.rados.rados.0.smithi071.stdout:2859: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:17:41.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 253 2023-12-16T18:17:41.645 INFO:tasks.rados.rados.0.smithi071.stdout:2860: seq_num 900 ranges {0=679936} 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2860: writing smithi071127730-11 from 0 to 679936 tid 1 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2861: read oid 45 snap -1 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2861: expect deleted 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2862: read oid 19 snap -1 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2862: expect (ObjNum 879 snap 244 seq_num 879) 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2863: rollback oid 13 current snap is 253 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 243 2023-12-16T18:17:41.649 INFO:tasks.rados.rados.0.smithi071.stdout:2864: delete oid 32 current snap is 253 2023-12-16T18:17:41.656 INFO:tasks.rados.rados.0.smithi071.stdout:2861: done (5 left) 2023-12-16T18:17:41.656 INFO:tasks.rados.rados.0.smithi071.stdout:2864: done (4 left) 2023-12-16T18:17:41.656 INFO:tasks.rados.rados.0.smithi071.stdout:2865: setattr oid 44 current snap is 253 2023-12-16T18:17:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:2863: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:17:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:2863: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:17:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:2863: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:17:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1507 (ObjNum 840 snap 238 seq_num 840) dirty exists 2023-12-16T18:17:41.658 INFO:tasks.rados.rados.0.smithi071.stdout:2863: done (4 left) 2023-12-16T18:17:41.658 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 253 2023-12-16T18:17:41.658 INFO:tasks.rados.rados.0.smithi071.stdout:2866: seq_num 902 ranges {0=712704} 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2866: writing smithi071127730-20 from 0 to 712704 tid 1 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2867: copy_from oid 10 from oid 39 current snap is 253 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing write tid 1 to smithi071127730-11 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2868: rollback oid 28 current snap is 253 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 249 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing write tid 2 to smithi071127730-11 2023-12-16T18:17:41.663 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing write tid 3 to smithi071127730-11 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1427 (ObjNum 900 snap 253 seq_num 900) dirty exists 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:2860: left oid 11 (ObjNum 900 snap 253 seq_num 900) 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1193 (ObjNum 3313 snap 0 seq_num 757052128) dirty exists 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:2860: done (6 left) 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:2865: done (5 left) 2023-12-16T18:17:41.664 INFO:tasks.rados.rados.0.smithi071.stdout:2869: setattr oid 46 current snap is 253 2023-12-16T18:17:41.665 INFO:tasks.rados.rados.0.smithi071.stdout:2870: snap_create 2023-12-16T18:17:41.666 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing rollback tid 0 to smithi071127730-28 2023-12-16T18:17:41.668 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:17:41.668 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:17:41.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1121 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:17:41.669 INFO:tasks.rados.rados.0.smithi071.stdout:2866: finishing write tid 1 to smithi071127730-20 2023-12-16T18:17:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:2867: finishing copy_from to smithi071127730-10 2023-12-16T18:17:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:2867: got expected ENOENT (src dne) 2023-12-16T18:17:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:2867: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:17:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:2866: finishing write tid 2 to smithi071127730-20 2023-12-16T18:17:41.673 INFO:tasks.rados.rados.0.smithi071.stdout:2866: finishing write tid 3 to smithi071127730-20 2023-12-16T18:17:41.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1063 (ObjNum 902 snap 253 seq_num 902) dirty exists 2023-12-16T18:17:41.673 INFO:tasks.rados.rados.0.smithi071.stdout:2866: left oid 20 (ObjNum 902 snap 253 seq_num 902) 2023-12-16T18:17:41.675 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1178 (ObjNum 33 snap 0 seq_num 2571670992) dirty exists 2023-12-16T18:17:41.682 INFO:tasks.rados.rados.0.smithi071.stdout:2862: expect (ObjNum 879 snap 244 seq_num 879) 2023-12-16T18:17:41.901 INFO:tasks.rados.rados.0.smithi071.stdout:2859: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:17:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[139725]: pgmap v561: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[139725]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T18:17:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:17:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[142085]: pgmap v561: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[142085]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T18:17:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:41 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:17:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:41 smithi184 ceph-mon[136228]: pgmap v561: 121 pgs: 121 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:17:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:41 smithi184 ceph-mon[136228]: osdmap e569: 8 total, 8 up, 8 in 2023-12-16T18:17:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:41 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:17:42.649 INFO:tasks.rados.rados.0.smithi071.stdout:2859: done (6 left) 2023-12-16T18:17:42.649 INFO:tasks.rados.rados.0.smithi071.stdout:2862: done (5 left) 2023-12-16T18:17:42.649 INFO:tasks.rados.rados.0.smithi071.stdout:2866: done (4 left) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2867: done (3 left) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2868: done (2 left) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2869: done (1 left) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2870: done (0 left) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2871: read oid 18 snap -1 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2871: expect (ObjNum 887 snap 244 seq_num 887) 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2872: read oid 38 snap -1 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2872: expect deleted 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2873: read oid 10 snap -1 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2873: expect deleted 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2874: read oid 22 snap -1 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2874: expect deleted 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2875: copy_from oid 17 from oid 12 current snap is 254 2023-12-16T18:17:42.650 INFO:tasks.rados.rados.0.smithi071.stdout:2876: read oid 48 snap 250 2023-12-16T18:17:42.651 INFO:tasks.rados.rados.0.smithi071.stdout:2876: expect deleted 2023-12-16T18:17:42.651 INFO:tasks.rados.rados.0.smithi071.stdout:2877: snap_remove snap 247 2023-12-16T18:17:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[139725]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T18:17:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:17:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:17:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:17:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[142085]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T18:17:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:17:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:17:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:17:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:42 smithi184 ceph-mon[136228]: osdmap e570: 8 total, 8 up, 8 in 2023-12-16T18:17:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:17:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:17:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:17:43.651 INFO:tasks.rados.rados.0.smithi071.stdout:2877: done (6 left) 2023-12-16T18:17:43.652 INFO:tasks.rados.rados.0.smithi071.stdout:2878: delete oid 21 current snap is 254 2023-12-16T18:17:43.652 INFO:tasks.rados.rados.0.smithi071.stdout:2871: expect (ObjNum 887 snap 244 seq_num 887) 2023-12-16T18:17:43.668 INFO:tasks.rados.rados.0.smithi071.stdout:2875: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:17:43.668 INFO:tasks.rados.rados.0.smithi071.stdout:2875: finishing copy_from to smithi071127730-17 2023-12-16T18:17:43.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1183 (ObjNum 848 snap 238 seq_num 848) dirty exists 2023-12-16T18:17:43.668 INFO:tasks.rados.rados.0.smithi071.stdout:2871: done (6 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2872: done (5 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2873: done (4 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2874: done (3 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2875: done (2 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2876: done (1 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2878: done (0 left) 2023-12-16T18:17:43.669 INFO:tasks.rados.rados.0.smithi071.stdout:2879: snap_remove snap 244 2023-12-16T18:17:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:43 smithi071 ceph-mon[139725]: pgmap v564: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 972 KiB/s wr, 9 op/s 2023-12-16T18:17:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:43 smithi071 ceph-mon[139725]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T18:17:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:43 smithi071 ceph-mon[142085]: pgmap v564: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 972 KiB/s wr, 9 op/s 2023-12-16T18:17:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:43 smithi071 ceph-mon[142085]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T18:17:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:43 smithi184 ceph-mon[136228]: pgmap v564: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 972 KiB/s wr, 9 op/s 2023-12-16T18:17:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:43 smithi184 ceph-mon[136228]: osdmap e571: 8 total, 8 up, 8 in 2023-12-16T18:17:44.667 INFO:tasks.rados.rados.0.smithi071.stdout:2879: done (0 left) 2023-12-16T18:17:44.667 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 254 2023-12-16T18:17:44.667 INFO:tasks.rados.rados.0.smithi071.stdout:2880: seq_num 904 ranges {0=745472} 2023-12-16T18:17:44.671 INFO:tasks.rados.rados.0.smithi071.stdout:2880: writing smithi071127730-3 from 0 to 745472 tid 1 2023-12-16T18:17:44.672 INFO:tasks.rados.rados.0.smithi071.stdout:2881: delete oid 31 current snap is 254 2023-12-16T18:17:44.676 INFO:tasks.rados.rados.0.smithi071.stdout:2881: done (1 left) 2023-12-16T18:17:44.676 INFO:tasks.rados.rados.0.smithi071.stdout:2882: snap_create 2023-12-16T18:17:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:2880: finishing write tid 1 to smithi071127730-3 2023-12-16T18:17:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2880: finishing write tid 2 to smithi071127730-3 2023-12-16T18:17:44.681 INFO:tasks.rados.rados.0.smithi071.stdout:2880: finishing write tid 3 to smithi071127730-3 2023-12-16T18:17:44.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1433 (ObjNum 904 snap 254 seq_num 904) dirty exists 2023-12-16T18:17:44.681 INFO:tasks.rados.rados.0.smithi071.stdout:2880: left oid 3 (ObjNum 904 snap 254 seq_num 904) 2023-12-16T18:17:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:44 smithi071 ceph-mon[139725]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T18:17:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:44 smithi071 ceph-mon[142085]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T18:17:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:44 smithi184 ceph-mon[136228]: osdmap e572: 8 total, 8 up, 8 in 2023-12-16T18:17:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2880: done (1 left) 2023-12-16T18:17:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2882: done (0 left) 2023-12-16T18:17:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2883: read oid 11 snap -1 2023-12-16T18:17:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2883: expect (ObjNum 900 snap 253 seq_num 900) 2023-12-16T18:17:45.641 INFO:tasks.rados.rados.0.smithi071.stdout:2884: snap_remove snap 248 2023-12-16T18:17:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[139725]: pgmap v567: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 972 KiB/s wr, 12 op/s 2023-12-16T18:17:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[139725]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T18:17:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[139725]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T18:17:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[142085]: pgmap v567: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 972 KiB/s wr, 12 op/s 2023-12-16T18:17:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[142085]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T18:17:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:45 smithi071 ceph-mon[142085]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T18:17:45.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:45 smithi184 ceph-mon[136228]: pgmap v567: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 972 KiB/s wr, 12 op/s 2023-12-16T18:17:45.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:45 smithi184 ceph-mon[136228]: osdmap e573: 8 total, 8 up, 8 in 2023-12-16T18:17:45.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:45 smithi184 ceph-mon[136228]: osdmap e574: 8 total, 8 up, 8 in 2023-12-16T18:17:46.648 INFO:tasks.rados.rados.0.smithi071.stdout:2884: done (1 left) 2023-12-16T18:17:46.649 INFO:tasks.rados.rados.0.smithi071.stdout:2885: setattr oid 1 current snap is 255 2023-12-16T18:17:46.649 INFO:tasks.rados.rados.0.smithi071.stdout:2883: expect (ObjNum 900 snap 253 seq_num 900) 2023-12-16T18:17:46.672 INFO:tasks.rados.rados.0.smithi071.stdout:2883: done (1 left) 2023-12-16T18:17:46.672 INFO:tasks.rados.rados.0.smithi071.stdout:2886: read oid 46 snap -1 2023-12-16T18:17:46.672 INFO:tasks.rados.rados.0.smithi071.stdout:2886: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:46.672 INFO:tasks.rados.rados.0.smithi071.stdout:2887: setattr oid 4 current snap is 255 2023-12-16T18:17:46.672 INFO:tasks.rados.rados.0.smithi071.stdout:2886: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1103 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2885: done (2 left) 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2886: done (1 left) 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2888: rollback oid 34 current snap is 255 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 243 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2889: read oid 48 snap -1 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2889: expect deleted 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 255 2023-12-16T18:17:46.676 INFO:tasks.rados.rados.0.smithi071.stdout:2890: seq_num 906 ranges {0=778240} 2023-12-16T18:17:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:2890: writing smithi071127730-50 from 0 to 778240 tid 1 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:2891: read oid 9 snap 223 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:2891: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:2892: read oid 26 snap -1 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:2892: expect (ObjNum 897 snap 248 seq_num 897) 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 255 2023-12-16T18:17:46.682 INFO:tasks.rados.rados.0.smithi071.stdout:2893: seq_num 907 ranges {0=794624} 2023-12-16T18:17:46.686 INFO:tasks.rados.rados.0.smithi071.stdout:2893: writing smithi071127730-45 from 0 to 794624 tid 1 2023-12-16T18:17:46.686 INFO:tasks.rados.rados.0.smithi071.stdout:2894: snap_remove snap 249 2023-12-16T18:17:47.645 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:47] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:17:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:2894: done (7 left) 2023-12-16T18:17:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:2895: rmattr oid 27 current snap is 255 2023-12-16T18:17:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:2895: done (7 left) 2023-12-16T18:17:47.669 INFO:tasks.rados.rados.0.smithi071.stdout:2896: read oid 20 snap 243 2023-12-16T18:17:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:2896: expect (ObjNum -1723664320 snap 22091 seq_num 2570276096) 2023-12-16T18:17:47.670 INFO:tasks.rados.rados.0.smithi071.stdout:2897: snap_remove snap 253 2023-12-16T18:17:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:47 smithi071 ceph-mon[139725]: pgmap v570: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-16T18:17:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:47 smithi071 ceph-mon[139725]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T18:17:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:47 smithi071 ceph-mon[142085]: pgmap v570: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-16T18:17:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:47 smithi071 ceph-mon[142085]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T18:17:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:47 smithi184 ceph-mon[136228]: pgmap v570: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-16T18:17:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:47 smithi184 ceph-mon[136228]: osdmap e575: 8 total, 8 up, 8 in 2023-12-16T18:17:48.260 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:17:48.565 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (7m) 4m ago 10m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (7m) 2m ago 9m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 4m ago 10m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (10m) 2m ago 10m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (6m) 2m ago 13m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (7m) 4m ago 14m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 4m ago 14m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (6m) 2m ago 13m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 4m ago 13m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 4m ago 9m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (7m) 2m ago 9m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 4m ago 12m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:17:48.566 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 4m ago 12m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 4m ago 12m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 4m ago 12m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (3m) 2m ago 11m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (3m) 2m ago 11m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (2m) 2m ago 11m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (2m) 2m ago 11m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:17:48.567 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (6m) 2m ago 10m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2897: done (8 left) 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2898: delete oid 11 current snap is 255 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1187 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2888: finishing rollback tid 0 to smithi071127730-34 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2888: finishing rollback tid 1 to smithi071127730-34 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2888: finishing rollback tid 2 to smithi071127730-34 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1439 (ObjNum 822 snap 229 seq_num 822) dirty exists 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2890: finishing write tid 1 to smithi071127730-50 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2890: finishing write tid 2 to smithi071127730-50 2023-12-16T18:17:48.674 INFO:tasks.rados.rados.0.smithi071.stdout:2892: expect (ObjNum 897 snap 248 seq_num 897) 2023-12-16T18:17:48.716 INFO:tasks.rados.rados.0.smithi071.stdout:2890: finishing write tid 3 to smithi071127730-50 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1509 (ObjNum 906 snap 255 seq_num 906) dirty exists 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2890: left oid 50 (ObjNum 906 snap 255 seq_num 906) 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2893: finishing write tid 1 to smithi071127730-45 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2893: finishing write tid 2 to smithi071127730-45 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2893: finishing write tid 3 to smithi071127730-45 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1076 (ObjNum 907 snap 255 seq_num 907) dirty exists 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2893: left oid 45 (ObjNum 907 snap 255 seq_num 907) 2023-12-16T18:17:48.717 INFO:tasks.rados.rados.0.smithi071.stdout:2891: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:48.964 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:17:48.965 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:17:48.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[139725]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T18:17:48.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:48.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[139725]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:48.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[142085]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T18:17:48.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:48.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:48 smithi071 ceph-mon[142085]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:48 smithi184 ceph-mon[136228]: osdmap e576: 8 total, 8 up, 8 in 2023-12-16T18:17:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:17:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:48 smithi184 ceph-mon[136228]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:49.761 INFO:tasks.rados.rados.0.smithi071.stdout:2896: expect (ObjNum -1723664320 snap 22091 seq_num 2570276096) 2023-12-16T18:17:49.763 INFO:tasks.rados.rados.0.smithi071.stdout:2887: done (8 left) 2023-12-16T18:17:49.763 INFO:tasks.rados.rados.0.smithi071.stdout:2888: done (7 left) 2023-12-16T18:17:49.763 INFO:tasks.rados.rados.0.smithi071.stdout:2889: done (6 left) 2023-12-16T18:17:49.763 INFO:tasks.rados.rados.0.smithi071.stdout:2890: done (5 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2891: done (4 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2892: done (3 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2893: done (2 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2896: done (1 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2898: done (0 left) 2023-12-16T18:17:49.764 INFO:tasks.rados.rados.0.smithi071.stdout:2899: snap_remove snap 245 2023-12-16T18:17:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[139725]: pgmap v573: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2023-12-16T18:17:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[139725]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[139725]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T18:17:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1984708338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[142085]: pgmap v573: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2023-12-16T18:17:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[142085]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[142085]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T18:17:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:49 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1984708338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:49 smithi184 ceph-mon[136228]: pgmap v573: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2023-12-16T18:17:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:49 smithi184 ceph-mon[136228]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:17:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:49 smithi184 ceph-mon[136228]: osdmap e577: 8 total, 8 up, 8 in 2023-12-16T18:17:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:49 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1984708338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2899: done (0 left) 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2900: read oid 45 snap 223 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2900: expect deleted 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2901: read oid 9 snap 235 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2901: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2902: rollback oid 47 current snap is 255 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 243 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2903: rmattr oid 48 current snap is 255 2023-12-16T18:17:50.644 INFO:tasks.rados.rados.0.smithi071.stdout:2903: done (3 left) 2023-12-16T18:17:50.645 INFO:tasks.rados.rados.0.smithi071.stdout:2904: snap_remove snap 251 2023-12-16T18:17:51.648 INFO:tasks.rados.rados.0.smithi071.stdout:2904: done (3 left) 2023-12-16T18:17:51.648 INFO:tasks.rados.rados.0.smithi071.stdout:2905: snap_remove snap 250 2023-12-16T18:17:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:51 smithi071 ceph-mon[142085]: pgmap v575: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T18:17:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:51 smithi071 ceph-mon[142085]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T18:17:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:51 smithi071 ceph-mon[139725]: pgmap v575: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T18:17:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:51 smithi071 ceph-mon[139725]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T18:17:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:51 smithi184 ceph-mon[136228]: pgmap v575: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-16T18:17:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:51 smithi184 ceph-mon[136228]: osdmap e578: 8 total, 8 up, 8 in 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:2905: done (3 left) 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:2906: read oid 2 snap 223 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:2906: expect deleted 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:2907: copy_from oid 15 from oid 4 current snap is 255 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 255 2023-12-16T18:17:52.656 INFO:tasks.rados.rados.0.smithi071.stdout:2908: seq_num 909 ranges {0=425984,425984=401408} 2023-12-16T18:17:52.659 INFO:tasks.rados.rados.0.smithi071.stdout:2908: writing smithi071127730-31 from 0 to 425984 tid 1 2023-12-16T18:17:52.662 INFO:tasks.rados.rados.0.smithi071.stdout:2908: writing smithi071127730-31 from 425984 to 827392 tid 2 2023-12-16T18:17:52.662 INFO:tasks.rados.rados.0.smithi071.stdout:2909: snap_remove snap 254 2023-12-16T18:17:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:52 smithi071 ceph-mon[139725]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T18:17:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:52 smithi071 ceph-mon[142085]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T18:17:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:52 smithi184 ceph-mon[136228]: osdmap e579: 8 total, 8 up, 8 in 2023-12-16T18:17:53.663 INFO:tasks.rados.rados.0.smithi071.stdout:2909: done (6 left) 2023-12-16T18:17:53.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 255 2023-12-16T18:17:53.663 INFO:tasks.rados.rados.0.smithi071.stdout:2910: seq_num 910 ranges {2949120=442368,3391488=401408} 2023-12-16T18:17:53.682 INFO:tasks.rados.rados.0.smithi071.stdout:2910: writing smithi071127730-24 from 2949120 to 3391488 tid 1 2023-12-16T18:17:53.684 INFO:tasks.rados.rados.0.smithi071.stdout:2910: writing smithi071127730-24 from 3391488 to 3792896 tid 2 2023-12-16T18:17:53.733 INFO:tasks.rados.rados.0.smithi071.stdout:2911: read oid 27 snap 243 2023-12-16T18:17:53.733 INFO:tasks.rados.rados.0.smithi071.stdout:2911: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:2912: rollback oid 19 current snap is 255 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 243 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1213 (ObjNum 859 snap 239 seq_num 859) dirty exists 2023-12-16T18:17:53.734 INFO:tasks.rados.rados.0.smithi071.stdout:2901: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:17:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:53 smithi071 ceph-mon[139725]: pgmap v578: 121 pgs: 121 active+clean; 219 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:17:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:53 smithi071 ceph-mon[139725]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T18:17:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:53 smithi071 ceph-mon[142085]: pgmap v578: 121 pgs: 121 active+clean; 219 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:17:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:53 smithi071 ceph-mon[142085]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T18:17:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:53 smithi184 ceph-mon[136228]: pgmap v578: 121 pgs: 121 active+clean; 219 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:17:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:53 smithi184 ceph-mon[136228]: osdmap e580: 8 total, 8 up, 8 in 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2907: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2907: finishing copy_from to smithi071127730-15 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1187 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing write tid 1 to smithi071127730-31 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing write tid 2 to smithi071127730-31 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2900: done (8 left) 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2901: done (7 left) 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2902: done (6 left) 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2906: done (5 left) 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2907: done (4 left) 2023-12-16T18:17:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:2913: read oid 43 snap -1 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2913: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing write tid 3 to smithi071127730-31 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing write tid 4 to smithi071127730-31 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1204 (ObjNum 909 snap 255 seq_num 909) dirty exists 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2908: left oid 31 (ObjNum 909 snap 255 seq_num 909) 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2914: read oid 30 snap -1 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2914: expect (ObjNum 888 snap 244 seq_num 888) 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2908: done (5 left) 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2915: read oid 42 snap -1 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2915: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:2916: rollback oid 31 current snap is 255 2023-12-16T18:17:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 235 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2910: finishing write tid 1 to smithi071127730-24 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2910: finishing write tid 2 to smithi071127730-24 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2910: finishing write tid 3 to smithi071127730-24 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:17:54.734 INFO:tasks.rados.rados.0.smithi071.stdout:2911: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1215 (ObjNum 827 snap 233 seq_num 827) dirty exists 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2910: finishing write tid 4 to smithi071127730-24 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1183 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2910: left oid 24 (ObjNum 910 snap 255 seq_num 910) 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2910: done (6 left) 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2911: done (5 left) 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2912: done (4 left) 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2917: delete oid 23 current snap is 255 2023-12-16T18:17:54.751 INFO:tasks.rados.rados.0.smithi071.stdout:2916: finishing rollback tid 0 to smithi071127730-31 2023-12-16T18:17:54.752 INFO:tasks.rados.rados.0.smithi071.stdout:2916: finishing rollback tid 1 to smithi071127730-31 2023-12-16T18:17:54.752 INFO:tasks.rados.rados.0.smithi071.stdout:2914: expect (ObjNum 888 snap 244 seq_num 888) 2023-12-16T18:17:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:2916: finishing rollback tid 2 to smithi071127730-31 2023-12-16T18:17:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1207 (ObjNum 806 snap 225 seq_num 806) dirty exists 2023-12-16T18:17:54.765 INFO:tasks.rados.rados.0.smithi071.stdout:2913: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:17:54.872 INFO:tasks.rados.rados.0.smithi071.stdout:2915: expect (ObjNum 724 snap 192 seq_num 724) 2023-12-16T18:17:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:54 smithi071 ceph-mon[139725]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T18:17:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:54 smithi071 ceph-mon[142085]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T18:17:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:54 smithi184 ceph-mon[136228]: osdmap e581: 8 total, 8 up, 8 in 2023-12-16T18:17:55.223 INFO:tasks.rados.rados.0.smithi071.stdout:2913: done (4 left) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2914: done (3 left) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2915: done (2 left) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2916: done (1 left) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2917: done (0 left) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2918: read oid 15 snap -1 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2918: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 255 2023-12-16T18:17:55.224 INFO:tasks.rados.rados.0.smithi071.stdout:2919: seq_num 912 ranges {4775936=483328,5259264=401408} 2023-12-16T18:17:55.250 INFO:tasks.rados.rados.0.smithi071.stdout:2919: writing smithi071127730-42 from 4775936 to 5259264 tid 1 2023-12-16T18:17:55.253 INFO:tasks.rados.rados.0.smithi071.stdout:2919: writing smithi071127730-42 from 5259264 to 5660672 tid 2 2023-12-16T18:17:55.253 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 255 2023-12-16T18:17:55.253 INFO:tasks.rados.rados.0.smithi071.stdout:2920: seq_num 913 ranges {1056768=499712,1556480=401408} 2023-12-16T18:17:55.261 INFO:tasks.rados.rados.0.smithi071.stdout:2920: writing smithi071127730-28 from 1056768 to 1556480 tid 1 2023-12-16T18:17:55.264 INFO:tasks.rados.rados.0.smithi071.stdout:2920: writing smithi071127730-28 from 1556480 to 1957888 tid 2 2023-12-16T18:17:55.264 INFO:tasks.rados.rados.0.smithi071.stdout:2921: read oid 50 snap -1 2023-12-16T18:17:55.264 INFO:tasks.rados.rados.0.smithi071.stdout:2921: expect (ObjNum 906 snap 255 seq_num 906) 2023-12-16T18:17:55.264 INFO:tasks.rados.rados.0.smithi071.stdout:2922: snap_create 2023-12-16T18:17:55.264 INFO:tasks.rados.rados.0.smithi071.stdout:2918: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:17:55.266 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 1 to smithi071127730-42 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 2 to smithi071127730-42 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 3 to smithi071127730-42 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 4 to smithi071127730-42 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1196 (ObjNum 912 snap 255 seq_num 912) dirty exists 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2919: left oid 42 (ObjNum 912 snap 255 seq_num 912) 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2920: finishing write tid 1 to smithi071127730-28 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2920: finishing write tid 2 to smithi071127730-28 2023-12-16T18:17:55.267 INFO:tasks.rados.rados.0.smithi071.stdout:2920: finishing write tid 3 to smithi071127730-28 2023-12-16T18:17:55.268 INFO:tasks.rados.rados.0.smithi071.stdout:2920: finishing write tid 4 to smithi071127730-28 2023-12-16T18:17:55.268 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1124 (ObjNum 913 snap 255 seq_num 913) dirty exists 2023-12-16T18:17:55.268 INFO:tasks.rados.rados.0.smithi071.stdout:2920: left oid 28 (ObjNum 913 snap 255 seq_num 913) 2023-12-16T18:17:55.269 INFO:tasks.rados.rados.0.smithi071.stdout:2921: expect (ObjNum 906 snap 255 seq_num 906) 2023-12-16T18:17:55.642 INFO:tasks.rados.rados.0.smithi071.stdout:2918: done (4 left) 2023-12-16T18:17:55.642 INFO:tasks.rados.rados.0.smithi071.stdout:2919: done (3 left) 2023-12-16T18:17:55.642 INFO:tasks.rados.rados.0.smithi071.stdout:2920: done (2 left) 2023-12-16T18:17:55.642 INFO:tasks.rados.rados.0.smithi071.stdout:2921: done (1 left) 2023-12-16T18:17:55.642 INFO:tasks.rados.rados.0.smithi071.stdout:2922: done (0 left) 2023-12-16T18:17:55.643 INFO:tasks.rados.rados.0.smithi071.stdout:2923: read oid 32 snap -1 2023-12-16T18:17:55.643 INFO:tasks.rados.rados.0.smithi071.stdout:2923: expect deleted 2023-12-16T18:17:55.643 INFO:tasks.rados.rados.0.smithi071.stdout:2924: snap_remove snap 243 2023-12-16T18:17:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:55 smithi071 ceph-mon[142085]: pgmap v581: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 202 KiB/s wr, 4 op/s 2023-12-16T18:17:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:55 smithi071 ceph-mon[142085]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T18:17:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:55 smithi071 ceph-mon[139725]: pgmap v581: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 202 KiB/s wr, 4 op/s 2023-12-16T18:17:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:55 smithi071 ceph-mon[139725]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T18:17:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:55 smithi184 ceph-mon[136228]: pgmap v581: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 202 KiB/s wr, 4 op/s 2023-12-16T18:17:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:55 smithi184 ceph-mon[136228]: osdmap e582: 8 total, 8 up, 8 in 2023-12-16T18:17:56.643 INFO:tasks.rados.rados.0.smithi071.stdout:2924: done (1 left) 2023-12-16T18:17:56.643 INFO:tasks.rados.rados.0.smithi071.stdout:2925: setattr oid 49 current snap is 256 2023-12-16T18:17:56.646 INFO:tasks.rados.rados.0.smithi071.stdout:2923: done (1 left) 2023-12-16T18:17:56.646 INFO:tasks.rados.rados.0.smithi071.stdout:2926: rollback oid 10 current snap is 256 2023-12-16T18:17:56.646 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 255 2023-12-16T18:17:56.646 INFO:tasks.rados.rados.0.smithi071.stdout:2927: snap_create 2023-12-16T18:17:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:2926: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:17:56.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1058 (ObjNum 177 snap 0 seq_num 0) dirty dne 2023-12-16T18:17:56.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1582 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:17:57.641 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:17:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:17:57] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:17:57.648 INFO:tasks.rados.rados.0.smithi071.stdout:2925: done (2 left) 2023-12-16T18:17:57.649 INFO:tasks.rados.rados.0.smithi071.stdout:2926: done (1 left) 2023-12-16T18:17:57.649 INFO:tasks.rados.rados.0.smithi071.stdout:2927: done (0 left) 2023-12-16T18:17:57.649 INFO:tasks.rados.rados.0.smithi071.stdout:2928: rollback oid 30 current snap is 257 2023-12-16T18:17:57.649 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 223 2023-12-16T18:17:57.649 INFO:tasks.rados.rados.0.smithi071.stdout:2929: snap_remove snap 256 2023-12-16T18:17:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:57 smithi071 ceph-mon[142085]: pgmap v583: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 172 KiB/s wr, 2 op/s 2023-12-16T18:17:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:57 smithi071 ceph-mon[142085]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T18:17:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:57 smithi071 ceph-mon[139725]: pgmap v583: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 172 KiB/s wr, 2 op/s 2023-12-16T18:17:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:57 smithi071 ceph-mon[139725]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T18:17:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:57 smithi184 ceph-mon[136228]: pgmap v583: 121 pgs: 121 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 172 KiB/s wr, 2 op/s 2023-12-16T18:17:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:57 smithi184 ceph-mon[136228]: osdmap e583: 8 total, 8 up, 8 in 2023-12-16T18:17:58.655 INFO:tasks.rados.rados.0.smithi071.stdout:2929: done (1 left) 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2930: rmattr oid 15 current snap is 257 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2928: finishing rollback tid 0 to smithi071127730-30 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2928: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2928: finishing rollback tid 2 to smithi071127730-30 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1473 (ObjNum 724 snap 192 seq_num 724) dirty exists 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2928: done (1 left) 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2931: copy_from oid 45 from oid 37 current snap is 257 2023-12-16T18:17:58.656 INFO:tasks.rados.rados.0.smithi071.stdout:2932: delete oid 40 current snap is 257 2023-12-16T18:17:58.659 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1188 (ObjNum 177 snap 0 seq_num 4253123344) dirty exists 2023-12-16T18:17:58.662 INFO:tasks.rados.rados.0.smithi071.stdout:2930: done (2 left) 2023-12-16T18:17:58.662 INFO:tasks.rados.rados.0.smithi071.stdout:2932: done (1 left) 2023-12-16T18:17:58.662 INFO:tasks.rados.rados.0.smithi071.stdout:2933: copy_from oid 3 from oid 38 current snap is 257 2023-12-16T18:17:58.662 INFO:tasks.rados.rados.0.smithi071.stdout:2934: setattr oid 10 current snap is 257 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:2935: rollback oid 20 current snap is 257 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 223 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:2936: rmattr oid 23 current snap is 257 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:2936: done (4 left) 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 257 2023-12-16T18:17:58.663 INFO:tasks.rados.rados.0.smithi071.stdout:2937: seq_num 915 ranges {2899968=532480,3432448=401408} 2023-12-16T18:17:58.681 INFO:tasks.rados.rados.0.smithi071.stdout:2937: writing smithi071127730-12 from 2899968 to 3432448 tid 1 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2937: writing smithi071127730-12 from 3432448 to 3833856 tid 2 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2938: delete oid 39 current snap is 257 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2933: finishing copy_from to smithi071127730-3 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2933: got expected ENOENT (src dne) 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2933: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2931: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2931: finishing copy_from to smithi071127730-45 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1344 (ObjNum 882 snap 244 seq_num 882) dirty exists 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1064 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2935: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:17:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:2935: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:17:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1066 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2931: done (5 left) 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2933: done (4 left) 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2934: done (3 left) 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2935: done (2 left) 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2938: done (1 left) 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2939: copy_from oid 23 from oid 33 current snap is 257 2023-12-16T18:17:58.686 INFO:tasks.rados.rados.0.smithi071.stdout:2940: delete oid 40 current snap is 257 2023-12-16T18:17:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing write tid 1 to smithi071127730-12 2023-12-16T18:17:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing write tid 2 to smithi071127730-12 2023-12-16T18:17:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing write tid 3 to smithi071127730-12 2023-12-16T18:17:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:2940: done (2 left) 2023-12-16T18:17:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:2941: setattr oid 31 current snap is 257 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2942: rollback oid 28 current snap is 257 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 235 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2943: copy_from oid 21 from oid 48 current snap is 257 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2944: rollback oid 24 current snap is 257 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 255 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2945: read oid 32 snap -1 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2945: expect deleted 2023-12-16T18:17:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:2946: delete oid 46 current snap is 257 2023-12-16T18:17:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:2943: finishing copy_from to smithi071127730-21 2023-12-16T18:17:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:2943: got expected ENOENT (src dne) 2023-12-16T18:17:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:2943: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:17:58.692 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing write tid 4 to smithi071127730-12 2023-12-16T18:17:58.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1199 (ObjNum 915 snap 257 seq_num 915) dirty exists 2023-12-16T18:17:58.692 INFO:tasks.rados.rados.0.smithi071.stdout:2937: left oid 12 (ObjNum 915 snap 257 seq_num 915) 2023-12-16T18:17:58.693 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:17:58.694 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:17:58.694 INFO:tasks.rados.rados.0.smithi071.stdout:2942: finishing rollback tid 0 to smithi071127730-28 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1186 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2937: done (7 left) 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2943: done (6 left) 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2944: done (5 left) 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2945: done (4 left) 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2946: done (3 left) 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2947: setattr oid 3 current snap is 257 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2942: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1208 (ObjNum 806 snap 225 seq_num 806) dirty exists 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:2942: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:17:58.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1127 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:17:58.697 INFO:tasks.rados.rados.0.smithi071.stdout:2941: done (3 left) 2023-12-16T18:17:58.697 INFO:tasks.rados.rados.0.smithi071.stdout:2942: done (2 left) 2023-12-16T18:17:58.697 INFO:tasks.rados.rados.0.smithi071.stdout:2948: snap_remove snap 223 2023-12-16T18:17:58.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:58 smithi071 ceph-mon[142085]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T18:17:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:58 smithi071 ceph-mon[139725]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T18:17:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:58 smithi184 ceph-mon[136228]: osdmap e584: 8 total, 8 up, 8 in 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1477 (ObjNum 904 snap 254 seq_num 904) dirty exists 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2947: done (2 left) 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2948: done (1 left) 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2949: read oid 3 snap 255 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2949: expect (ObjNum 904 snap 254 seq_num 904) 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2939: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2939: finishing copy_from to smithi071127730-23 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1453 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2939: done (1 left) 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2950: read oid 48 snap -1 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2950: expect deleted 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2951: rmattr oid 34 current snap is 257 2023-12-16T18:17:59.664 INFO:tasks.rados.rados.0.smithi071.stdout:2952: rollback oid 47 current snap is 257 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 255 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:2953: read oid 37 snap -1 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:2953: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:2954: rollback oid 28 current snap is 257 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 235 2023-12-16T18:17:59.665 INFO:tasks.rados.rados.0.smithi071.stdout:2955: delete oid 8 current snap is 257 2023-12-16T18:17:59.672 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing rollback tid 0 to smithi071127730-28 2023-12-16T18:17:59.672 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:17:59.673 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:17:59.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1130 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:17:59.675 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:17:59.675 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:17:59.675 INFO:tasks.rados.rados.0.smithi071.stdout:2950: done (6 left) 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2954: done (5 left) 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2955: done (4 left) 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2956: read oid 28 snap 235 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2956: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2957: delete oid 25 current snap is 257 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:17:59.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1216 (ObjNum 859 snap 239 seq_num 859) dirty exists 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2952: done (5 left) 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2957: done (4 left) 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2958: read oid 8 snap -1 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2958: expect deleted 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2959: copy_from oid 11 from oid 27 current snap is 257 2023-12-16T18:17:59.678 INFO:tasks.rados.rados.0.smithi071.stdout:2960: rollback oid 13 current snap is 257 2023-12-16T18:17:59.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 235 2023-12-16T18:17:59.679 INFO:tasks.rados.rados.0.smithi071.stdout:2958: done (6 left) 2023-12-16T18:17:59.679 INFO:tasks.rados.rados.0.smithi071.stdout:2961: read oid 29 snap -1 2023-12-16T18:17:59.679 INFO:tasks.rados.rados.0.smithi071.stdout:2961: expect deleted 2023-12-16T18:17:59.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 257 2023-12-16T18:17:59.680 INFO:tasks.rados.rados.0.smithi071.stdout:2962: seq_num 921 ranges {4980736=630784,5611520=401408} 2023-12-16T18:17:59.710 INFO:tasks.rados.rados.0.smithi071.stdout:2962: writing smithi071127730-14 from 4980736 to 5611520 tid 1 2023-12-16T18:17:59.712 INFO:tasks.rados.rados.0.smithi071.stdout:2962: writing smithi071127730-14 from 5611520 to 6012928 tid 2 2023-12-16T18:17:59.713 INFO:tasks.rados.rados.0.smithi071.stdout:2963: snap_create 2023-12-16T18:17:59.713 INFO:tasks.rados.rados.0.smithi071.stdout:2956: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:17:59.740 INFO:tasks.rados.rados.0.smithi071.stdout:2960: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:17:59.740 INFO:tasks.rados.rados.0.smithi071.stdout:2960: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:17:59.741 INFO:tasks.rados.rados.0.smithi071.stdout:2949: expect (ObjNum 904 snap 254 seq_num 904) 2023-12-16T18:17:59.763 INFO:tasks.rados.rados.0.smithi071.stdout:2960: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:17:59.763 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1512 (ObjNum 778 snap 212 seq_num 778) dirty exists 2023-12-16T18:17:59.763 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1483 (ObjNum 822 snap 229 seq_num 822) dirty exists 2023-12-16T18:17:59.763 INFO:tasks.rados.rados.0.smithi071.stdout:2953: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:17:59.773 INFO:tasks.rados.rados.0.smithi071.stdout:2959: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:17:59.773 INFO:tasks.rados.rados.0.smithi071.stdout:2959: finishing copy_from to smithi071127730-11 2023-12-16T18:17:59.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1436 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 1 to smithi071127730-14 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 2 to smithi071127730-14 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 3 to smithi071127730-14 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 4 to smithi071127730-14 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1219 (ObjNum 921 snap 257 seq_num 921) dirty exists 2023-12-16T18:17:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:2962: left oid 14 (ObjNum 921 snap 257 seq_num 921) 2023-12-16T18:17:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:59 smithi071 ceph-mon[139725]: pgmap v586: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 364 KiB/s wr, 11 op/s 2023-12-16T18:17:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:17:59 smithi071 ceph-mon[139725]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T18:17:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:59 smithi071 ceph-mon[142085]: pgmap v586: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 364 KiB/s wr, 11 op/s 2023-12-16T18:17:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:17:59 smithi071 ceph-mon[142085]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T18:18:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:59 smithi184 ceph-mon[136228]: pgmap v586: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 364 KiB/s wr, 11 op/s 2023-12-16T18:18:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:17:59 smithi184 ceph-mon[136228]: osdmap e585: 8 total, 8 up, 8 in 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2949: done (8 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2951: done (7 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2953: done (6 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2956: done (5 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2959: done (4 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2960: done (3 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2961: done (2 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2962: done (1 left) 2023-12-16T18:18:00.646 INFO:tasks.rados.rados.0.smithi071.stdout:2963: done (0 left) 2023-12-16T18:18:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:2964: rollback oid 9 current snap is 258 2023-12-16T18:18:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 255 2023-12-16T18:18:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:2965: setattr oid 48 current snap is 258 2023-12-16T18:18:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 258 2023-12-16T18:18:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:2966: seq_num 922 ranges {458752=647168,1105920=401408} 2023-12-16T18:18:00.654 INFO:tasks.rados.rados.0.smithi071.stdout:2966: writing smithi071127730-18 from 458752 to 1105920 tid 1 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:2966: writing smithi071127730-18 from 1105920 to 1507328 tid 2 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 258 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:2964: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1067 (ObjNum 65 snap 0 seq_num 1565486180) dirty exists 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:2964: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:2964: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:18:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1192 (ObjNum 799 snap 222 seq_num 799) dirty exists 2023-12-16T18:18:00.658 INFO:tasks.rados.rados.0.smithi071.stdout:2967: seq_num 923 ranges {4390912=663552,5054464=401408} 2023-12-16T18:18:00.684 INFO:tasks.rados.rados.0.smithi071.stdout:2967: writing smithi071127730-2 from 4390912 to 5054464 tid 1 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2967: writing smithi071127730-2 from 5054464 to 5455872 tid 2 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2964: done (3 left) 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2965: done (2 left) 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2968: snap_create 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2966: finishing write tid 1 to smithi071127730-18 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2966: finishing write tid 2 to smithi071127730-18 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2966: finishing write tid 3 to smithi071127730-18 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2966: finishing write tid 4 to smithi071127730-18 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1189 (ObjNum 922 snap 258 seq_num 922) dirty exists 2023-12-16T18:18:00.687 INFO:tasks.rados.rados.0.smithi071.stdout:2966: left oid 18 (ObjNum 922 snap 258 seq_num 922) 2023-12-16T18:18:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:2967: finishing write tid 1 to smithi071127730-2 2023-12-16T18:18:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:2967: finishing write tid 2 to smithi071127730-2 2023-12-16T18:18:00.690 INFO:tasks.rados.rados.0.smithi071.stdout:2967: finishing write tid 3 to smithi071127730-2 2023-12-16T18:18:00.691 INFO:tasks.rados.rados.0.smithi071.stdout:2967: finishing write tid 4 to smithi071127730-2 2023-12-16T18:18:00.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1602 (ObjNum 923 snap 258 seq_num 923) dirty exists 2023-12-16T18:18:00.691 INFO:tasks.rados.rados.0.smithi071.stdout:2967: left oid 2 (ObjNum 923 snap 258 seq_num 923) 2023-12-16T18:18:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:00 smithi071 ceph-mon[142085]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T18:18:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:00 smithi071 ceph-mon[142085]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T18:18:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:00 smithi071 ceph-mon[139725]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T18:18:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:00 smithi071 ceph-mon[139725]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T18:18:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:00 smithi184 ceph-mon[136228]: osdmap e586: 8 total, 8 up, 8 in 2023-12-16T18:18:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:00 smithi184 ceph-mon[136228]: osdmap e587: 8 total, 8 up, 8 in 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2966: done (2 left) 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2967: done (1 left) 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2968: done (0 left) 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2969: read oid 9 snap -1 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2969: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2970: rollback oid 47 current snap is 259 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 255 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2971: read oid 46 snap -1 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2971: expect deleted 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 259 2023-12-16T18:18:01.669 INFO:tasks.rados.rados.0.smithi071.stdout:2972: seq_num 924 ranges {3080192=679936,3760128=401408} 2023-12-16T18:18:01.690 INFO:tasks.rados.rados.0.smithi071.stdout:2972: writing smithi071127730-23 from 3080192 to 3760128 tid 1 2023-12-16T18:18:01.693 INFO:tasks.rados.rados.0.smithi071.stdout:2972: writing smithi071127730-23 from 3760128 to 4161536 tid 2 2023-12-16T18:18:01.693 INFO:tasks.rados.rados.0.smithi071.stdout:2973: rollback oid 10 current snap is 259 2023-12-16T18:18:01.693 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 235 2023-12-16T18:18:01.693 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1219 (ObjNum 859 snap 239 seq_num 859) dirty exists 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2970: done (4 left) 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2971: done (3 left) 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2974: read oid 4 snap -1 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2974: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2975: copy_from oid 20 from oid 25 current snap is 259 2023-12-16T18:18:01.694 INFO:tasks.rados.rados.0.smithi071.stdout:2976: snap_remove snap 257 2023-12-16T18:18:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:01 smithi071 ceph-mon[139725]: pgmap v589: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 870 KiB/s wr, 16 op/s 2023-12-16T18:18:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:01 smithi071 ceph-mon[142085]: pgmap v589: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 870 KiB/s wr, 16 op/s 2023-12-16T18:18:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:01 smithi184 ceph-mon[136228]: pgmap v589: 121 pgs: 121 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 870 KiB/s wr, 16 op/s 2023-12-16T18:18:02.676 INFO:tasks.rados.rados.0.smithi071.stdout:2976: done (5 left) 2023-12-16T18:18:02.677 INFO:tasks.rados.rados.0.smithi071.stdout:2977: rollback oid 8 current snap is 259 2023-12-16T18:18:02.677 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 235 2023-12-16T18:18:02.677 INFO:tasks.rados.rados.0.smithi071.stdout:2974: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2973: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2973: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2973: finishing rollback tid 2 to smithi071127730-10 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1070 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing write tid 1 to smithi071127730-23 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing write tid 2 to smithi071127730-23 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing write tid 3 to smithi071127730-23 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing copy_from to smithi071127730-20 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2975: got expected ENOENT (src dne) 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing write tid 4 to smithi071127730-23 2023-12-16T18:18:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1456 (ObjNum 924 snap 259 seq_num 924) dirty exists 2023-12-16T18:18:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:2972: left oid 23 (ObjNum 924 snap 259 seq_num 924) 2023-12-16T18:18:02.681 INFO:tasks.rados.rados.0.smithi071.stdout:2969: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:18:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:02 smithi071 ceph-mon[139725]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T18:18:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:02 smithi071 ceph-mon[142085]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T18:18:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:02 smithi184 ceph-mon[136228]: osdmap e588: 8 total, 8 up, 8 in 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing rollback tid 1 to smithi071127730-8 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1216 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2969: done (5 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2972: done (4 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2973: done (3 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2974: done (2 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2975: done (1 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2977: done (0 left) 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:2978: rollback oid 47 current snap is 259 2023-12-16T18:18:03.725 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 258 2023-12-16T18:18:03.726 INFO:tasks.rados.rados.0.smithi071.stdout:2979: rollback oid 14 current snap is 259 2023-12-16T18:18:03.726 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 235 2023-12-16T18:18:03.726 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 259 2023-12-16T18:18:03.726 INFO:tasks.rados.rados.0.smithi071.stdout:2980: seq_num 925 ranges {5455872=696320,6152192=401408} 2023-12-16T18:18:03.757 INFO:tasks.rados.rados.0.smithi071.stdout:2980: writing smithi071127730-2 from 5455872 to 6152192 tid 1 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2980: writing smithi071127730-2 from 6152192 to 6553600 tid 2 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2981: read oid 4 snap -1 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2981: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 259 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing rollback tid 0 to smithi071127730-47 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing rollback tid 1 to smithi071127730-47 2023-12-16T18:18:03.760 INFO:tasks.rados.rados.0.smithi071.stdout:2982: seq_num 926 ranges {0=712704,712704=401408} 2023-12-16T18:18:03.764 INFO:tasks.rados.rados.0.smithi071.stdout:2982: writing smithi071127730-40 from 0 to 712704 tid 1 2023-12-16T18:18:03.766 INFO:tasks.rados.rados.0.smithi071.stdout:2982: writing smithi071127730-40 from 712704 to 1114112 tid 2 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2983: setattr oid 7 current snap is 259 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing rollback tid 2 to smithi071127730-47 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1222 (ObjNum 859 snap 239 seq_num 859) dirty exists 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2979: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2979: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2979: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1222 (ObjNum 750 snap 203 seq_num 750) dirty exists 2023-12-16T18:18:03.767 INFO:tasks.rados.rados.0.smithi071.stdout:2981: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: finishing write tid 1 to smithi071127730-2 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: finishing write tid 2 to smithi071127730-2 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: finishing write tid 3 to smithi071127730-2 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: finishing write tid 4 to smithi071127730-2 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1608 (ObjNum 925 snap 259 seq_num 925) dirty exists 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: left oid 2 (ObjNum 925 snap 259 seq_num 925) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2978: done (5 left) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2979: done (4 left) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2980: done (3 left) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2981: done (2 left) 2023-12-16T18:18:03.769 INFO:tasks.rados.rados.0.smithi071.stdout:2984: delete oid 50 current snap is 259 2023-12-16T18:18:03.770 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing write tid 1 to smithi071127730-40 2023-12-16T18:18:03.770 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing write tid 2 to smithi071127730-40 2023-12-16T18:18:03.770 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing write tid 3 to smithi071127730-40 2023-12-16T18:18:03.771 INFO:tasks.rados.rados.0.smithi071.stdout:2984: done (2 left) 2023-12-16T18:18:03.771 INFO:tasks.rados.rados.0.smithi071.stdout:2985: snap_remove snap 255 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[139725]: pgmap v592: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[139725]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[142085]: pgmap v592: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[142085]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T18:18:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:03 smithi184 ceph-mon[136228]: pgmap v592: 121 pgs: 121 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2023-12-16T18:18:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:03 smithi184 ceph-mon[136228]: osdmap e589: 8 total, 8 up, 8 in 2023-12-16T18:18:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing write tid 4 to smithi071127730-40 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1225 (ObjNum 926 snap 259 seq_num 926) dirty exists 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2982: left oid 40 (ObjNum 926 snap 259 seq_num 926) 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1457 (ObjNum 837 snap 236 seq_num 837) dirty exists 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2982: done (2 left) 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2983: done (1 left) 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2985: done (0 left) 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2986: read oid 23 snap -1 2023-12-16T18:18:04.685 INFO:tasks.rados.rados.0.smithi071.stdout:2986: expect (ObjNum 924 snap 259 seq_num 924) 2023-12-16T18:18:04.686 INFO:tasks.rados.rados.0.smithi071.stdout:2987: setattr oid 20 current snap is 259 2023-12-16T18:18:04.688 INFO:tasks.rados.rados.0.smithi071.stdout:2988: delete oid 10 current snap is 259 2023-12-16T18:18:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1071 (ObjNum 289 snap 0 seq_num 4260530843) dirty exists 2023-12-16T18:18:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:2987: done (2 left) 2023-12-16T18:18:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:2988: done (1 left) 2023-12-16T18:18:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:2989: copy_from oid 8 from oid 41 current snap is 259 2023-12-16T18:18:04.692 INFO:tasks.rados.rados.0.smithi071.stdout:2990: snap_remove snap 235 2023-12-16T18:18:05.649 INFO:tasks.rados.rados.0.smithi071.stdout:2990: done (2 left) 2023-12-16T18:18:05.649 INFO:tasks.rados.rados.0.smithi071.stdout:2991: rmattr oid 40 current snap is 259 2023-12-16T18:18:05.649 INFO:tasks.rados.rados.0.smithi071.stdout:2991: done (2 left) 2023-12-16T18:18:05.649 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 259 2023-12-16T18:18:05.651 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:18:05.651 INFO:tasks.rados.rados.0.smithi071.stdout:2986: expect (ObjNum 924 snap 259 seq_num 924) 2023-12-16T18:18:05.841 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing copy_from to smithi071127730-8 2023-12-16T18:18:05.841 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1061 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:18:05.841 INFO:tasks.rados.rados.0.smithi071.stdout:2992: seq_num 929 ranges {0=761856,761856=401408} 2023-12-16T18:18:05.845 INFO:tasks.rados.rados.0.smithi071.stdout:2992: writing smithi071127730-38 from 0 to 761856 tid 1 2023-12-16T18:18:05.847 INFO:tasks.rados.rados.0.smithi071.stdout:2992: writing smithi071127730-38 from 761856 to 1163264 tid 2 2023-12-16T18:18:05.847 INFO:tasks.rados.rados.0.smithi071.stdout:2986: done (2 left) 2023-12-16T18:18:05.848 INFO:tasks.rados.rados.0.smithi071.stdout:2989: done (1 left) 2023-12-16T18:18:05.848 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 259 2023-12-16T18:18:05.848 INFO:tasks.rados.rados.0.smithi071.stdout:2993: seq_num 930 ranges {0=786432,786432=401408} 2023-12-16T18:18:05.852 INFO:tasks.rados.rados.0.smithi071.stdout:2993: writing smithi071127730-29 from 0 to 786432 tid 1 2023-12-16T18:18:05.855 INFO:tasks.rados.rados.0.smithi071.stdout:2993: writing smithi071127730-29 from 786432 to 1187840 tid 2 2023-12-16T18:18:05.855 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 259 2023-12-16T18:18:05.855 INFO:tasks.rados.rados.0.smithi071.stdout:2992: finishing write tid 1 to smithi071127730-38 2023-12-16T18:18:05.855 INFO:tasks.rados.rados.0.smithi071.stdout:2994: seq_num 931 ranges {0=802816,802816=401408} 2023-12-16T18:18:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:2994: writing smithi071127730-20 from 0 to 802816 tid 1 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2994: writing smithi071127730-20 from 802816 to 1204224 tid 2 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2995: copy_from oid 5 from oid 36 current snap is 259 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2992: finishing write tid 2 to smithi071127730-38 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2992: finishing write tid 3 to smithi071127730-38 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2992: finishing write tid 4 to smithi071127730-38 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1625 (ObjNum 929 snap 259 seq_num 929) dirty exists 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2992: left oid 38 (ObjNum 929 snap 259 seq_num 929) 2023-12-16T18:18:05.862 INFO:tasks.rados.rados.0.smithi071.stdout:2993: finishing write tid 1 to smithi071127730-29 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2993: finishing write tid 2 to smithi071127730-29 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2992: done (3 left) 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2996: snap_create 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2993: finishing write tid 3 to smithi071127730-29 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2993: finishing write tid 4 to smithi071127730-29 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1347 (ObjNum 930 snap 259 seq_num 930) dirty exists 2023-12-16T18:18:05.863 INFO:tasks.rados.rados.0.smithi071.stdout:2993: left oid 29 (ObjNum 930 snap 259 seq_num 930) 2023-12-16T18:18:05.865 INFO:tasks.rados.rados.0.smithi071.stdout:2994: finishing write tid 1 to smithi071127730-20 2023-12-16T18:18:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:2995: finishing copy_from to smithi071127730-5 2023-12-16T18:18:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:2995: got expected ENOENT (src dne) 2023-12-16T18:18:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:2994: finishing write tid 2 to smithi071127730-20 2023-12-16T18:18:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:2995: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:18:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:2994: finishing write tid 3 to smithi071127730-20 2023-12-16T18:18:05.867 INFO:tasks.rados.rados.0.smithi071.stdout:2994: finishing write tid 4 to smithi071127730-20 2023-12-16T18:18:05.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1075 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:18:05.867 INFO:tasks.rados.rados.0.smithi071.stdout:2994: left oid 20 (ObjNum 931 snap 259 seq_num 931) 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[139725]: pgmap v594: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[139725]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[139725]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[142085]: pgmap v594: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[142085]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T18:18:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:05 smithi071 ceph-mon[142085]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T18:18:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:05 smithi184 ceph-mon[136228]: pgmap v594: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-16T18:18:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:05 smithi184 ceph-mon[136228]: osdmap e590: 8 total, 8 up, 8 in 2023-12-16T18:18:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:05 smithi184 ceph-mon[136228]: osdmap e591: 8 total, 8 up, 8 in 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:2993: done (3 left) 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:2994: done (2 left) 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:2995: done (1 left) 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:2996: done (0 left) 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 260 2023-12-16T18:18:06.692 INFO:tasks.rados.rados.0.smithi071.stdout:2997: seq_num 932 ranges {4210688=417792,4628480=663552,5292032=139264} 2023-12-16T18:18:06.716 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi071127730-13 from 4210688 to 4628480 tid 1 2023-12-16T18:18:06.720 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi071127730-13 from 4628480 to 5292032 tid 2 2023-12-16T18:18:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi071127730-13 from 5292032 to 5431296 tid 3 2023-12-16T18:18:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:2998: rollback oid 43 current snap is 260 2023-12-16T18:18:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 259 2023-12-16T18:18:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 260 2023-12-16T18:18:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:2999: seq_num 933 ranges {4775936=434176,5210112=548864,5758976=253952} 2023-12-16T18:18:06.749 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi071127730-30 from 4775936 to 5210112 tid 1 2023-12-16T18:18:06.752 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi071127730-30 from 5210112 to 5758976 tid 2 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi071127730-30 from 5758976 to 6012928 tid 3 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:3000: snap_create 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 1 to smithi071127730-13 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 2 to smithi071127730-13 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 3 to smithi071127730-13 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 4 to smithi071127730-13 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:18:06.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1133 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:18:06.755 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 5 to smithi071127730-13 2023-12-16T18:18:06.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:06.755 INFO:tasks.rados.rados.0.smithi071.stdout:2997: left oid 13 (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:06.755 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 1 to smithi071127730-30 2023-12-16T18:18:06.756 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 2 to smithi071127730-30 2023-12-16T18:18:06.757 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 3 to smithi071127730-30 2023-12-16T18:18:06.757 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 4 to smithi071127730-30 2023-12-16T18:18:06.759 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 5 to smithi071127730-30 2023-12-16T18:18:06.759 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1509 (ObjNum 933 snap 260 seq_num 933) dirty exists 2023-12-16T18:18:06.759 INFO:tasks.rados.rados.0.smithi071.stdout:2999: left oid 30 (ObjNum 933 snap 260 seq_num 933) 2023-12-16T18:18:07.687 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:07] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:18:07.698 INFO:tasks.rados.rados.0.smithi071.stdout:2997: done (3 left) 2023-12-16T18:18:07.698 INFO:tasks.rados.rados.0.smithi071.stdout:2998: done (2 left) 2023-12-16T18:18:07.698 INFO:tasks.rados.rados.0.smithi071.stdout:2999: done (1 left) 2023-12-16T18:18:07.698 INFO:tasks.rados.rados.0.smithi071.stdout:3000: done (0 left) 2023-12-16T18:18:07.698 INFO:tasks.rados.rados.0.smithi071.stdout:3001: snap_remove snap 259 2023-12-16T18:18:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:07 smithi071 ceph-mon[139725]: pgmap v597: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 736 KiB/s wr, 23 op/s 2023-12-16T18:18:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:07 smithi071 ceph-mon[139725]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T18:18:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:07 smithi071 ceph-mon[142085]: pgmap v597: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 736 KiB/s wr, 23 op/s 2023-12-16T18:18:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:07 smithi071 ceph-mon[142085]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T18:18:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:07 smithi184 ceph-mon[136228]: pgmap v597: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 736 KiB/s wr, 23 op/s 2023-12-16T18:18:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:07 smithi184 ceph-mon[136228]: osdmap e592: 8 total, 8 up, 8 in 2023-12-16T18:18:08.705 INFO:tasks.rados.rados.0.smithi071.stdout:3001: done (0 left) 2023-12-16T18:18:08.705 INFO:tasks.rados.rados.0.smithi071.stdout:3002: setattr oid 40 current snap is 261 2023-12-16T18:18:08.708 INFO:tasks.rados.rados.0.smithi071.stdout:3003: read oid 41 snap 258 2023-12-16T18:18:08.708 INFO:tasks.rados.rados.0.smithi071.stdout:3003: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:18:08.708 INFO:tasks.rados.rados.0.smithi071.stdout:3004: snap_remove snap 260 2023-12-16T18:18:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:08 smithi071 ceph-mon[139725]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T18:18:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:08 smithi071 ceph-mon[142085]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T18:18:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:08 smithi184 ceph-mon[136228]: osdmap e593: 8 total, 8 up, 8 in 2023-12-16T18:18:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:3004: done (2 left) 2023-12-16T18:18:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:3005: copy_from oid 27 from oid 44 current snap is 261 2023-12-16T18:18:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:3006: rmattr oid 4 current snap is 261 2023-12-16T18:18:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1226 (ObjNum 926 snap 259 seq_num 926) dirty exists 2023-12-16T18:18:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:3003: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:18:09.818 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1188 (ObjNum 33 snap 0 seq_num 2570858672) dirty exists 2023-12-16T18:18:09.818 INFO:tasks.rados.rados.0.smithi071.stdout:3005: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:18:09.818 INFO:tasks.rados.rados.0.smithi071.stdout:3005: finishing copy_from to smithi071127730-27 2023-12-16T18:18:09.818 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1193 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:18:09.818 INFO:tasks.rados.rados.0.smithi071.stdout:3002: done (3 left) 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3003: done (2 left) 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3005: done (1 left) 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3006: done (0 left) 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3007: rmattr oid 3 current snap is 261 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3008: read oid 48 snap 258 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3008: expect (ObjNum -1724443712 snap 22091 seq_num 2571968000) 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 261 2023-12-16T18:18:09.819 INFO:tasks.rados.rados.0.smithi071.stdout:3009: seq_num 934 ranges {2949120=450560,3399680=434176,3833856=368640} 2023-12-16T18:18:09.836 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi071127730-35 from 2949120 to 3399680 tid 1 2023-12-16T18:18:09.838 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi071127730-35 from 3399680 to 3833856 tid 2 2023-12-16T18:18:09.841 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi071127730-35 from 3833856 to 4202496 tid 3 2023-12-16T18:18:09.841 INFO:tasks.rados.rados.0.smithi071.stdout:3010: snap_create 2023-12-16T18:18:09.841 INFO:tasks.rados.rados.0.smithi071.stdout:3008: expect (ObjNum -1724443712 snap 22091 seq_num 2571968000) 2023-12-16T18:18:09.844 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1513 (ObjNum 904 snap 254 seq_num 904) dirty exists 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 1 to smithi071127730-35 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 2 to smithi071127730-35 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 3 to smithi071127730-35 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 4 to smithi071127730-35 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 5 to smithi071127730-35 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1461 (ObjNum 934 snap 261 seq_num 934) dirty exists 2023-12-16T18:18:09.845 INFO:tasks.rados.rados.0.smithi071.stdout:3009: left oid 35 (ObjNum 934 snap 261 seq_num 934) 2023-12-16T18:18:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:09 smithi071 ceph-mon[139725]: pgmap v600: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2023-12-16T18:18:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:09 smithi071 ceph-mon[139725]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T18:18:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:09 smithi071 ceph-mon[142085]: pgmap v600: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2023-12-16T18:18:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:09 smithi071 ceph-mon[142085]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T18:18:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:09 smithi184 ceph-mon[136228]: pgmap v600: 121 pgs: 121 active+clean; 141 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2023-12-16T18:18:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:09 smithi184 ceph-mon[136228]: osdmap e594: 8 total, 8 up, 8 in 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3007: done (3 left) 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3008: done (2 left) 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3009: done (1 left) 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3010: done (0 left) 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3011: rmattr oid 43 current snap is 262 2023-12-16T18:18:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:3011: done (0 left) 2023-12-16T18:18:10.649 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 262 2023-12-16T18:18:10.649 INFO:tasks.rados.rados.0.smithi071.stdout:3012: seq_num 935 ranges {6012928=466944,6479872=720896,7200768=81920} 2023-12-16T18:18:10.683 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi071127730-30 from 6012928 to 6479872 tid 1 2023-12-16T18:18:10.687 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi071127730-30 from 6479872 to 7200768 tid 2 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi071127730-30 from 7200768 to 7282688 tid 3 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3013: read oid 44 snap -1 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3013: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3014: rmattr oid 47 current snap is 262 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3014: done (2 left) 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3015: read oid 19 snap 258 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3015: expect (ObjNum 827 snap 233 seq_num 827) 2023-12-16T18:18:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:3016: read oid 4 snap -1 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3016: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3017: read oid 48 snap 258 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3017: expect (ObjNum -1724313248 snap 22091 seq_num 2570902608) 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3018: read oid 38 snap -1 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3018: expect (ObjNum 929 snap 259 seq_num 929) 2023-12-16T18:18:10.690 INFO:tasks.rados.rados.0.smithi071.stdout:3019: snap_remove snap 261 2023-12-16T18:18:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:10 smithi071 ceph-mon[142085]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T18:18:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:10 smithi071 ceph-mon[142085]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T18:18:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:10 smithi071 ceph-mon[139725]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T18:18:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:10 smithi071 ceph-mon[139725]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T18:18:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:10 smithi184 ceph-mon[136228]: osdmap e595: 8 total, 8 up, 8 in 2023-12-16T18:18:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:10 smithi184 ceph-mon[136228]: osdmap e596: 8 total, 8 up, 8 in 2023-12-16T18:18:11.660 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 1 to smithi071127730-30 2023-12-16T18:18:11.660 INFO:tasks.rados.rados.0.smithi071.stdout:3013: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:11.662 INFO:tasks.rados.rados.0.smithi071.stdout:3016: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:11.664 INFO:tasks.rados.rados.0.smithi071.stdout:3017: expect (ObjNum -1724313248 snap 22091 seq_num 2570902608) 2023-12-16T18:18:11.667 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 2 to smithi071127730-30 2023-12-16T18:18:11.667 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 3 to smithi071127730-30 2023-12-16T18:18:11.667 INFO:tasks.rados.rados.0.smithi071.stdout:3018: expect (ObjNum 929 snap 259 seq_num 929) 2023-12-16T18:18:11.696 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 4 to smithi071127730-30 2023-12-16T18:18:11.697 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 5 to smithi071127730-30 2023-12-16T18:18:11.697 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1518 (ObjNum 935 snap 262 seq_num 935) dirty exists 2023-12-16T18:18:11.697 INFO:tasks.rados.rados.0.smithi071.stdout:3012: left oid 30 (ObjNum 935 snap 262 seq_num 935) 2023-12-16T18:18:11.697 INFO:tasks.rados.rados.0.smithi071.stdout:3015: expect (ObjNum 827 snap 233 seq_num 827) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3012: done (6 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3013: done (5 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3015: done (4 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3016: done (3 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3017: done (2 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3018: done (1 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:3019: done (0 left) 2023-12-16T18:18:11.836 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 262 2023-12-16T18:18:11.837 INFO:tasks.rados.rados.0.smithi071.stdout:3020: seq_num 936 ranges {745472=483328,1228800=655360,1884160=147456} 2023-12-16T18:18:11.844 INFO:tasks.rados.rados.0.smithi071.stdout:3020: writing smithi071127730-3 from 745472 to 1228800 tid 1 2023-12-16T18:18:11.846 INFO:tasks.rados.rados.0.smithi071.stdout:3020: writing smithi071127730-3 from 1228800 to 1884160 tid 2 2023-12-16T18:18:11.847 INFO:tasks.rados.rados.0.smithi071.stdout:3020: writing smithi071127730-3 from 1884160 to 2031616 tid 3 2023-12-16T18:18:11.847 INFO:tasks.rados.rados.0.smithi071.stdout:3021: rollback oid 16 current snap is 262 2023-12-16T18:18:11.847 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 258 2023-12-16T18:18:11.848 INFO:tasks.rados.rados.0.smithi071.stdout:3022: read oid 28 snap -1 2023-12-16T18:18:11.848 INFO:tasks.rados.rados.0.smithi071.stdout:3022: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:18:11.848 INFO:tasks.rados.rados.0.smithi071.stdout:3023: setattr oid 18 current snap is 262 2023-12-16T18:18:11.849 INFO:tasks.rados.rados.0.smithi071.stdout:3024: read oid 45 snap -1 2023-12-16T18:18:11.849 INFO:tasks.rados.rados.0.smithi071.stdout:3024: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:18:11.849 INFO:tasks.rados.rados.0.smithi071.stdout:3025: delete oid 21 current snap is 262 2023-12-16T18:18:11.852 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:18:11.852 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:18:11.853 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:18:11.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1225 (ObjNum 890 snap 244 seq_num 890) dirty exists 2023-12-16T18:18:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:3022: expect (ObjNum 779 snap 212 seq_num 779) 2023-12-16T18:18:11.884 INFO:tasks.rados.rados.0.smithi071.stdout:3020: finishing write tid 1 to smithi071127730-3 2023-12-16T18:18:11.884 INFO:tasks.rados.rados.0.smithi071.stdout:3020: finishing write tid 2 to smithi071127730-3 2023-12-16T18:18:11.884 INFO:tasks.rados.rados.0.smithi071.stdout:3024: expect (ObjNum 882 snap 244 seq_num 882) 2023-12-16T18:18:11.895 INFO:tasks.rados.rados.0.smithi071.stdout:3020: finishing write tid 3 to smithi071127730-3 2023-12-16T18:18:11.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1190 (ObjNum 922 snap 258 seq_num 922) dirty exists 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3020: finishing write tid 4 to smithi071127730-3 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3021: done (5 left) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3022: done (4 left) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3023: done (3 left) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3024: done (2 left) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3025: done (1 left) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3026: copy_from oid 26 from oid 33 current snap is 262 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3020: finishing write tid 5 to smithi071127730-3 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1524 (ObjNum 936 snap 262 seq_num 936) dirty exists 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3020: left oid 3 (ObjNum 936 snap 262 seq_num 936) 2023-12-16T18:18:11.896 INFO:tasks.rados.rados.0.smithi071.stdout:3020: done (1 left) 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3027: read oid 3 snap -1 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3027: expect (ObjNum 936 snap 262 seq_num 936) 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3028: rollback oid 5 current snap is 262 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 258 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3029: rollback oid 7 current snap is 262 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 258 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3030: rmattr oid 32 current snap is 262 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3030: done (4 left) 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 262 2023-12-16T18:18:11.897 INFO:tasks.rados.rados.0.smithi071.stdout:3031: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2023-12-16T18:18:11.898 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi071127730-39 from 0 to 516096 tid 1 2023-12-16T18:18:11.901 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi071127730-39 from 516096 to 933888 tid 2 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi071127730-39 from 933888 to 1318912 tid 3 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3028: finishing rollback tid 1 to smithi071127730-5 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 0 (ObjNum 33 snap 0 seq_num 2563356752) dirty dne 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3028: done (4 left) 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: setattr oid 5 current snap is 262 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing rollback tid 0 to smithi071127730-7 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:18:11.904 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing rollback tid 2 to smithi071127730-7 2023-12-16T18:18:11.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1464 (ObjNum 837 snap 236 seq_num 837) dirty exists 2023-12-16T18:18:11.905 INFO:tasks.rados.rados.0.smithi071.stdout:3027: expect (ObjNum 936 snap 262 seq_num 936) 2023-12-16T18:18:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:11 smithi071 ceph-mon[139725]: pgmap v603: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T18:18:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:11 smithi071 ceph-mon[139725]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T18:18:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:11 smithi071 ceph-mon[142085]: pgmap v603: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T18:18:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:11 smithi071 ceph-mon[142085]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T18:18:11.975 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 1 to smithi071127730-39 2023-12-16T18:18:11.975 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 2 to smithi071127730-39 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 3 to smithi071127730-39 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 4 to smithi071127730-39 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 5 to smithi071127730-39 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1521 (ObjNum 938 snap 262 seq_num 938) dirty exists 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3031: left oid 39 (ObjNum 938 snap 262 seq_num 938) 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing copy_from to smithi071127730-26 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1453 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3026: done (4 left) 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3027: done (3 left) 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3029: done (2 left) 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3031: done (1 left) 2023-12-16T18:18:11.976 INFO:tasks.rados.rados.0.smithi071.stdout:3033: snap_remove snap 258 2023-12-16T18:18:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:11 smithi184 ceph-mon[136228]: pgmap v603: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2023-12-16T18:18:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:11 smithi184 ceph-mon[136228]: osdmap e597: 8 total, 8 up, 8 in 2023-12-16T18:18:12.723 INFO:tasks.rados.rados.0.smithi071.stdout:3033: done (1 left) 2023-12-16T18:18:12.723 INFO:tasks.rados.rados.0.smithi071.stdout:3034: copy_from oid 47 from oid 3 current snap is 262 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1227 (ObjNum 33 snap 0 seq_num 2563356752) dirty exists 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3032: done (1 left) 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3035: rollback oid 44 current snap is 262 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3035: done (1 left) 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3036: copy_from oid 36 from oid 34 current snap is 262 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3037: copy_from oid 16 from oid 49 current snap is 262 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3038: rmattr oid 6 current snap is 262 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3038: done (3 left) 2023-12-16T18:18:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3039: delete oid 39 current snap is 262 2023-12-16T18:18:12.731 INFO:tasks.rados.rados.0.smithi071.stdout:3039: done (3 left) 2023-12-16T18:18:12.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 262 2023-12-16T18:18:12.731 INFO:tasks.rados.rados.0.smithi071.stdout:3040: seq_num 940 ranges {3268608=548864,3817472=589824,4407296=212992} 2023-12-16T18:18:12.753 INFO:tasks.rados.rados.0.smithi071.stdout:3040: writing smithi071127730-8 from 3268608 to 3817472 tid 1 2023-12-16T18:18:12.757 INFO:tasks.rados.rados.0.smithi071.stdout:3040: writing smithi071127730-8 from 3817472 to 4407296 tid 2 2023-12-16T18:18:12.758 INFO:tasks.rados.rados.0.smithi071.stdout:3040: writing smithi071127730-8 from 4407296 to 4620288 tid 3 2023-12-16T18:18:12.759 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 262 2023-12-16T18:18:12.759 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:18:12.759 INFO:tasks.rados.rados.0.smithi071.stdout:3037: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:18:12.759 INFO:tasks.rados.rados.0.smithi071.stdout:3041: seq_num 941 ranges {1163264=565248,1728512=475136,2203648=327680} 2023-12-16T18:18:12.768 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi071127730-38 from 1163264 to 1728512 tid 1 2023-12-16T18:18:12.771 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi071127730-38 from 1728512 to 2203648 tid 2 2023-12-16T18:18:12.773 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi071127730-38 from 2203648 to 2531328 tid 3 2023-12-16T18:18:12.773 INFO:tasks.rados.rados.0.smithi071.stdout:3042: setattr oid 28 current snap is 262 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3037: finishing copy_from to smithi071127730-16 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1582 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing copy_from to smithi071127730-47 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1524 (ObjNum 936 snap 262 seq_num 936) dirty exists 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: finishing write tid 1 to smithi071127730-8 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: finishing write tid 2 to smithi071127730-8 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: finishing write tid 3 to smithi071127730-8 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: finishing write tid 4 to smithi071127730-8 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3036: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: finishing write tid 5 to smithi071127730-8 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1231 (ObjNum 940 snap 262 seq_num 940) dirty exists 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3040: left oid 8 (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3036: finishing copy_from to smithi071127730-36 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1483 (ObjNum 822 snap 229 seq_num 822) dirty exists 2023-12-16T18:18:12.774 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 1 to smithi071127730-38 2023-12-16T18:18:12.775 INFO:tasks.rados.rados.0.smithi071.stdout:3034: done (5 left) 2023-12-16T18:18:12.775 INFO:tasks.rados.rados.0.smithi071.stdout:3036: done (4 left) 2023-12-16T18:18:12.775 INFO:tasks.rados.rados.0.smithi071.stdout:3037: done (3 left) 2023-12-16T18:18:12.776 INFO:tasks.rados.rados.0.smithi071.stdout:3040: done (2 left) 2023-12-16T18:18:12.776 INFO:tasks.rados.rados.0.smithi071.stdout:3043: copy_from oid 15 from oid 34 current snap is 262 2023-12-16T18:18:12.776 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 262 2023-12-16T18:18:12.776 INFO:tasks.rados.rados.0.smithi071.stdout:3044: seq_num 942 ranges {5373952=581632,5955584=761856,6717440=40960} 2023-12-16T18:18:12.807 INFO:tasks.rados.rados.0.smithi071.stdout:3044: writing smithi071127730-36 from 5373952 to 5955584 tid 1 2023-12-16T18:18:12.812 INFO:tasks.rados.rados.0.smithi071.stdout:3044: writing smithi071127730-36 from 5955584 to 6717440 tid 2 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3044: writing smithi071127730-36 from 6717440 to 6758400 tid 3 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3045: copy_from oid 40 from oid 5 current snap is 262 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 2 to smithi071127730-38 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 3 to smithi071127730-38 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1134 (ObjNum 779 snap 212 seq_num 779) dirty exists 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 4 to smithi071127730-38 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3042: done (4 left) 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3046: delete oid 48 current snap is 262 2023-12-16T18:18:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 5 to smithi071127730-38 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1635 (ObjNum 941 snap 262 seq_num 941) dirty exists 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:3041: left oid 38 (ObjNum 941 snap 262 seq_num 941) 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:3043: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:3043: finishing copy_from to smithi071127730-15 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1483 (ObjNum 822 snap 229 seq_num 822) dirty exists 2023-12-16T18:18:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:3044: finishing write tid 1 to smithi071127730-36 2023-12-16T18:18:12.815 INFO:tasks.rados.rados.0.smithi071.stdout:3045: finishing copy_from racing read to smithi071127730-40 2023-12-16T18:18:12.815 INFO:tasks.rados.rados.0.smithi071.stdout:3044: finishing write tid 2 to smithi071127730-36 2023-12-16T18:18:12.815 INFO:tasks.rados.rados.0.smithi071.stdout:3045: finishing copy_from to smithi071127730-40 2023-12-16T18:18:12.816 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1227 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:18:12.816 INFO:tasks.rados.rados.0.smithi071.stdout:3044: finishing write tid 3 to smithi071127730-36 2023-12-16T18:18:12.816 INFO:tasks.rados.rados.0.smithi071.stdout:3044: finishing write tid 4 to smithi071127730-36 2023-12-16T18:18:12.817 INFO:tasks.rados.rados.0.smithi071.stdout:3044: finishing write tid 5 to smithi071127730-36 2023-12-16T18:18:12.817 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1487 (ObjNum 942 snap 262 seq_num 942) dirty exists 2023-12-16T18:18:12.817 INFO:tasks.rados.rados.0.smithi071.stdout:3044: left oid 36 (ObjNum 942 snap 262 seq_num 942) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:3041: done (4 left) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:3043: done (3 left) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:3044: done (2 left) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:3045: done (1 left) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:3046: done (0 left) 2023-12-16T18:18:12.818 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 262 2023-12-16T18:18:12.819 INFO:tasks.rados.rados.0.smithi071.stdout:3047: seq_num 944 ranges {376832=614400,991232=573440,1564672=229376} 2023-12-16T18:18:12.823 INFO:tasks.rados.rados.0.smithi071.stdout:3047: writing smithi071127730-45 from 376832 to 991232 tid 1 2023-12-16T18:18:12.827 INFO:tasks.rados.rados.0.smithi071.stdout:3047: writing smithi071127730-45 from 991232 to 1564672 tid 2 2023-12-16T18:18:12.828 INFO:tasks.rados.rados.0.smithi071.stdout:3047: writing smithi071127730-45 from 1564672 to 1794048 tid 3 2023-12-16T18:18:12.829 INFO:tasks.rados.rados.0.smithi071.stdout:3048: read oid 35 snap -1 2023-12-16T18:18:12.829 INFO:tasks.rados.rados.0.smithi071.stdout:3048: expect (ObjNum 934 snap 261 seq_num 934) 2023-12-16T18:18:12.829 INFO:tasks.rados.rados.0.smithi071.stdout:3049: delete oid 7 current snap is 262 2023-12-16T18:18:12.829 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing write tid 1 to smithi071127730-45 2023-12-16T18:18:12.830 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing write tid 2 to smithi071127730-45 2023-12-16T18:18:12.830 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing write tid 3 to smithi071127730-45 2023-12-16T18:18:12.831 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing write tid 4 to smithi071127730-45 2023-12-16T18:18:12.832 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing write tid 5 to smithi071127730-45 2023-12-16T18:18:12.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1351 (ObjNum 944 snap 262 seq_num 944) dirty exists 2023-12-16T18:18:12.832 INFO:tasks.rados.rados.0.smithi071.stdout:3047: left oid 45 (ObjNum 944 snap 262 seq_num 944) 2023-12-16T18:18:12.840 INFO:tasks.rados.rados.0.smithi071.stdout:3048: expect (ObjNum 934 snap 261 seq_num 934) 2023-12-16T18:18:13.014 INFO:tasks.rados.rados.0.smithi071.stdout:3047: done (2 left) 2023-12-16T18:18:13.014 INFO:tasks.rados.rados.0.smithi071.stdout:3048: done (1 left) 2023-12-16T18:18:13.014 INFO:tasks.rados.rados.0.smithi071.stdout:3049: done (0 left) 2023-12-16T18:18:13.014 INFO:tasks.rados.rados.0.smithi071.stdout:3050: read oid 46 snap -1 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3050: expect deleted 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3051: read oid 10 snap -1 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3051: expect deleted 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3052: rollback oid 33 current snap is 262 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3052: done (2 left) 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3053: copy_from oid 38 from oid 39 current snap is 262 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3054: snap_create 2023-12-16T18:18:13.015 INFO:tasks.rados.rados.0.smithi071.stdout:3053: finishing copy_from to smithi071127730-38 2023-12-16T18:18:13.016 INFO:tasks.rados.rados.0.smithi071.stdout:3053: got expected ENOENT (src dne) 2023-12-16T18:18:13.016 INFO:tasks.rados.rados.0.smithi071.stdout:3053: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:18:13.734 INFO:tasks.rados.rados.0.smithi071.stdout:3050: done (3 left) 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3051: done (2 left) 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3053: done (1 left) 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3054: done (0 left) 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3055: read oid 9 snap -1 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3055: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3056: copy_from oid 2 from oid 13 current snap is 263 2023-12-16T18:18:13.735 INFO:tasks.rados.rados.0.smithi071.stdout:3057: snap_remove snap 262 2023-12-16T18:18:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:13 smithi071 ceph-mon[139725]: pgmap v606: 121 pgs: 121 active+clean; 128 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 918 KiB/s wr, 11 op/s 2023-12-16T18:18:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:13 smithi071 ceph-mon[139725]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T18:18:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:13 smithi071 ceph-mon[142085]: pgmap v606: 121 pgs: 121 active+clean; 128 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 918 KiB/s wr, 11 op/s 2023-12-16T18:18:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:13 smithi071 ceph-mon[142085]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T18:18:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:13 smithi184 ceph-mon[136228]: pgmap v606: 121 pgs: 121 active+clean; 128 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 918 KiB/s wr, 11 op/s 2023-12-16T18:18:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:13 smithi184 ceph-mon[136228]: osdmap e598: 8 total, 8 up, 8 in 2023-12-16T18:18:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3057: done (2 left) 2023-12-16T18:18:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3058: rollback oid 11 current snap is 263 2023-12-16T18:18:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3058: done (2 left) 2023-12-16T18:18:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3059: snap_create 2023-12-16T18:18:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3055: expect (ObjNum 799 snap 222 seq_num 799) 2023-12-16T18:18:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:14 smithi184 ceph-mon[136228]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T18:18:15.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:14 smithi071 ceph-mon[139725]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T18:18:15.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:14 smithi071 ceph-mon[142085]: osdmap e599: 8 total, 8 up, 8 in 2023-12-16T18:18:15.796 INFO:tasks.rados.rados.0.smithi071.stdout:3056: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:18:15.796 INFO:tasks.rados.rados.0.smithi071.stdout:3056: finishing copy_from to smithi071127730-2 2023-12-16T18:18:15.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:15.796 INFO:tasks.rados.rados.0.smithi071.stdout:3055: done (2 left) 2023-12-16T18:18:15.797 INFO:tasks.rados.rados.0.smithi071.stdout:3056: done (1 left) 2023-12-16T18:18:15.797 INFO:tasks.rados.rados.0.smithi071.stdout:3059: done (0 left) 2023-12-16T18:18:15.797 INFO:tasks.rados.rados.0.smithi071.stdout:3060: rmattr oid 4 current snap is 264 2023-12-16T18:18:15.797 INFO:tasks.rados.rados.0.smithi071.stdout:3061: snap_create 2023-12-16T18:18:15.800 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1189 (ObjNum 145 snap 0 seq_num 757050720) dirty exists 2023-12-16T18:18:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:15 smithi184 ceph-mon[136228]: pgmap v609: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-16T18:18:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:15 smithi184 ceph-mon[136228]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T18:18:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:15 smithi184 ceph-mon[136228]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[142085]: pgmap v609: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[142085]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[142085]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[139725]: pgmap v609: 121 pgs: 121 active+clean; 124 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[139725]: osdmap e600: 8 total, 8 up, 8 in 2023-12-16T18:18:16.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:15 smithi071 ceph-mon[139725]: osdmap e601: 8 total, 8 up, 8 in 2023-12-16T18:18:16.749 INFO:tasks.rados.rados.0.smithi071.stdout:3060: done (1 left) 2023-12-16T18:18:16.749 INFO:tasks.rados.rados.0.smithi071.stdout:3061: done (0 left) 2023-12-16T18:18:16.749 INFO:tasks.rados.rados.0.smithi071.stdout:3062: snap_create 2023-12-16T18:18:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:17] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:18:17.751 INFO:tasks.rados.rados.0.smithi071.stdout:3062: done (0 left) 2023-12-16T18:18:17.752 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 266 2023-12-16T18:18:17.752 INFO:tasks.rados.rados.0.smithi071.stdout:3063: seq_num 946 ranges {5373952=647168,6021120=745472,6766592=57344} 2023-12-16T18:18:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi071127730-15 from 5373952 to 6021120 tid 1 2023-12-16T18:18:17.788 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi071127730-15 from 6021120 to 6766592 tid 2 2023-12-16T18:18:17.788 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi071127730-15 from 6766592 to 6823936 tid 3 2023-12-16T18:18:17.788 INFO:tasks.rados.rados.0.smithi071.stdout:3064: rollback oid 3 current snap is 266 2023-12-16T18:18:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 264 2023-12-16T18:18:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:3065: read oid 50 snap 263 2023-12-16T18:18:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:3065: expect deleted 2023-12-16T18:18:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:3066: snap_create 2023-12-16T18:18:17.789 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 1 to smithi071127730-15 2023-12-16T18:18:17.792 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 2 to smithi071127730-15 2023-12-16T18:18:17.794 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 3 to smithi071127730-15 2023-12-16T18:18:17.794 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 4 to smithi071127730-15 2023-12-16T18:18:17.796 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:18:17.796 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:18:17.797 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing rollback tid 2 to smithi071127730-3 2023-12-16T18:18:17.797 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1537 (ObjNum 936 snap 262 seq_num 936) dirty exists 2023-12-16T18:18:17.797 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 5 to smithi071127730-15 2023-12-16T18:18:17.797 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1487 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:17.797 INFO:tasks.rados.rados.0.smithi071.stdout:3063: left oid 15 (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:18:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:17 smithi184 ceph-mon[136228]: pgmap v612: 121 pgs: 121 active+clean; 126 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2023-12-16T18:18:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:17 smithi184 ceph-mon[136228]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T18:18:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:17 smithi071 ceph-mon[139725]: pgmap v612: 121 pgs: 121 active+clean; 126 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2023-12-16T18:18:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:17 smithi071 ceph-mon[139725]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T18:18:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:17 smithi071 ceph-mon[142085]: pgmap v612: 121 pgs: 121 active+clean; 126 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 23 op/s 2023-12-16T18:18:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:17 smithi071 ceph-mon[142085]: osdmap e602: 8 total, 8 up, 8 in 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:3063: done (3 left) 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:3064: done (2 left) 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:3065: done (1 left) 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:3066: done (0 left) 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 267 2023-12-16T18:18:18.771 INFO:tasks.rados.rados.0.smithi071.stdout:3067: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2023-12-16T18:18:18.774 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi071127730-7 from 0 to 663552 tid 1 2023-12-16T18:18:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi071127730-7 from 663552 to 1294336 tid 2 2023-12-16T18:18:18.779 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi071127730-7 from 1294336 to 1466368 tid 3 2023-12-16T18:18:18.780 INFO:tasks.rados.rados.0.smithi071.stdout:3068: rollback oid 44 current snap is 267 2023-12-16T18:18:18.780 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 263 2023-12-16T18:18:18.780 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 1 to smithi071127730-7 2023-12-16T18:18:18.780 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 267 2023-12-16T18:18:18.780 INFO:tasks.rados.rados.0.smithi071.stdout:3069: seq_num 948 ranges {5660672=679936,6340608=516096,6856704=286720} 2023-12-16T18:18:18.813 INFO:tasks.rados.rados.0.smithi071.stdout:3069: writing smithi071127730-42 from 5660672 to 6340608 tid 1 2023-12-16T18:18:18.816 INFO:tasks.rados.rados.0.smithi071.stdout:3069: writing smithi071127730-42 from 6340608 to 6856704 tid 2 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3069: writing smithi071127730-42 from 6856704 to 7143424 tid 3 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3070: rollback oid 9 current snap is 267 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 263 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 2 to smithi071127730-7 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3068: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 3 to smithi071127730-7 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 4 to smithi071127730-7 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3068: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3068: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1202 (ObjNum 225 snap 0 seq_num 2570724000) dirty exists 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 5 to smithi071127730-7 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1469 (ObjNum 947 snap 267 seq_num 947) dirty exists 2023-12-16T18:18:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:3067: left oid 7 (ObjNum 947 snap 267 seq_num 947) 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3067: done (3 left) 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3068: done (2 left) 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3071: read oid 14 snap -1 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3071: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3072: snap_create 2023-12-16T18:18:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:3069: finishing write tid 1 to smithi071127730-42 2023-12-16T18:18:18.821 INFO:tasks.rados.rados.0.smithi071.stdout:3069: finishing write tid 2 to smithi071127730-42 2023-12-16T18:18:18.821 INFO:tasks.rados.rados.0.smithi071.stdout:3069: finishing write tid 3 to smithi071127730-42 2023-12-16T18:18:18.822 INFO:tasks.rados.rados.0.smithi071.stdout:3069: finishing write tid 4 to smithi071127730-42 2023-12-16T18:18:18.823 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:18:18.823 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:18:18.823 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:18:18.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1490 (ObjNum 799 snap 222 seq_num 799) dirty exists 2023-12-16T18:18:18.826 INFO:tasks.rados.rados.0.smithi071.stdout:3069: finishing write tid 5 to smithi071127730-42 2023-12-16T18:18:18.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1206 (ObjNum 948 snap 267 seq_num 948) dirty exists 2023-12-16T18:18:18.826 INFO:tasks.rados.rados.0.smithi071.stdout:3069: left oid 42 (ObjNum 948 snap 267 seq_num 948) 2023-12-16T18:18:18.845 INFO:tasks.rados.rados.0.smithi071.stdout:3071: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:18:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:18 smithi184 ceph-mon[136228]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T18:18:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:18 smithi071 ceph-mon[139725]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T18:18:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:18 smithi071 ceph-mon[142085]: osdmap e603: 8 total, 8 up, 8 in 2023-12-16T18:18:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:19.305 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 4m ago 10m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (7m) 2m ago 10m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (11m) 4m ago 11m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (11m) 2m ago 11m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (7m) 2m ago 13m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (7m) 4m ago 14m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 4m ago 14m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (6m) 2m ago 13m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 4m ago 13m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 4m ago 10m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:18:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (7m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 4m ago 13m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 4m ago 13m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 4m ago 12m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 4m ago 12m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (4m) 2m ago 12m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (3m) 2m ago 12m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (3m) 2m ago 11m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (2m) 2m ago 11m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:18:19.612 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (7m) 2m ago 11m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:18:19.773 INFO:tasks.rados.rados.0.smithi071.stdout:3069: done (3 left) 2023-12-16T18:18:19.774 INFO:tasks.rados.rados.0.smithi071.stdout:3070: done (2 left) 2023-12-16T18:18:19.774 INFO:tasks.rados.rados.0.smithi071.stdout:3071: done (1 left) 2023-12-16T18:18:19.774 INFO:tasks.rados.rados.0.smithi071.stdout:3072: done (0 left) 2023-12-16T18:18:19.774 INFO:tasks.rados.rados.0.smithi071.stdout:3073: snap_remove snap 264 2023-12-16T18:18:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[139725]: pgmap v615: 121 pgs: 121 active+clean; 133 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2023-12-16T18:18:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[139725]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T18:18:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[139725]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[142085]: pgmap v615: 121 pgs: 121 active+clean; 133 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2023-12-16T18:18:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[142085]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T18:18:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:19 smithi071 ceph-mon[142085]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:19.998 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:18:19.998 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:18:19.999 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:18:20.000 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:18:20.000 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:18:20.000 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:18:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:19 smithi184 ceph-mon[136228]: pgmap v615: 121 pgs: 121 active+clean; 133 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2023-12-16T18:18:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:19 smithi184 ceph-mon[136228]: osdmap e604: 8 total, 8 up, 8 in 2023-12-16T18:18:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:19 smithi184 ceph-mon[136228]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3073: done (0 left) 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3074: rmattr oid 38 current snap is 268 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3074: done (0 left) 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3075: read oid 15 snap -1 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3075: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3076: rollback oid 46 current snap is 268 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 263 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3077: rmattr oid 7 current snap is 268 2023-12-16T18:18:20.653 INFO:tasks.rados.rados.0.smithi071.stdout:3077: done (2 left) 2023-12-16T18:18:20.654 INFO:tasks.rados.rados.0.smithi071.stdout:3078: rmattr oid 29 current snap is 268 2023-12-16T18:18:20.654 INFO:tasks.rados.rados.0.smithi071.stdout:3078: done (2 left) 2023-12-16T18:18:20.654 INFO:tasks.rados.rados.0.smithi071.stdout:3079: snap_create 2023-12-16T18:18:20.656 INFO:tasks.rados.rados.0.smithi071.stdout:3076: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:18:20.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-16T18:18:20.683 INFO:tasks.rados.rados.0.smithi071.stdout:3075: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:18:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:20 smithi184 ceph-mon[136228]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:20 smithi184 ceph-mon[136228]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T18:18:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:20 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/668034083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:20 smithi184 ceph-mon[136228]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[139725]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[139725]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/668034083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[139725]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[142085]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[142085]: osdmap e605: 8 total, 8 up, 8 in 2023-12-16T18:18:21.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/668034083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:21.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:20 smithi071 ceph-mon[142085]: osdmap e606: 8 total, 8 up, 8 in 2023-12-16T18:18:21.653 INFO:tasks.rados.rados.0.smithi071.stdout:3075: done (2 left) 2023-12-16T18:18:21.654 INFO:tasks.rados.rados.0.smithi071.stdout:3076: done (1 left) 2023-12-16T18:18:21.654 INFO:tasks.rados.rados.0.smithi071.stdout:3079: done (0 left) 2023-12-16T18:18:21.654 INFO:tasks.rados.rados.0.smithi071.stdout:3080: delete oid 49 current snap is 269 2023-12-16T18:18:21.657 INFO:tasks.rados.rados.0.smithi071.stdout:3080: done (0 left) 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3081: rmattr oid 20 current snap is 269 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3082: copy_from oid 28 from oid 24 current snap is 269 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3083: rollback oid 14 current snap is 269 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 263 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3084: read oid 36 snap -1 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3084: expect (ObjNum 942 snap 262 seq_num 942) 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 269 2023-12-16T18:18:21.658 INFO:tasks.rados.rados.0.smithi071.stdout:3085: seq_num 950 ranges {376832=720896,1097728=679936,1777664=122880} 2023-12-16T18:18:21.663 INFO:tasks.rados.rados.0.smithi071.stdout:3085: writing smithi071127730-37 from 376832 to 1097728 tid 1 2023-12-16T18:18:21.668 INFO:tasks.rados.rados.0.smithi071.stdout:3085: writing smithi071127730-37 from 1097728 to 1777664 tid 2 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:3085: writing smithi071127730-37 from 1777664 to 1900544 tid 3 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 269 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:3083: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:3083: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:3083: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:18:21.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1234 (ObjNum 750 snap 203 seq_num 750) dirty exists 2023-12-16T18:18:21.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1077 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:18:21.670 INFO:tasks.rados.rados.0.smithi071.stdout:3086: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2023-12-16T18:18:21.673 INFO:tasks.rados.rados.0.smithi071.stdout:3086: writing smithi071127730-50 from 0 to 737280 tid 1 2023-12-16T18:18:21.677 INFO:tasks.rados.rados.0.smithi071.stdout:3086: writing smithi071127730-50 from 737280 to 1351680 tid 2 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3086: writing smithi071127730-50 from 1351680 to 1540096 tid 3 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3081: done (5 left) 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3083: done (4 left) 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3087: read oid 30 snap 266 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3087: expect (ObjNum 935 snap 262 seq_num 935) 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3088: rollback oid 10 current snap is 269 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 263 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing write tid 1 to smithi071127730-37 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3089: read oid 29 snap -1 2023-12-16T18:18:21.680 INFO:tasks.rados.rados.0.smithi071.stdout:3089: expect (ObjNum 930 snap 259 seq_num 930) 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3090: rollback oid 49 current snap is 269 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 266 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing write tid 2 to smithi071127730-37 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing write tid 3 to smithi071127730-37 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing write tid 4 to smithi071127730-37 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3091: copy_from oid 23 from oid 13 current snap is 269 2023-12-16T18:18:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:3092: snap_create 2023-12-16T18:18:21.683 INFO:tasks.rados.rados.0.smithi071.stdout:3086: finishing write tid 1 to smithi071127730-50 2023-12-16T18:18:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing write tid 5 to smithi071127730-37 2023-12-16T18:18:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1544 (ObjNum 950 snap 269 seq_num 950) dirty exists 2023-12-16T18:18:21.684 INFO:tasks.rados.rados.0.smithi071.stdout:3085: left oid 37 (ObjNum 950 snap 269 seq_num 950) 2023-12-16T18:18:21.685 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing copy_from racing read to smithi071127730-28 2023-12-16T18:18:21.689 INFO:tasks.rados.rados.0.smithi071.stdout:3089: expect (ObjNum 930 snap 259 seq_num 930) 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 0 (ObjNum -1724263856 snap 22091 seq_num 304) dirty dne 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3090: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing copy_from to smithi071127730-28 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1186 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3090: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1643 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3086: finishing write tid 2 to smithi071127730-50 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3086: finishing write tid 3 to smithi071127730-50 2023-12-16T18:18:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:3086: finishing write tid 4 to smithi071127730-50 2023-12-16T18:18:21.727 INFO:tasks.rados.rados.0.smithi071.stdout:3086: finishing write tid 5 to smithi071127730-50 2023-12-16T18:18:21.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1526 (ObjNum 951 snap 269 seq_num 951) dirty exists 2023-12-16T18:18:21.727 INFO:tasks.rados.rados.0.smithi071.stdout:3086: left oid 50 (ObjNum 951 snap 269 seq_num 951) 2023-12-16T18:18:21.727 INFO:tasks.rados.rados.0.smithi071.stdout:3084: expect (ObjNum 942 snap 262 seq_num 942) 2023-12-16T18:18:22.070 INFO:tasks.rados.rados.0.smithi071.stdout:3091: finishing copy_from racing read to smithi071127730-23 2023-12-16T18:18:22.070 INFO:tasks.rados.rados.0.smithi071.stdout:3087: expect (ObjNum 935 snap 262 seq_num 935) 2023-12-16T18:18:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:21 smithi184 ceph-mon[136228]: pgmap v618: 121 pgs: 121 active+clean; 135 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2023-12-16T18:18:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:21 smithi184 ceph-mon[136228]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T18:18:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:21 smithi071 ceph-mon[139725]: pgmap v618: 121 pgs: 121 active+clean; 135 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2023-12-16T18:18:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:21 smithi071 ceph-mon[139725]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T18:18:22.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:21 smithi071 ceph-mon[142085]: pgmap v618: 121 pgs: 121 active+clean; 135 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.2 MiB/s wr, 22 op/s 2023-12-16T18:18:22.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:21 smithi071 ceph-mon[142085]: osdmap e607: 8 total, 8 up, 8 in 2023-12-16T18:18:22.656 INFO:tasks.rados.rados.0.smithi071.stdout:3091: finishing copy_from to smithi071127730-23 2023-12-16T18:18:22.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:22.656 INFO:tasks.rados.rados.0.smithi071.stdout:3082: done (9 left) 2023-12-16T18:18:22.656 INFO:tasks.rados.rados.0.smithi071.stdout:3084: done (8 left) 2023-12-16T18:18:22.656 INFO:tasks.rados.rados.0.smithi071.stdout:3085: done (7 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3086: done (6 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3087: done (5 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3088: done (4 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3089: done (3 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3090: done (2 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3091: done (1 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3092: done (0 left) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3093: read oid 8 snap -1 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3093: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3094: copy_from oid 15 from oid 25 current snap is 270 2023-12-16T18:18:22.657 INFO:tasks.rados.rados.0.smithi071.stdout:3095: snap_remove snap 268 2023-12-16T18:18:23.667 INFO:tasks.rados.rados.0.smithi071.stdout:3094: finishing copy_from to smithi071127730-15 2023-12-16T18:18:23.667 INFO:tasks.rados.rados.0.smithi071.stdout:3094: got expected ENOENT (src dne) 2023-12-16T18:18:23.667 INFO:tasks.rados.rados.0.smithi071.stdout:3094: finishing copy_from racing read to smithi071127730-15 2023-12-16T18:18:23.667 INFO:tasks.rados.rados.0.smithi071.stdout:3093: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:18:23.865 INFO:tasks.rados.rados.0.smithi071.stdout:3093: done (2 left) 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:3094: done (1 left) 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:3095: done (0 left) 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:3096: read oid 36 snap -1 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:3096: expect (ObjNum 942 snap 262 seq_num 942) 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 270 2023-12-16T18:18:23.866 INFO:tasks.rados.rados.0.smithi071.stdout:3097: seq_num 952 ranges {3268608=753664,4022272=499712,4521984=303104} 2023-12-16T18:18:23.887 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi071127730-43 from 3268608 to 4022272 tid 1 2023-12-16T18:18:23.890 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi071127730-43 from 4022272 to 4521984 tid 2 2023-12-16T18:18:23.892 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi071127730-43 from 4521984 to 4825088 tid 3 2023-12-16T18:18:23.892 INFO:tasks.rados.rados.0.smithi071.stdout:3098: setattr oid 41 current snap is 270 2023-12-16T18:18:23.892 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 1 to smithi071127730-43 2023-12-16T18:18:23.894 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 270 2023-12-16T18:18:23.894 INFO:tasks.rados.rados.0.smithi071.stdout:3099: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2023-12-16T18:18:23.898 INFO:tasks.rados.rados.0.smithi071.stdout:3099: writing smithi071127730-40 from 0 to 770048 tid 1 2023-12-16T18:18:23.903 INFO:tasks.rados.rados.0.smithi071.stdout:3099: writing smithi071127730-40 from 770048 to 1556480 tid 2 2023-12-16T18:18:23.903 INFO:tasks.rados.rados.0.smithi071.stdout:3099: writing smithi071127730-40 from 1556480 to 1572864 tid 3 2023-12-16T18:18:23.903 INFO:tasks.rados.rados.0.smithi071.stdout:3100: read oid 39 snap 263 2023-12-16T18:18:23.903 INFO:tasks.rados.rados.0.smithi071.stdout:3100: expect deleted 2023-12-16T18:18:23.904 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 2 to smithi071127730-43 2023-12-16T18:18:23.904 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 3 to smithi071127730-43 2023-12-16T18:18:23.904 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 4 to smithi071127730-43 2023-12-16T18:18:23.904 INFO:tasks.rados.rados.0.smithi071.stdout:3096: expect (ObjNum 942 snap 262 seq_num 942) 2023-12-16T18:18:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:23 smithi071 ceph-mon[139725]: pgmap v621: 121 pgs: 121 active+clean; 144 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2023-12-16T18:18:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:23 smithi071 ceph-mon[139725]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T18:18:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:23 smithi071 ceph-mon[142085]: pgmap v621: 121 pgs: 121 active+clean; 144 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2023-12-16T18:18:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:23 smithi071 ceph-mon[142085]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T18:18:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:23 smithi184 ceph-mon[136228]: pgmap v621: 121 pgs: 121 active+clean; 144 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2023-12-16T18:18:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:23 smithi184 ceph-mon[136228]: osdmap e608: 8 total, 8 up, 8 in 2023-12-16T18:18:24.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1078 (ObjNum 815 snap 227 seq_num 815) dirty exists 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 5 to smithi071127730-43 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1190 (ObjNum 952 snap 270 seq_num 952) dirty exists 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3097: left oid 43 (ObjNum 952 snap 270 seq_num 952) 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3099: finishing write tid 1 to smithi071127730-40 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3101: read oid 14 snap -1 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3101: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3096: done (5 left) 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3097: done (4 left) 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3098: done (3 left) 2023-12-16T18:18:24.249 INFO:tasks.rados.rados.0.smithi071.stdout:3102: snap_remove snap 269 2023-12-16T18:18:24.670 INFO:tasks.rados.rados.0.smithi071.stdout:3102: done (3 left) 2023-12-16T18:18:24.670 INFO:tasks.rados.rados.0.smithi071.stdout:3103: delete oid 32 current snap is 270 2023-12-16T18:18:24.670 INFO:tasks.rados.rados.0.smithi071.stdout:3099: finishing write tid 2 to smithi071127730-40 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:3099: finishing write tid 3 to smithi071127730-40 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:3099: finishing write tid 4 to smithi071127730-40 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:3099: finishing write tid 5 to smithi071127730-40 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1238 (ObjNum 953 snap 270 seq_num 953) dirty exists 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:3099: left oid 40 (ObjNum 953 snap 270 seq_num 953) 2023-12-16T18:18:24.671 INFO:tasks.rados.rados.0.smithi071.stdout:3101: expect (ObjNum 750 snap 203 seq_num 750) 2023-12-16T18:18:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:24 smithi071 ceph-mon[139725]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T18:18:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:24 smithi071 ceph-mon[142085]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T18:18:24.995 INFO:tasks.rados.rados.0.smithi071.stdout:3099: done (3 left) 2023-12-16T18:18:24.995 INFO:tasks.rados.rados.0.smithi071.stdout:3100: done (2 left) 2023-12-16T18:18:24.995 INFO:tasks.rados.rados.0.smithi071.stdout:3101: done (1 left) 2023-12-16T18:18:24.996 INFO:tasks.rados.rados.0.smithi071.stdout:3103: done (0 left) 2023-12-16T18:18:24.996 INFO:tasks.rados.rados.0.smithi071.stdout:3104: snap_remove snap 267 2023-12-16T18:18:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:24 smithi184 ceph-mon[136228]: osdmap e609: 8 total, 8 up, 8 in 2023-12-16T18:18:25.654 INFO:tasks.rados.rados.0.smithi071.stdout:3104: done (0 left) 2023-12-16T18:18:25.654 INFO:tasks.rados.rados.0.smithi071.stdout:3105: copy_from oid 33 from oid 15 current snap is 270 2023-12-16T18:18:25.654 INFO:tasks.rados.rados.0.smithi071.stdout:3106: copy_from oid 16 from oid 12 current snap is 270 2023-12-16T18:18:25.654 INFO:tasks.rados.rados.0.smithi071.stdout:3107: rmattr oid 8 current snap is 270 2023-12-16T18:18:25.654 INFO:tasks.rados.rados.0.smithi071.stdout:3107: done (2 left) 2023-12-16T18:18:25.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 270 2023-12-16T18:18:25.655 INFO:tasks.rados.rados.0.smithi071.stdout:3108: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2023-12-16T18:18:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi071127730-4 from 0 to 802816 tid 1 2023-12-16T18:18:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi071127730-4 from 802816 to 1359872 tid 2 2023-12-16T18:18:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi071127730-4 from 1359872 to 1605632 tid 3 2023-12-16T18:18:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 270 2023-12-16T18:18:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:3109: seq_num 956 ranges {6758400=417792,7176192=434176,7610368=770048} 2023-12-16T18:18:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3109: writing smithi071127730-36 from 6758400 to 7176192 tid 1 2023-12-16T18:18:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3109: writing smithi071127730-36 from 7176192 to 7610368 tid 2 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3109: writing smithi071127730-36 from 7610368 to 8380416 tid 3 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 270 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 1 to smithi071127730-4 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 2 to smithi071127730-4 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 3 to smithi071127730-4 2023-12-16T18:18:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 4 to smithi071127730-4 2023-12-16T18:18:25.713 INFO:tasks.rados.rados.0.smithi071.stdout:3110: seq_num 957 ranges {2785280=434176,3219456=720896,3940352=483328} 2023-12-16T18:18:25.729 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi071127730-6 from 2785280 to 3219456 tid 1 2023-12-16T18:18:25.733 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi071127730-6 from 3219456 to 3940352 tid 2 2023-12-16T18:18:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi071127730-6 from 3940352 to 4423680 tid 3 2023-12-16T18:18:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:3111: snap_create 2023-12-16T18:18:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 5 to smithi071127730-4 2023-12-16T18:18:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1193 (ObjNum 955 snap 270 seq_num 955) dirty exists 2023-12-16T18:18:25.736 INFO:tasks.rados.rados.0.smithi071.stdout:3108: left oid 4 (ObjNum 955 snap 270 seq_num 955) 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3106: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3106: finishing copy_from to smithi071127730-16 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1199 (ObjNum 915 snap 257 seq_num 915) dirty exists 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3105: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3105: finishing copy_from to smithi071127730-33 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1487 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing write tid 1 to smithi071127730-36 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing write tid 2 to smithi071127730-36 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing write tid 3 to smithi071127730-36 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing write tid 4 to smithi071127730-36 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing write tid 5 to smithi071127730-36 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1491 (ObjNum 956 snap 270 seq_num 956) dirty exists 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3109: left oid 36 (ObjNum 956 snap 270 seq_num 956) 2023-12-16T18:18:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 1 to smithi071127730-6 2023-12-16T18:18:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 2 to smithi071127730-6 2023-12-16T18:18:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 3 to smithi071127730-6 2023-12-16T18:18:25.738 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 4 to smithi071127730-6 2023-12-16T18:18:25.739 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 5 to smithi071127730-6 2023-12-16T18:18:25.739 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1530 (ObjNum 957 snap 270 seq_num 957) dirty exists 2023-12-16T18:18:25.739 INFO:tasks.rados.rados.0.smithi071.stdout:3110: left oid 6 (ObjNum 957 snap 270 seq_num 957) 2023-12-16T18:18:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[142085]: pgmap v624: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T18:18:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[142085]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T18:18:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[142085]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T18:18:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[139725]: pgmap v624: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T18:18:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[139725]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T18:18:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:25 smithi071 ceph-mon[139725]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T18:18:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:25 smithi184 ceph-mon[136228]: pgmap v624: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-16T18:18:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:25 smithi184 ceph-mon[136228]: osdmap e610: 8 total, 8 up, 8 in 2023-12-16T18:18:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:25 smithi184 ceph-mon[136228]: osdmap e611: 8 total, 8 up, 8 in 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3105: done (5 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3106: done (4 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3108: done (3 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3109: done (2 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3110: done (1 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3111: done (0 left) 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3112: rmattr oid 44 current snap is 271 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3113: rmattr oid 36 current snap is 271 2023-12-16T18:18:26.679 INFO:tasks.rados.rados.0.smithi071.stdout:3113: done (1 left) 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3114: read oid 37 snap -1 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3114: expect (ObjNum 950 snap 269 seq_num 950) 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3115: copy_from oid 18 from oid 43 current snap is 271 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3116: copy_from oid 35 from oid 11 current snap is 271 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3117: read oid 40 snap -1 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3117: expect (ObjNum 953 snap 270 seq_num 953) 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 271 2023-12-16T18:18:26.680 INFO:tasks.rados.rados.0.smithi071.stdout:3118: seq_num 958 ranges {5431296=450560,5881856=655360,6537216=548864} 2023-12-16T18:18:26.711 INFO:tasks.rados.rados.0.smithi071.stdout:3118: writing smithi071127730-23 from 5431296 to 5881856 tid 1 2023-12-16T18:18:26.714 INFO:tasks.rados.rados.0.smithi071.stdout:3118: writing smithi071127730-23 from 5881856 to 6537216 tid 2 2023-12-16T18:18:26.718 INFO:tasks.rados.rados.0.smithi071.stdout:3118: writing smithi071127730-23 from 6537216 to 7086080 tid 3 2023-12-16T18:18:26.719 INFO:tasks.rados.rados.0.smithi071.stdout:3119: rollback oid 15 current snap is 271 2023-12-16T18:18:26.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 266 2023-12-16T18:18:26.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1207 (ObjNum 65 snap 0 seq_num 1700947031) dirty exists 2023-12-16T18:18:26.719 INFO:tasks.rados.rados.0.smithi071.stdout:3114: expect (ObjNum 950 snap 269 seq_num 950) 2023-12-16T18:18:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3117: expect (ObjNum 953 snap 270 seq_num 953) 2023-12-16T18:18:26.818 INFO:tasks.rados.rados.0.smithi071.stdout:3116: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3116: finishing copy_from to smithi071127730-35 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1436 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3112: done (6 left) 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3114: done (5 left) 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3116: done (4 left) 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3117: done (3 left) 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3120: read oid 1 snap -1 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3120: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3121: delete oid 7 current snap is 271 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing copy_from to smithi071127730-18 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1190 (ObjNum 952 snap 270 seq_num 952) dirty exists 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3118: finishing write tid 1 to smithi071127730-23 2023-12-16T18:18:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:3118: finishing write tid 2 to smithi071127730-23 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3118: finishing write tid 3 to smithi071127730-23 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3118: finishing write tid 4 to smithi071127730-23 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3119: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3119: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3119: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1493 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3118: finishing write tid 5 to smithi071127730-23 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1521 (ObjNum 958 snap 271 seq_num 958) dirty exists 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3118: left oid 23 (ObjNum 958 snap 271 seq_num 958) 2023-12-16T18:18:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:3115: done (4 left) 2023-12-16T18:18:26.821 INFO:tasks.rados.rados.0.smithi071.stdout:3118: done (3 left) 2023-12-16T18:18:26.821 INFO:tasks.rados.rados.0.smithi071.stdout:3119: done (2 left) 2023-12-16T18:18:26.821 INFO:tasks.rados.rados.0.smithi071.stdout:3121: done (1 left) 2023-12-16T18:18:26.821 INFO:tasks.rados.rados.0.smithi071.stdout:3122: setattr oid 24 current snap is 271 2023-12-16T18:18:26.823 INFO:tasks.rados.rados.0.smithi071.stdout:3123: read oid 36 snap -1 2023-12-16T18:18:26.823 INFO:tasks.rados.rados.0.smithi071.stdout:3123: expect (ObjNum 956 snap 270 seq_num 956) 2023-12-16T18:18:26.823 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 271 2023-12-16T18:18:26.823 INFO:tasks.rados.rados.0.smithi071.stdout:3124: seq_num 960 ranges {3833856=483328,4317184=425984,4743168=761856,5505024=16384} 2023-12-16T18:18:26.846 INFO:tasks.rados.rados.0.smithi071.stdout:3124: writing smithi071127730-12 from 3833856 to 4317184 tid 1 2023-12-16T18:18:26.848 INFO:tasks.rados.rados.0.smithi071.stdout:3124: writing smithi071127730-12 from 4317184 to 4743168 tid 2 2023-12-16T18:18:26.852 INFO:tasks.rados.rados.0.smithi071.stdout:3124: writing smithi071127730-12 from 4743168 to 5505024 tid 3 2023-12-16T18:18:26.852 INFO:tasks.rados.rados.0.smithi071.stdout:3124: writing smithi071127730-12 from 5505024 to 5521408 tid 4 2023-12-16T18:18:26.852 INFO:tasks.rados.rados.0.smithi071.stdout:3125: snap_remove snap 270 2023-12-16T18:18:27.675 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:27] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:18:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:3125: done (4 left) 2023-12-16T18:18:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:3126: delete oid 35 current snap is 271 2023-12-16T18:18:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1191 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:18:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 1 to smithi071127730-12 2023-12-16T18:18:27.690 INFO:tasks.rados.rados.0.smithi071.stdout:3120: expect (ObjNum 699 snap 186 seq_num 699) 2023-12-16T18:18:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:27 smithi071 ceph-mon[139725]: pgmap v627: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 376 KiB/s wr, 3 op/s 2023-12-16T18:18:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:27 smithi071 ceph-mon[139725]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T18:18:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:27 smithi071 ceph-mon[142085]: pgmap v627: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 376 KiB/s wr, 3 op/s 2023-12-16T18:18:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:27 smithi071 ceph-mon[142085]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T18:18:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:27 smithi184 ceph-mon[136228]: pgmap v627: 121 pgs: 121 active+clean; 146 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 376 KiB/s wr, 3 op/s 2023-12-16T18:18:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:27 smithi184 ceph-mon[136228]: osdmap e612: 8 total, 8 up, 8 in 2023-12-16T18:18:28.341 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 2 to smithi071127730-12 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 3 to smithi071127730-12 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 4 to smithi071127730-12 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 5 to smithi071127730-12 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing write tid 6 to smithi071127730-12 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1212 (ObjNum 960 snap 271 seq_num 960) dirty exists 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3124: left oid 12 (ObjNum 960 snap 271 seq_num 960) 2023-12-16T18:18:28.342 INFO:tasks.rados.rados.0.smithi071.stdout:3123: expect (ObjNum 956 snap 270 seq_num 956) 2023-12-16T18:18:28.836 INFO:tasks.rados.rados.0.smithi071.stdout:3120: done (4 left) 2023-12-16T18:18:28.837 INFO:tasks.rados.rados.0.smithi071.stdout:3122: done (3 left) 2023-12-16T18:18:28.837 INFO:tasks.rados.rados.0.smithi071.stdout:3123: done (2 left) 2023-12-16T18:18:28.837 INFO:tasks.rados.rados.0.smithi071.stdout:3124: done (1 left) 2023-12-16T18:18:28.837 INFO:tasks.rados.rados.0.smithi071.stdout:3126: done (0 left) 2023-12-16T18:18:28.837 INFO:tasks.rados.rados.0.smithi071.stdout:3127: delete oid 29 current snap is 271 2023-12-16T18:18:28.838 INFO:tasks.rados.rados.0.smithi071.stdout:3127: done (0 left) 2023-12-16T18:18:28.838 INFO:tasks.rados.rados.0.smithi071.stdout:3128: rmattr oid 32 current snap is 271 2023-12-16T18:18:28.838 INFO:tasks.rados.rados.0.smithi071.stdout:3128: done (0 left) 2023-12-16T18:18:28.839 INFO:tasks.rados.rados.0.smithi071.stdout:3129: snap_remove snap 265 2023-12-16T18:18:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:28 smithi071 ceph-mon[139725]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T18:18:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:28 smithi071 ceph-mon[142085]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T18:18:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:28 smithi184 ceph-mon[136228]: osdmap e613: 8 total, 8 up, 8 in 2023-12-16T18:18:29.696 INFO:tasks.rados.rados.0.smithi071.stdout:3129: done (0 left) 2023-12-16T18:18:29.697 INFO:tasks.rados.rados.0.smithi071.stdout:3130: read oid 29 snap -1 2023-12-16T18:18:29.697 INFO:tasks.rados.rados.0.smithi071.stdout:3130: expect deleted 2023-12-16T18:18:29.697 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 271 2023-12-16T18:18:29.697 INFO:tasks.rados.rados.0.smithi071.stdout:3131: seq_num 963 ranges {3268608=532480,3801088=475136,4276224=532480,4808704=196608} 2023-12-16T18:18:29.718 INFO:tasks.rados.rados.0.smithi071.stdout:3131: writing smithi071127730-41 from 3268608 to 3801088 tid 1 2023-12-16T18:18:29.721 INFO:tasks.rados.rados.0.smithi071.stdout:3131: writing smithi071127730-41 from 3801088 to 4276224 tid 2 2023-12-16T18:18:29.724 INFO:tasks.rados.rados.0.smithi071.stdout:3131: writing smithi071127730-41 from 4276224 to 4808704 tid 3 2023-12-16T18:18:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:3131: writing smithi071127730-41 from 4808704 to 5005312 tid 4 2023-12-16T18:18:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 271 2023-12-16T18:18:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:3132: seq_num 964 ranges {5431296=548864,5980160=761856,6742016=442368} 2023-12-16T18:18:29.758 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi071127730-2 from 5431296 to 5980160 tid 1 2023-12-16T18:18:29.761 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi071127730-2 from 5980160 to 6742016 tid 2 2023-12-16T18:18:29.766 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi071127730-2 from 6742016 to 7184384 tid 3 2023-12-16T18:18:29.766 INFO:tasks.rados.rados.0.smithi071.stdout:3133: read oid 8 snap -1 2023-12-16T18:18:29.766 INFO:tasks.rados.rados.0.smithi071.stdout:3133: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:18:29.766 INFO:tasks.rados.rados.0.smithi071.stdout:3134: setattr oid 22 current snap is 271 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 1 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 2 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 3 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 4 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 5 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: finishing write tid 6 to smithi071127730-41 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1083 (ObjNum 963 snap 271 seq_num 963) dirty exists 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3131: left oid 41 (ObjNum 963 snap 271 seq_num 963) 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 1 to smithi071127730-2 2023-12-16T18:18:29.767 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 2 to smithi071127730-2 2023-12-16T18:18:29.768 INFO:tasks.rados.rados.0.smithi071.stdout:3130: done (4 left) 2023-12-16T18:18:29.768 INFO:tasks.rados.rados.0.smithi071.stdout:3131: done (3 left) 2023-12-16T18:18:29.768 INFO:tasks.rados.rados.0.smithi071.stdout:3135: snap_create 2023-12-16T18:18:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 3 to smithi071127730-2 2023-12-16T18:18:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 4 to smithi071127730-2 2023-12-16T18:18:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1583 (ObjNum 49 snap 0 seq_num 4253141140) dirty exists 2023-12-16T18:18:29.770 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 5 to smithi071127730-2 2023-12-16T18:18:29.770 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1655 (ObjNum 964 snap 271 seq_num 964) dirty exists 2023-12-16T18:18:29.770 INFO:tasks.rados.rados.0.smithi071.stdout:3132: left oid 2 (ObjNum 964 snap 271 seq_num 964) 2023-12-16T18:18:29.787 INFO:tasks.rados.rados.0.smithi071.stdout:3133: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:18:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:29 smithi071 ceph-mon[139725]: pgmap v630: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2023-12-16T18:18:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:29 smithi071 ceph-mon[142085]: pgmap v630: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2023-12-16T18:18:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:29 smithi184 ceph-mon[136228]: pgmap v630: 121 pgs: 121 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 23 op/s 2023-12-16T18:18:30.654 INFO:tasks.rados.rados.0.smithi071.stdout:3132: done (3 left) 2023-12-16T18:18:30.655 INFO:tasks.rados.rados.0.smithi071.stdout:3133: done (2 left) 2023-12-16T18:18:30.655 INFO:tasks.rados.rados.0.smithi071.stdout:3134: done (1 left) 2023-12-16T18:18:30.655 INFO:tasks.rados.rados.0.smithi071.stdout:3135: done (0 left) 2023-12-16T18:18:30.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 272 2023-12-16T18:18:30.655 INFO:tasks.rados.rados.0.smithi071.stdout:3136: seq_num 965 ranges {4980736=565248,5545984=647168,6193152=548864,6742016=8192} 2023-12-16T18:18:30.684 INFO:tasks.rados.rados.0.smithi071.stdout:3136: writing smithi071127730-14 from 4980736 to 5545984 tid 1 2023-12-16T18:18:30.687 INFO:tasks.rados.rados.0.smithi071.stdout:3136: writing smithi071127730-14 from 5545984 to 6193152 tid 2 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:3136: writing smithi071127730-14 from 6193152 to 6742016 tid 3 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:3136: writing smithi071127730-14 from 6742016 to 6750208 tid 4 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:3137: rollback oid 15 current snap is 272 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 271 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 272 2023-12-16T18:18:30.691 INFO:tasks.rados.rados.0.smithi071.stdout:3138: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2023-12-16T18:18:30.695 INFO:tasks.rados.rados.0.smithi071.stdout:3138: writing smithi071127730-46 from 0 to 581632 tid 1 2023-12-16T18:18:30.699 INFO:tasks.rados.rados.0.smithi071.stdout:3138: writing smithi071127730-46 from 581632 to 1163264 tid 2 2023-12-16T18:18:30.703 INFO:tasks.rados.rados.0.smithi071.stdout:3138: writing smithi071127730-46 from 1163264 to 1785856 tid 3 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3139: read oid 49 snap 266 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3139: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3140: rollback oid 6 current snap is 272 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 266 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 1 to smithi071127730-14 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 2 to smithi071127730-14 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing rollback tid 0 to smithi071127730-15 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing rollback tid 1 to smithi071127730-15 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing rollback tid 2 to smithi071127730-15 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 3 to smithi071127730-14 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 4 to smithi071127730-14 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3137: done (4 left) 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 272 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing write tid 1 to smithi071127730-46 2023-12-16T18:18:30.704 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 5 to smithi071127730-14 2023-12-16T18:18:30.705 INFO:tasks.rados.rados.0.smithi071.stdout:3141: seq_num 967 ranges {3792896=598016,4390912=466944,4857856=516096,5373952=221184} 2023-12-16T18:18:30.727 INFO:tasks.rados.rados.0.smithi071.stdout:3141: writing smithi071127730-28 from 3792896 to 4390912 tid 1 2023-12-16T18:18:30.729 INFO:tasks.rados.rados.0.smithi071.stdout:3141: writing smithi071127730-28 from 4390912 to 4857856 tid 2 2023-12-16T18:18:30.733 INFO:tasks.rados.rados.0.smithi071.stdout:3141: writing smithi071127730-28 from 4857856 to 5373952 tid 3 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:3141: writing smithi071127730-28 from 5373952 to 5595136 tid 4 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:3142: copy_from oid 18 from oid 43 current snap is 272 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing write tid 6 to smithi071127730-14 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1243 (ObjNum 965 snap 272 seq_num 965) dirty exists 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:3136: left oid 14 (ObjNum 965 snap 272 seq_num 965) 2023-12-16T18:18:30.735 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing write tid 2 to smithi071127730-46 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing write tid 3 to smithi071127730-46 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3136: done (5 left) 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3143: read oid 11 snap -1 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3143: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3144: rollback oid 22 current snap is 272 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 263 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3140: finishing rollback tid 0 to smithi071127730-6 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing write tid 4 to smithi071127730-46 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3140: finishing rollback tid 1 to smithi071127730-6 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3140: finishing rollback tid 2 to smithi071127730-6 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1533 (ObjNum 892 snap 246 seq_num 892) dirty exists 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing write tid 5 to smithi071127730-46 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1500 (ObjNum 966 snap 272 seq_num 966) dirty exists 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3138: left oid 46 (ObjNum 966 snap 272 seq_num 966) 2023-12-16T18:18:30.736 INFO:tasks.rados.rados.0.smithi071.stdout:3139: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 1 to smithi071127730-28 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 2 to smithi071127730-28 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 3 to smithi071127730-28 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3138: done (6 left) 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3139: done (5 left) 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3140: done (4 left) 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3145: copy_from oid 37 from oid 21 current snap is 272 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 4 to smithi071127730-28 2023-12-16T18:18:30.846 INFO:tasks.rados.rados.0.smithi071.stdout:3143: expect (ObjNum 748 snap 203 seq_num 748) 2023-12-16T18:18:30.859 INFO:tasks.rados.rados.0.smithi071.stdout:3144: finishing rollback tid 0 to smithi071127730-22 2023-12-16T18:18:30.859 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 5 to smithi071127730-28 2023-12-16T18:18:30.859 INFO:tasks.rados.rados.0.smithi071.stdout:3143: done (4 left) 2023-12-16T18:18:30.860 INFO:tasks.rados.rados.0.smithi071.stdout:3146: snap_remove snap 271 2023-12-16T18:18:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:30 smithi071 ceph-mon[139725]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T18:18:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:30 smithi071 ceph-mon[139725]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T18:18:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:30 smithi071 ceph-mon[142085]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T18:18:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:30 smithi071 ceph-mon[142085]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T18:18:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:30 smithi184 ceph-mon[136228]: osdmap e614: 8 total, 8 up, 8 in 2023-12-16T18:18:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:30 smithi184 ceph-mon[136228]: osdmap e615: 8 total, 8 up, 8 in 2023-12-16T18:18:31.711 INFO:tasks.rados.rados.0.smithi071.stdout:3146: done (4 left) 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3147: delete oid 6 current snap is 272 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3144: finishing rollback tid 1 to smithi071127730-22 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1585 (ObjNum 33 snap 0 seq_num 2563356752) dirty dne 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing write tid 6 to smithi071127730-28 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1195 (ObjNum 967 snap 272 seq_num 967) dirty exists 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3141: left oid 28 (ObjNum 967 snap 272 seq_num 967) 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3142: finishing copy_from racing read to smithi071127730-18 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3142: finishing copy_from to smithi071127730-18 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1190 (ObjNum 952 snap 270 seq_num 952) dirty exists 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3145: finishing copy_from to smithi071127730-37 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3145: got expected ENOENT (src dne) 2023-12-16T18:18:31.712 INFO:tasks.rados.rados.0.smithi071.stdout:3145: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3141: done (4 left) 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3142: done (3 left) 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3144: done (2 left) 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3145: done (1 left) 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3147: done (0 left) 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 272 2023-12-16T18:18:31.717 INFO:tasks.rados.rados.0.smithi071.stdout:3148: seq_num 969 ranges {5373952=638976,6012928=630784,6643712=532480,7176192=40960} 2023-12-16T18:18:31.749 INFO:tasks.rados.rados.0.smithi071.stdout:3148: writing smithi071127730-34 from 5373952 to 6012928 tid 1 2023-12-16T18:18:31.753 INFO:tasks.rados.rados.0.smithi071.stdout:3148: writing smithi071127730-34 from 6012928 to 6643712 tid 2 2023-12-16T18:18:31.757 INFO:tasks.rados.rados.0.smithi071.stdout:3148: writing smithi071127730-34 from 6643712 to 7176192 tid 3 2023-12-16T18:18:31.757 INFO:tasks.rados.rados.0.smithi071.stdout:3148: writing smithi071127730-34 from 7176192 to 7217152 tid 4 2023-12-16T18:18:31.757 INFO:tasks.rados.rados.0.smithi071.stdout:3149: read oid 41 snap 266 2023-12-16T18:18:31.758 INFO:tasks.rados.rados.0.smithi071.stdout:3149: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:18:31.758 INFO:tasks.rados.rados.0.smithi071.stdout:3150: copy_from oid 38 from oid 44 current snap is 272 2023-12-16T18:18:31.758 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 1 to smithi071127730-34 2023-12-16T18:18:31.758 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 2 to smithi071127730-34 2023-12-16T18:18:31.758 INFO:tasks.rados.rados.0.smithi071.stdout:3151: delete oid 10 current snap is 272 2023-12-16T18:18:31.761 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 3 to smithi071127730-34 2023-12-16T18:18:31.762 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 4 to smithi071127730-34 2023-12-16T18:18:31.763 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 5 to smithi071127730-34 2023-12-16T18:18:31.764 INFO:tasks.rados.rados.0.smithi071.stdout:3150: finishing copy_from racing read to smithi071127730-38 2023-12-16T18:18:31.764 INFO:tasks.rados.rados.0.smithi071.stdout:3148: finishing write tid 6 to smithi071127730-34 2023-12-16T18:18:31.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1558 (ObjNum 969 snap 272 seq_num 969) dirty exists 2023-12-16T18:18:31.765 INFO:tasks.rados.rados.0.smithi071.stdout:3148: left oid 34 (ObjNum 969 snap 272 seq_num 969) 2023-12-16T18:18:31.765 INFO:tasks.rados.rados.0.smithi071.stdout:3150: finishing copy_from to smithi071127730-38 2023-12-16T18:18:31.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1207 (ObjNum 129 snap 0 seq_num 2570182496) dirty exists 2023-12-16T18:18:31.775 INFO:tasks.rados.rados.0.smithi071.stdout:3149: expect (ObjNum 815 snap 227 seq_num 815) 2023-12-16T18:18:31.884 INFO:tasks.rados.rados.0.smithi071.stdout:3148: done (3 left) 2023-12-16T18:18:31.884 INFO:tasks.rados.rados.0.smithi071.stdout:3149: done (2 left) 2023-12-16T18:18:31.885 INFO:tasks.rados.rados.0.smithi071.stdout:3150: done (1 left) 2023-12-16T18:18:31.885 INFO:tasks.rados.rados.0.smithi071.stdout:3151: done (0 left) 2023-12-16T18:18:31.885 INFO:tasks.rados.rados.0.smithi071.stdout:3152: snap_remove snap 266 2023-12-16T18:18:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:31 smithi071 ceph-mon[139725]: pgmap v632: 121 pgs: 121 active+clean; 176 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2023-12-16T18:18:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:31 smithi071 ceph-mon[142085]: pgmap v632: 121 pgs: 121 active+clean; 176 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2023-12-16T18:18:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:31 smithi184 ceph-mon[136228]: pgmap v632: 121 pgs: 121 active+clean; 176 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2023-12-16T18:18:32.727 INFO:tasks.rados.rados.0.smithi071.stdout:3152: done (0 left) 2023-12-16T18:18:32.727 INFO:tasks.rados.rados.0.smithi071.stdout:3153: read oid 6 snap 263 2023-12-16T18:18:32.727 INFO:tasks.rados.rados.0.smithi071.stdout:3153: expect (ObjNum 892 snap 246 seq_num 892) 2023-12-16T18:18:32.727 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 272 2023-12-16T18:18:32.727 INFO:tasks.rados.rados.0.smithi071.stdout:3154: seq_num 971 ranges {3080192=671744,3751936=802816,4554752=401408} 2023-12-16T18:18:32.749 INFO:tasks.rados.rados.0.smithi071.stdout:3154: writing smithi071127730-49 from 3080192 to 3751936 tid 1 2023-12-16T18:18:32.754 INFO:tasks.rados.rados.0.smithi071.stdout:3154: writing smithi071127730-49 from 3751936 to 4554752 tid 2 2023-12-16T18:18:32.757 INFO:tasks.rados.rados.0.smithi071.stdout:3154: writing smithi071127730-49 from 4554752 to 4956160 tid 3 2023-12-16T18:18:32.757 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 272 2023-12-16T18:18:32.757 INFO:tasks.rados.rados.0.smithi071.stdout:3155: seq_num 972 ranges {1785856=688128,2473984=688128,3162112=516096} 2023-12-16T18:18:32.770 INFO:tasks.rados.rados.0.smithi071.stdout:3155: writing smithi071127730-46 from 1785856 to 2473984 tid 1 2023-12-16T18:18:32.774 INFO:tasks.rados.rados.0.smithi071.stdout:3155: writing smithi071127730-46 from 2473984 to 3162112 tid 2 2023-12-16T18:18:32.777 INFO:tasks.rados.rados.0.smithi071.stdout:3155: writing smithi071127730-46 from 3162112 to 3678208 tid 3 2023-12-16T18:18:32.777 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 272 2023-12-16T18:18:32.777 INFO:tasks.rados.rados.0.smithi071.stdout:3156: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2023-12-16T18:18:32.781 INFO:tasks.rados.rados.0.smithi071.stdout:3156: writing smithi071127730-39 from 0 to 704512 tid 1 2023-12-16T18:18:32.785 INFO:tasks.rados.rados.0.smithi071.stdout:3156: writing smithi071127730-39 from 704512 to 1277952 tid 2 2023-12-16T18:18:32.787 INFO:tasks.rados.rados.0.smithi071.stdout:3156: writing smithi071127730-39 from 1277952 to 1785856 tid 3 2023-12-16T18:18:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:3156: writing smithi071127730-39 from 1785856 to 1908736 tid 4 2023-12-16T18:18:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:3157: delete oid 35 current snap is 272 2023-12-16T18:18:32.788 INFO:tasks.rados.rados.0.smithi071.stdout:3153: expect (ObjNum 892 snap 246 seq_num 892) 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: finishing write tid 1 to smithi071127730-49 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: finishing write tid 2 to smithi071127730-49 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: finishing write tid 3 to smithi071127730-49 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: finishing write tid 4 to smithi071127730-49 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: finishing write tid 5 to smithi071127730-49 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1667 (ObjNum 971 snap 272 seq_num 971) dirty exists 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3154: left oid 49 (ObjNum 971 snap 272 seq_num 971) 2023-12-16T18:18:32.926 INFO:tasks.rados.rados.0.smithi071.stdout:3155: finishing write tid 1 to smithi071127730-46 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3153: done (4 left) 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3154: done (3 left) 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3157: done (2 left) 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3158: snap_create 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3155: finishing write tid 2 to smithi071127730-46 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3155: finishing write tid 3 to smithi071127730-46 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3155: finishing write tid 4 to smithi071127730-46 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3155: finishing write tid 5 to smithi071127730-46 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1504 (ObjNum 972 snap 272 seq_num 972) dirty exists 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3155: left oid 46 (ObjNum 972 snap 272 seq_num 972) 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 1 to smithi071127730-39 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 2 to smithi071127730-39 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 3 to smithi071127730-39 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 4 to smithi071127730-39 2023-12-16T18:18:32.927 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 5 to smithi071127730-39 2023-12-16T18:18:32.928 INFO:tasks.rados.rados.0.smithi071.stdout:3156: finishing write tid 6 to smithi071127730-39 2023-12-16T18:18:32.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1539 (ObjNum 973 snap 272 seq_num 973) dirty exists 2023-12-16T18:18:32.928 INFO:tasks.rados.rados.0.smithi071.stdout:3156: left oid 39 (ObjNum 973 snap 272 seq_num 973) 2023-12-16T18:18:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:32 smithi071 ceph-mon[139725]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T18:18:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:32 smithi071 ceph-mon[142085]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T18:18:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:32 smithi184 ceph-mon[136228]: osdmap e616: 8 total, 8 up, 8 in 2023-12-16T18:18:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:3155: done (2 left) 2023-12-16T18:18:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:3156: done (1 left) 2023-12-16T18:18:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:3158: done (0 left) 2023-12-16T18:18:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:3159: snap_create 2023-12-16T18:18:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[139725]: pgmap v635: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2023-12-16T18:18:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[139725]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T18:18:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[142085]: pgmap v635: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2023-12-16T18:18:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[142085]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T18:18:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:33 smithi184 ceph-mon[136228]: pgmap v635: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 22 op/s 2023-12-16T18:18:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:33 smithi184 ceph-mon[136228]: osdmap e617: 8 total, 8 up, 8 in 2023-12-16T18:18:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:34.729 INFO:tasks.rados.rados.0.smithi071.stdout:3159: done (0 left) 2023-12-16T18:18:34.729 INFO:tasks.rados.rados.0.smithi071.stdout:3160: snap_create 2023-12-16T18:18:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:34 smithi184 ceph-mon[136228]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T18:18:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:34 smithi071 ceph-mon[139725]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T18:18:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:34 smithi071 ceph-mon[142085]: osdmap e618: 8 total, 8 up, 8 in 2023-12-16T18:18:35.657 INFO:tasks.rados.rados.0.smithi071.stdout:3160: done (0 left) 2023-12-16T18:18:35.657 INFO:tasks.rados.rados.0.smithi071.stdout:3161: snap_create 2023-12-16T18:18:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:35 smithi184 ceph-mon[136228]: pgmap v638: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2023-12-16T18:18:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:35 smithi184 ceph-mon[136228]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T18:18:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:35 smithi184 ceph-mon[136228]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[139725]: pgmap v638: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[139725]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[139725]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[142085]: pgmap v638: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[142085]: osdmap e619: 8 total, 8 up, 8 in 2023-12-16T18:18:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:35 smithi071 ceph-mon[142085]: osdmap e620: 8 total, 8 up, 8 in 2023-12-16T18:18:36.664 INFO:tasks.rados.rados.0.smithi071.stdout:3161: done (0 left) 2023-12-16T18:18:36.664 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 276 2023-12-16T18:18:36.664 INFO:tasks.rados.rados.0.smithi071.stdout:3162: seq_num 975 ranges {2899968=737280,3637248=786432,4423680=417792} 2023-12-16T18:18:36.684 INFO:tasks.rados.rados.0.smithi071.stdout:3162: writing smithi071127730-17 from 2899968 to 3637248 tid 1 2023-12-16T18:18:36.688 INFO:tasks.rados.rados.0.smithi071.stdout:3162: writing smithi071127730-17 from 3637248 to 4423680 tid 2 2023-12-16T18:18:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:3162: writing smithi071127730-17 from 4423680 to 4841472 tid 3 2023-12-16T18:18:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:3163: rollback oid 40 current snap is 276 2023-12-16T18:18:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 273 2023-12-16T18:18:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:3162: finishing write tid 1 to smithi071127730-17 2023-12-16T18:18:36.691 INFO:tasks.rados.rados.0.smithi071.stdout:3164: snap_remove snap 263 2023-12-16T18:18:37.662 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:37] "GET /metrics HTTP/1.1" 200 36227 "" "Prometheus/2.43.0" 2023-12-16T18:18:37.671 INFO:tasks.rados.rados.0.smithi071.stdout:3164: done (2 left) 2023-12-16T18:18:37.672 INFO:tasks.rados.rados.0.smithi071.stdout:3165: read oid 29 snap 275 2023-12-16T18:18:37.672 INFO:tasks.rados.rados.0.smithi071.stdout:3165: expect deleted 2023-12-16T18:18:37.672 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 276 2023-12-16T18:18:37.672 INFO:tasks.rados.rados.0.smithi071.stdout:3166: seq_num 976 ranges {4063232=753664,4816896=671744,5488640=532480} 2023-12-16T18:18:37.699 INFO:tasks.rados.rados.0.smithi071.stdout:3166: writing smithi071127730-19 from 4063232 to 4816896 tid 1 2023-12-16T18:18:37.702 INFO:tasks.rados.rados.0.smithi071.stdout:3166: writing smithi071127730-19 from 4816896 to 5488640 tid 2 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3166: writing smithi071127730-19 from 5488640 to 6021120 tid 3 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3167: rollback oid 11 current snap is 276 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 274 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3162: finishing write tid 2 to smithi071127730-17 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3162: finishing write tid 3 to smithi071127730-17 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3162: finishing write tid 4 to smithi071127730-17 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3162: finishing write tid 5 to smithi071127730-17 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1672 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3162: left oid 17 (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:18:37.707 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1246 (ObjNum 953 snap 270 seq_num 953) dirty exists 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing write tid 1 to smithi071127730-19 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing write tid 2 to smithi071127730-19 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3162: done (4 left) 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3163: done (3 left) 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3165: done (2 left) 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3168: rollback oid 1 current snap is 276 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 273 2023-12-16T18:18:37.708 INFO:tasks.rados.rados.0.smithi071.stdout:3169: snap_create 2023-12-16T18:18:37.709 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing write tid 3 to smithi071127730-19 2023-12-16T18:18:37.710 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:18:37.710 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing write tid 4 to smithi071127730-19 2023-12-16T18:18:37.710 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1106 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 0 to smithi071127730-11 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 2 to smithi071127730-11 2023-12-16T18:18:37.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1572 (ObjNum 748 snap 203 seq_num 748) dirty exists 2023-12-16T18:18:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing write tid 5 to smithi071127730-19 2023-12-16T18:18:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1250 (ObjNum 976 snap 276 seq_num 976) dirty exists 2023-12-16T18:18:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:3166: left oid 19 (ObjNum 976 snap 276 seq_num 976) 2023-12-16T18:18:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:37 smithi071 ceph-mon[139725]: pgmap v641: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-16T18:18:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:37 smithi071 ceph-mon[139725]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T18:18:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:37 smithi071 ceph-mon[142085]: pgmap v641: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-16T18:18:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:37 smithi071 ceph-mon[142085]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T18:18:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:37 smithi184 ceph-mon[136228]: pgmap v641: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-16T18:18:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:37 smithi184 ceph-mon[136228]: osdmap e621: 8 total, 8 up, 8 in 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:3166: done (3 left) 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:3167: done (2 left) 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:3168: done (1 left) 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:3169: done (0 left) 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 277 2023-12-16T18:18:38.681 INFO:tasks.rados.rados.0.smithi071.stdout:3170: seq_num 977 ranges {7282688=770048,8052736=557056,8609792=491520,9101312=155648} 2023-12-16T18:18:38.723 INFO:tasks.rados.rados.0.smithi071.stdout:3170: writing smithi071127730-30 from 7282688 to 8052736 tid 1 2023-12-16T18:18:38.726 INFO:tasks.rados.rados.0.smithi071.stdout:3170: writing smithi071127730-30 from 8052736 to 8609792 tid 2 2023-12-16T18:18:38.730 INFO:tasks.rados.rados.0.smithi071.stdout:3170: writing smithi071127730-30 from 8609792 to 9101312 tid 3 2023-12-16T18:18:38.731 INFO:tasks.rados.rados.0.smithi071.stdout:3170: writing smithi071127730-30 from 9101312 to 9256960 tid 4 2023-12-16T18:18:38.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 277 2023-12-16T18:18:38.731 INFO:tasks.rados.rados.0.smithi071.stdout:3171: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2023-12-16T18:18:38.736 INFO:tasks.rados.rados.0.smithi071.stdout:3171: writing smithi071127730-38 from 0 to 786432 tid 1 2023-12-16T18:18:38.738 INFO:tasks.rados.rados.0.smithi071.stdout:3171: writing smithi071127730-38 from 786432 to 1228800 tid 2 2023-12-16T18:18:38.742 INFO:tasks.rados.rados.0.smithi071.stdout:3171: writing smithi071127730-38 from 1228800 to 1875968 tid 3 2023-12-16T18:18:38.743 INFO:tasks.rados.rados.0.smithi071.stdout:3171: writing smithi071127730-38 from 1875968 to 1990656 tid 4 2023-12-16T18:18:38.743 INFO:tasks.rados.rados.0.smithi071.stdout:3172: snap_create 2023-12-16T18:18:38.743 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 1 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 2 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 3 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 4 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 5 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing write tid 6 to smithi071127730-30 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1578 (ObjNum 977 snap 277 seq_num 977) dirty exists 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3170: left oid 30 (ObjNum 977 snap 277 seq_num 977) 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 1 to smithi071127730-38 2023-12-16T18:18:38.744 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 2 to smithi071127730-38 2023-12-16T18:18:38.747 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 3 to smithi071127730-38 2023-12-16T18:18:38.747 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 4 to smithi071127730-38 2023-12-16T18:18:38.747 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 5 to smithi071127730-38 2023-12-16T18:18:38.750 INFO:tasks.rados.rados.0.smithi071.stdout:3171: finishing write tid 6 to smithi071127730-38 2023-12-16T18:18:38.750 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1686 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:18:38.750 INFO:tasks.rados.rados.0.smithi071.stdout:3171: left oid 38 (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:18:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:38 smithi071 ceph-mon[139725]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T18:18:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:38 smithi071 ceph-mon[142085]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T18:18:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:38 smithi184 ceph-mon[136228]: osdmap e622: 8 total, 8 up, 8 in 2023-12-16T18:18:39.692 INFO:tasks.rados.rados.0.smithi071.stdout:3170: done (2 left) 2023-12-16T18:18:39.692 INFO:tasks.rados.rados.0.smithi071.stdout:3171: done (1 left) 2023-12-16T18:18:39.693 INFO:tasks.rados.rados.0.smithi071.stdout:3172: done (0 left) 2023-12-16T18:18:39.693 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 278 2023-12-16T18:18:39.693 INFO:tasks.rados.rados.0.smithi071.stdout:3173: seq_num 979 ranges {7331840=802816,8134656=729088,8863744=458752,9322496=16384} 2023-12-16T18:18:39.735 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi071127730-31 from 7331840 to 8134656 tid 1 2023-12-16T18:18:39.739 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi071127730-31 from 8134656 to 8863744 tid 2 2023-12-16T18:18:39.743 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi071127730-31 from 8863744 to 9322496 tid 3 2023-12-16T18:18:39.743 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi071127730-31 from 9322496 to 9338880 tid 4 2023-12-16T18:18:39.743 INFO:tasks.rados.rados.0.smithi071.stdout:3174: rmattr oid 35 current snap is 278 2023-12-16T18:18:39.743 INFO:tasks.rados.rados.0.smithi071.stdout:3174: done (1 left) 2023-12-16T18:18:39.743 INFO:tasks.rados.rados.0.smithi071.stdout:3175: read oid 29 snap 277 2023-12-16T18:18:39.744 INFO:tasks.rados.rados.0.smithi071.stdout:3175: expect deleted 2023-12-16T18:18:39.744 INFO:tasks.rados.rados.0.smithi071.stdout:3176: copy_from oid 11 from oid 13 current snap is 278 2023-12-16T18:18:39.744 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 1 to smithi071127730-31 2023-12-16T18:18:39.744 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 278 2023-12-16T18:18:39.744 INFO:tasks.rados.rados.0.smithi071.stdout:3177: seq_num 980 ranges {3678208=417792,4096000=614400,4710400=663552,5373952=327680} 2023-12-16T18:18:39.767 INFO:tasks.rados.rados.0.smithi071.stdout:3177: writing smithi071127730-46 from 3678208 to 4096000 tid 1 2023-12-16T18:18:39.771 INFO:tasks.rados.rados.0.smithi071.stdout:3177: writing smithi071127730-46 from 4096000 to 4710400 tid 2 2023-12-16T18:18:39.775 INFO:tasks.rados.rados.0.smithi071.stdout:3177: writing smithi071127730-46 from 4710400 to 5373952 tid 3 2023-12-16T18:18:39.777 INFO:tasks.rados.rados.0.smithi071.stdout:3177: writing smithi071127730-46 from 5373952 to 5701632 tid 4 2023-12-16T18:18:39.777 INFO:tasks.rados.rados.0.smithi071.stdout:3178: delete oid 18 current snap is 278 2023-12-16T18:18:39.777 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 2 to smithi071127730-31 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 3 to smithi071127730-31 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 4 to smithi071127730-31 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 5 to smithi071127730-31 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 6 to smithi071127730-31 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1213 (ObjNum 979 snap 278 seq_num 979) dirty exists 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3173: left oid 31 (ObjNum 979 snap 278 seq_num 979) 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 1 to smithi071127730-46 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3176: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:3176: finishing copy_from to smithi071127730-11 2023-12-16T18:18:39.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:39.781 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 2 to smithi071127730-46 2023-12-16T18:18:39.781 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 3 to smithi071127730-46 2023-12-16T18:18:39.781 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 4 to smithi071127730-46 2023-12-16T18:18:39.781 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 5 to smithi071127730-46 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3177: finishing write tid 6 to smithi071127730-46 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1509 (ObjNum 980 snap 278 seq_num 980) dirty exists 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3177: left oid 46 (ObjNum 980 snap 278 seq_num 980) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3173: done (4 left) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3175: done (3 left) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3176: done (2 left) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3177: done (1 left) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3178: done (0 left) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3179: read oid 26 snap -1 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 278 2023-12-16T18:18:39.782 INFO:tasks.rados.rados.0.smithi071.stdout:3180: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2023-12-16T18:18:39.784 INFO:tasks.rados.rados.0.smithi071.stdout:3180: writing smithi071127730-21 from 0 to 450560 tid 1 2023-12-16T18:18:39.787 INFO:tasks.rados.rados.0.smithi071.stdout:3180: writing smithi071127730-21 from 450560 to 876544 tid 2 2023-12-16T18:18:39.791 INFO:tasks.rados.rados.0.smithi071.stdout:3180: writing smithi071127730-21 from 876544 to 1556480 tid 3 2023-12-16T18:18:39.794 INFO:tasks.rados.rados.0.smithi071.stdout:3180: writing smithi071127730-21 from 1556480 to 2023424 tid 4 2023-12-16T18:18:39.795 INFO:tasks.rados.rados.0.smithi071.stdout:3180: writing smithi071127730-21 from 2023424 to 2056192 tid 5 2023-12-16T18:18:39.795 INFO:tasks.rados.rados.0.smithi071.stdout:3181: read oid 44 snap -1 2023-12-16T18:18:39.795 INFO:tasks.rados.rados.0.smithi071.stdout:3181: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:39.795 INFO:tasks.rados.rados.0.smithi071.stdout:3182: delete oid 36 current snap is 278 2023-12-16T18:18:39.795 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 833 snap 235 seq_num 833) 2023-12-16T18:18:39.901 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 1 to smithi071127730-21 2023-12-16T18:18:39.901 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 2 to smithi071127730-21 2023-12-16T18:18:39.901 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 3 to smithi071127730-21 2023-12-16T18:18:39.901 INFO:tasks.rados.rados.0.smithi071.stdout:3181: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 4 to smithi071127730-21 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 5 to smithi071127730-21 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 6 to smithi071127730-21 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing write tid 7 to smithi071127730-21 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1586 (ObjNum 982 snap 278 seq_num 982) dirty exists 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: left oid 21 (ObjNum 982 snap 278 seq_num 982) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3179: done (3 left) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3180: done (2 left) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3181: done (1 left) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3182: done (0 left) 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 278 2023-12-16T18:18:39.904 INFO:tasks.rados.rados.0.smithi071.stdout:3183: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2023-12-16T18:18:39.906 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi071127730-27 from 0 to 483328 tid 1 2023-12-16T18:18:39.909 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi071127730-27 from 483328 to 1081344 tid 2 2023-12-16T18:18:39.913 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi071127730-27 from 1081344 to 1728512 tid 3 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi071127730-27 from 1728512 to 2088960 tid 4 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:3184: copy_from oid 42 from oid 1 current snap is 278 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 1 to smithi071127730-27 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 2 to smithi071127730-27 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:3185: rmattr oid 3 current snap is 278 2023-12-16T18:18:39.916 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 278 2023-12-16T18:18:39.917 INFO:tasks.rados.rados.0.smithi071.stdout:3186: seq_num 985 ranges {5595136=499712,6094848=483328,6578176=450560,7028736=581632,7610368=90112} 2023-12-16T18:18:39.949 INFO:tasks.rados.rados.0.smithi071.stdout:3186: writing smithi071127730-28 from 5595136 to 6094848 tid 1 2023-12-16T18:18:39.951 INFO:tasks.rados.rados.0.smithi071.stdout:3186: writing smithi071127730-28 from 6094848 to 6578176 tid 2 2023-12-16T18:18:39.954 INFO:tasks.rados.rados.0.smithi071.stdout:3186: writing smithi071127730-28 from 6578176 to 7028736 tid 3 2023-12-16T18:18:39.958 INFO:tasks.rados.rados.0.smithi071.stdout:3186: writing smithi071127730-28 from 7028736 to 7610368 tid 4 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3186: writing smithi071127730-28 from 7610368 to 7700480 tid 5 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3187: snap_create 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 3 to smithi071127730-27 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1588 (ObjNum 936 snap 262 seq_num 936) dirty exists 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 4 to smithi071127730-27 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 5 to smithi071127730-27 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 6 to smithi071127730-27 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1692 (ObjNum 984 snap 278 seq_num 984) dirty exists 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3183: left oid 27 (ObjNum 984 snap 278 seq_num 984) 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 1 to smithi071127730-28 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 2 to smithi071127730-28 2023-12-16T18:18:39.959 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 3 to smithi071127730-28 2023-12-16T18:18:39.963 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 4 to smithi071127730-28 2023-12-16T18:18:39.963 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 5 to smithi071127730-28 2023-12-16T18:18:39.964 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 6 to smithi071127730-28 2023-12-16T18:18:39.964 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing write tid 7 to smithi071127730-28 2023-12-16T18:18:39.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1201 (ObjNum 985 snap 278 seq_num 985) dirty exists 2023-12-16T18:18:39.965 INFO:tasks.rados.rados.0.smithi071.stdout:3186: left oid 28 (ObjNum 985 snap 278 seq_num 985) 2023-12-16T18:18:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:39 smithi071 ceph-mon[139725]: pgmap v644: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-16T18:18:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:39 smithi071 ceph-mon[139725]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T18:18:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:39 smithi071 ceph-mon[142085]: pgmap v644: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-16T18:18:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:39 smithi071 ceph-mon[142085]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T18:18:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:39 smithi184 ceph-mon[136228]: pgmap v644: 121 pgs: 121 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-16T18:18:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:39 smithi184 ceph-mon[136228]: osdmap e623: 8 total, 8 up, 8 in 2023-12-16T18:18:40.171 INFO:tasks.rados.rados.0.smithi071.stdout:3184: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:18:40.171 INFO:tasks.rados.rados.0.smithi071.stdout:3184: finishing copy_from to smithi071127730-42 2023-12-16T18:18:40.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1106 (ObjNum 699 snap 186 seq_num 699) dirty exists 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3183: done (4 left) 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3184: done (3 left) 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3185: done (2 left) 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3186: done (1 left) 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3187: done (0 left) 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 279 2023-12-16T18:18:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:3188: seq_num 986 ranges {1908736=516096,2424832=770048,3194880=655360,3850240=180224} 2023-12-16T18:18:40.670 INFO:tasks.rados.rados.0.smithi071.stdout:3188: writing smithi071127730-39 from 1908736 to 2424832 tid 1 2023-12-16T18:18:40.674 INFO:tasks.rados.rados.0.smithi071.stdout:3188: writing smithi071127730-39 from 2424832 to 3194880 tid 2 2023-12-16T18:18:40.678 INFO:tasks.rados.rados.0.smithi071.stdout:3188: writing smithi071127730-39 from 3194880 to 3850240 tid 3 2023-12-16T18:18:40.679 INFO:tasks.rados.rados.0.smithi071.stdout:3188: writing smithi071127730-39 from 3850240 to 4030464 tid 4 2023-12-16T18:18:40.679 INFO:tasks.rados.rados.0.smithi071.stdout:3189: read oid 17 snap -1 2023-12-16T18:18:40.679 INFO:tasks.rados.rados.0.smithi071.stdout:3189: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:18:40.679 INFO:tasks.rados.rados.0.smithi071.stdout:3190: snap_create 2023-12-16T18:18:40.680 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 1 to smithi071127730-39 2023-12-16T18:18:40.680 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 2 to smithi071127730-39 2023-12-16T18:18:40.683 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 3 to smithi071127730-39 2023-12-16T18:18:40.683 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 4 to smithi071127730-39 2023-12-16T18:18:40.683 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 5 to smithi071127730-39 2023-12-16T18:18:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:3188: finishing write tid 6 to smithi071127730-39 2023-12-16T18:18:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1544 (ObjNum 986 snap 279 seq_num 986) dirty exists 2023-12-16T18:18:40.685 INFO:tasks.rados.rados.0.smithi071.stdout:3188: left oid 39 (ObjNum 986 snap 279 seq_num 986) 2023-12-16T18:18:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:3189: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:18:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:40 smithi071 ceph-mon[139725]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T18:18:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:40 smithi071 ceph-mon[139725]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T18:18:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:40 smithi071 ceph-mon[142085]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T18:18:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:40 smithi071 ceph-mon[142085]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T18:18:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:40 smithi184 ceph-mon[136228]: osdmap e624: 8 total, 8 up, 8 in 2023-12-16T18:18:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:40 smithi184 ceph-mon[136228]: osdmap e625: 8 total, 8 up, 8 in 2023-12-16T18:18:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:3188: done (2 left) 2023-12-16T18:18:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:3189: done (1 left) 2023-12-16T18:18:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:3190: done (0 left) 2023-12-16T18:18:41.671 INFO:tasks.rados.rados.0.smithi071.stdout:3191: snap_create 2023-12-16T18:18:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:41 smithi071 ceph-mon[139725]: pgmap v647: 121 pgs: 121 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:18:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:41 smithi071 ceph-mon[139725]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T18:18:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:41 smithi071 ceph-mon[142085]: pgmap v647: 121 pgs: 121 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:18:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:41 smithi071 ceph-mon[142085]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T18:18:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:41 smithi184 ceph-mon[136228]: pgmap v647: 121 pgs: 121 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:18:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:41 smithi184 ceph-mon[136228]: osdmap e626: 8 total, 8 up, 8 in 2023-12-16T18:18:42.674 INFO:tasks.rados.rados.0.smithi071.stdout:3191: done (0 left) 2023-12-16T18:18:42.674 INFO:tasks.rados.rados.0.smithi071.stdout:3192: rollback oid 32 current snap is 281 2023-12-16T18:18:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 278 2023-12-16T18:18:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:3193: copy_from oid 1 from oid 15 current snap is 281 2023-12-16T18:18:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:3194: snap_remove snap 272 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[139725]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T18:18:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:18:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:18:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:18:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:18:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:42 smithi071 ceph-mon[142085]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T18:18:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:18:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:18:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:18:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:18:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:42 smithi184 ceph-mon[136228]: osdmap e627: 8 total, 8 up, 8 in 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3194: done (2 left) 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3195: copy_from oid 30 from oid 13 current snap is 281 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3196: delete oid 3 current snap is 281 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3192: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 0 (ObjNum 81 snap 0 seq_num 1936090716) dirty dne 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3193: finishing copy_from racing read to smithi071127730-1 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:3193: finishing copy_from to smithi071127730-1 2023-12-16T18:18:43.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3192: done (3 left) 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3193: done (2 left) 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3196: done (1 left) 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3197: read oid 34 snap 277 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3197: expect (ObjNum 969 snap 272 seq_num 969) 2023-12-16T18:18:43.689 INFO:tasks.rados.rados.0.smithi071.stdout:3198: read oid 11 snap -1 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:3198: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:3199: rollback oid 7 current snap is 281 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 274 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:3200: snap_create 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:3199: finishing rollback tid 1 to smithi071127730-7 2023-12-16T18:18:43.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:18:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:18:43.717 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing copy_from to smithi071127730-30 2023-12-16T18:18:43.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:43.728 INFO:tasks.rados.rados.0.smithi071.stdout:3197: expect (ObjNum 969 snap 272 seq_num 969) 2023-12-16T18:18:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:43 smithi071 ceph-mon[142085]: pgmap v650: 121 pgs: 121 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2023-12-16T18:18:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:43 smithi071 ceph-mon[142085]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T18:18:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:43 smithi071 ceph-mon[139725]: pgmap v650: 121 pgs: 121 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2023-12-16T18:18:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:43 smithi071 ceph-mon[139725]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T18:18:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:43 smithi184 ceph-mon[136228]: pgmap v650: 121 pgs: 121 active+clean; 188 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2023-12-16T18:18:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:43 smithi184 ceph-mon[136228]: osdmap e628: 8 total, 8 up, 8 in 2023-12-16T18:18:44.088 INFO:tasks.rados.rados.0.smithi071.stdout:3198: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:3195: done (4 left) 2023-12-16T18:18:44.677 INFO:tasks.rados.rados.0.smithi071.stdout:3197: done (3 left) 2023-12-16T18:18:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:3198: done (2 left) 2023-12-16T18:18:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:3199: done (1 left) 2023-12-16T18:18:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:3200: done (0 left) 2023-12-16T18:18:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:3201: copy_from oid 35 from oid 31 current snap is 282 2023-12-16T18:18:44.678 INFO:tasks.rados.rados.0.smithi071.stdout:3202: snap_remove snap 278 2023-12-16T18:18:45.659 INFO:tasks.rados.rados.0.smithi071.stdout:3202: done (1 left) 2023-12-16T18:18:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 282 2023-12-16T18:18:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:3203: seq_num 988 ranges {12582912=557056,13139968=532480,13672448=622592,14295040=450560} 2023-12-16T18:18:45.729 INFO:tasks.rados.rados.0.smithi071.stdout:3203: writing smithi071127730-9 from 12582912 to 13139968 tid 1 2023-12-16T18:18:45.732 INFO:tasks.rados.rados.0.smithi071.stdout:3203: writing smithi071127730-9 from 13139968 to 13672448 tid 2 2023-12-16T18:18:45.736 INFO:tasks.rados.rados.0.smithi071.stdout:3203: writing smithi071127730-9 from 13672448 to 14295040 tid 3 2023-12-16T18:18:45.741 INFO:tasks.rados.rados.0.smithi071.stdout:3203: writing smithi071127730-9 from 14295040 to 14745600 tid 4 2023-12-16T18:18:45.741 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 282 2023-12-16T18:18:45.741 INFO:tasks.rados.rados.0.smithi071.stdout:3201: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:18:45.742 INFO:tasks.rados.rados.0.smithi071.stdout:3201: finishing copy_from to smithi071127730-35 2023-12-16T18:18:45.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1213 (ObjNum 979 snap 278 seq_num 979) dirty exists 2023-12-16T18:18:45.742 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 1 to smithi071127730-9 2023-12-16T18:18:45.742 INFO:tasks.rados.rados.0.smithi071.stdout:3204: seq_num 989 ranges {2031616=573440,2605056=466944,3072000=434176,3506176=638976,4145152=65536} 2023-12-16T18:18:45.753 INFO:tasks.rados.rados.0.smithi071.stdout:3204: writing smithi071127730-47 from 2031616 to 2605056 tid 1 2023-12-16T18:18:45.756 INFO:tasks.rados.rados.0.smithi071.stdout:3204: writing smithi071127730-47 from 2605056 to 3072000 tid 2 2023-12-16T18:18:45.758 INFO:tasks.rados.rados.0.smithi071.stdout:3204: writing smithi071127730-47 from 3072000 to 3506176 tid 3 2023-12-16T18:18:45.763 INFO:tasks.rados.rados.0.smithi071.stdout:3204: writing smithi071127730-47 from 3506176 to 4145152 tid 4 2023-12-16T18:18:45.763 INFO:tasks.rados.rados.0.smithi071.stdout:3204: writing smithi071127730-47 from 4145152 to 4210688 tid 5 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3201: done (2 left) 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3205: setattr oid 18 current snap is 282 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 2 to smithi071127730-9 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 3 to smithi071127730-9 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 4 to smithi071127730-9 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 5 to smithi071127730-9 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: finishing write tid 6 to smithi071127730-9 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1514 (ObjNum 988 snap 282 seq_num 988) dirty exists 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3203: left oid 9 (ObjNum 988 snap 282 seq_num 988) 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 1 to smithi071127730-47 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 2 to smithi071127730-47 2023-12-16T18:18:45.764 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 3 to smithi071127730-47 2023-12-16T18:18:45.765 INFO:tasks.rados.rados.0.smithi071.stdout:3203: done (2 left) 2023-12-16T18:18:45.765 INFO:tasks.rados.rados.0.smithi071.stdout:3206: snap_remove snap 275 2023-12-16T18:18:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[142085]: pgmap v653: 121 pgs: 121 active+clean; 190 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2023-12-16T18:18:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[142085]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T18:18:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[142085]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T18:18:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[139725]: pgmap v653: 121 pgs: 121 active+clean; 190 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2023-12-16T18:18:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[139725]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T18:18:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:45 smithi071 ceph-mon[139725]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T18:18:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:45 smithi184 ceph-mon[136228]: pgmap v653: 121 pgs: 121 active+clean; 190 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2023-12-16T18:18:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:45 smithi184 ceph-mon[136228]: osdmap e629: 8 total, 8 up, 8 in 2023-12-16T18:18:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:45 smithi184 ceph-mon[136228]: osdmap e630: 8 total, 8 up, 8 in 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 4 to smithi071127730-47 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 5 to smithi071127730-47 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1193 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 6 to smithi071127730-47 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:3204: finishing write tid 7 to smithi071127730-47 2023-12-16T18:18:46.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1591 (ObjNum 989 snap 282 seq_num 989) dirty exists 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:3204: left oid 47 (ObjNum 989 snap 282 seq_num 989) 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:3204: done (2 left) 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:3205: done (1 left) 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:3206: done (0 left) 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 282 2023-12-16T18:18:46.681 INFO:tasks.rados.rados.0.smithi071.stdout:3207: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2023-12-16T18:18:46.684 INFO:tasks.rados.rados.0.smithi071.stdout:3207: writing smithi071127730-29 from 0 to 589824 tid 1 2023-12-16T18:18:46.689 INFO:tasks.rados.rados.0.smithi071.stdout:3207: writing smithi071127730-29 from 589824 to 1343488 tid 2 2023-12-16T18:18:46.694 INFO:tasks.rados.rados.0.smithi071.stdout:3207: writing smithi071127730-29 from 1343488 to 1982464 tid 3 2023-12-16T18:18:46.696 INFO:tasks.rados.rados.0.smithi071.stdout:3207: writing smithi071127730-29 from 1982464 to 2195456 tid 4 2023-12-16T18:18:46.696 INFO:tasks.rados.rados.0.smithi071.stdout:3208: read oid 4 snap -1 2023-12-16T18:18:46.696 INFO:tasks.rados.rados.0.smithi071.stdout:3208: expect (ObjNum 955 snap 270 seq_num 955) 2023-12-16T18:18:46.696 INFO:tasks.rados.rados.0.smithi071.stdout:3209: snap_create 2023-12-16T18:18:46.696 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 1 to smithi071127730-29 2023-12-16T18:18:46.697 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 2 to smithi071127730-29 2023-12-16T18:18:46.701 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 3 to smithi071127730-29 2023-12-16T18:18:46.701 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 4 to smithi071127730-29 2023-12-16T18:18:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 5 to smithi071127730-29 2023-12-16T18:18:46.703 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing write tid 6 to smithi071127730-29 2023-12-16T18:18:46.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1357 (ObjNum 990 snap 282 seq_num 990) dirty exists 2023-12-16T18:18:46.703 INFO:tasks.rados.rados.0.smithi071.stdout:3207: left oid 29 (ObjNum 990 snap 282 seq_num 990) 2023-12-16T18:18:46.709 INFO:tasks.rados.rados.0.smithi071.stdout:3208: expect (ObjNum 955 snap 270 seq_num 955) 2023-12-16T18:18:47.676 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:47] "GET /metrics HTTP/1.1" 200 36227 "" "Prometheus/2.43.0" 2023-12-16T18:18:47.688 INFO:tasks.rados.rados.0.smithi071.stdout:3207: done (2 left) 2023-12-16T18:18:47.688 INFO:tasks.rados.rados.0.smithi071.stdout:3208: done (1 left) 2023-12-16T18:18:47.688 INFO:tasks.rados.rados.0.smithi071.stdout:3209: done (0 left) 2023-12-16T18:18:47.688 INFO:tasks.rados.rados.0.smithi071.stdout:3210: snap_remove snap 279 2023-12-16T18:18:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:47 smithi071 ceph-mon[139725]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:18:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:47 smithi071 ceph-mon[139725]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T18:18:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:47 smithi071 ceph-mon[142085]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:18:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:47 smithi071 ceph-mon[142085]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T18:18:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:47 smithi184 ceph-mon[136228]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:18:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:47 smithi184 ceph-mon[136228]: osdmap e631: 8 total, 8 up, 8 in 2023-12-16T18:18:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:3210: done (0 left) 2023-12-16T18:18:48.697 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 283 2023-12-16T18:18:48.698 INFO:tasks.rados.rados.0.smithi071.stdout:3211: seq_num 991 ranges {7086080=606208,7692288=638976,8331264=794624,9125888=172032} 2023-12-16T18:18:48.738 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi071127730-23 from 7086080 to 7692288 tid 1 2023-12-16T18:18:48.742 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi071127730-23 from 7692288 to 8331264 tid 2 2023-12-16T18:18:48.747 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi071127730-23 from 8331264 to 9125888 tid 3 2023-12-16T18:18:48.748 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi071127730-23 from 9125888 to 9297920 tid 4 2023-12-16T18:18:48.748 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 283 2023-12-16T18:18:48.748 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 1 to smithi071127730-23 2023-12-16T18:18:48.748 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 2 to smithi071127730-23 2023-12-16T18:18:48.748 INFO:tasks.rados.rados.0.smithi071.stdout:3212: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2023-12-16T18:18:48.752 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi071127730-44 from 0 to 622592 tid 1 2023-12-16T18:18:48.755 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi071127730-44 from 622592 to 1146880 tid 2 2023-12-16T18:18:48.758 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi071127730-44 from 1146880 to 1753088 tid 3 2023-12-16T18:18:48.761 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi071127730-44 from 1753088 to 2228224 tid 4 2023-12-16T18:18:48.761 INFO:tasks.rados.rados.0.smithi071.stdout:3213: snap_remove snap 282 2023-12-16T18:18:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:48 smithi071 ceph-mon[139725]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T18:18:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:48 smithi071 ceph-mon[142085]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T18:18:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:48 smithi184 ceph-mon[136228]: osdmap e632: 8 total, 8 up, 8 in 2023-12-16T18:18:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:18:49.701 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 3 to smithi071127730-23 2023-12-16T18:18:49.701 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 4 to smithi071127730-23 2023-12-16T18:18:49.701 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 5 to smithi071127730-23 2023-12-16T18:18:49.701 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 6 to smithi071127730-23 2023-12-16T18:18:49.701 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1528 (ObjNum 991 snap 283 seq_num 991) dirty exists 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3211: left oid 23 (ObjNum 991 snap 283 seq_num 991) 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 1 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 2 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 3 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 4 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 5 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 6 to smithi071127730-44 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1217 (ObjNum 992 snap 283 seq_num 992) dirty exists 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: left oid 44 (ObjNum 992 snap 283 seq_num 992) 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3211: done (2 left) 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3212: done (1 left) 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3213: done (0 left) 2023-12-16T18:18:49.702 INFO:tasks.rados.rados.0.smithi071.stdout:3214: read oid 5 snap -1 2023-12-16T18:18:49.703 INFO:tasks.rados.rados.0.smithi071.stdout:3214: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:49.703 INFO:tasks.rados.rados.0.smithi071.stdout:3215: setattr oid 44 current snap is 283 2023-12-16T18:18:49.703 INFO:tasks.rados.rados.0.smithi071.stdout:3216: delete oid 46 current snap is 283 2023-12-16T18:18:49.705 INFO:tasks.rados.rados.0.smithi071.stdout:3214: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:18:49.708 INFO:tasks.rados.rados.0.smithi071.stdout:3214: done (2 left) 2023-12-16T18:18:49.708 INFO:tasks.rados.rados.0.smithi071.stdout:3216: done (1 left) 2023-12-16T18:18:49.708 INFO:tasks.rados.rados.0.smithi071.stdout:3217: delete oid 41 current snap is 283 2023-12-16T18:18:49.709 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1218 (ObjNum 992 snap 283 seq_num 992) dirty exists 2023-12-16T18:18:49.711 INFO:tasks.rados.rados.0.smithi071.stdout:3215: done (1 left) 2023-12-16T18:18:49.711 INFO:tasks.rados.rados.0.smithi071.stdout:3217: done (0 left) 2023-12-16T18:18:49.711 INFO:tasks.rados.rados.0.smithi071.stdout:3218: snap_create 2023-12-16T18:18:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:49 smithi071 ceph-mon[139725]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:18:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:49 smithi071 ceph-mon[139725]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T18:18:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:49 smithi071 ceph-mon[142085]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:18:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:49 smithi071 ceph-mon[142085]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T18:18:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:49 smithi184 ceph-mon[136228]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 8.5 MiB/s wr, 14 op/s 2023-12-16T18:18:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:49 smithi184 ceph-mon[136228]: osdmap e633: 8 total, 8 up, 8 in 2023-12-16T18:18:50.342 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:18:50.652 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 5m ago 11m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (8m) 3m ago 10m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (12m) 5m ago 12m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (11m) 3m ago 11m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (7m) 3m ago 14m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (8m) 5m ago 15m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 5m ago 15m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (7m) 3m ago 14m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 5m ago 14m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (8m) 5m ago 10m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (8m) 3m ago 10m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 5m ago 13m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:18:50.653 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 5m ago 13m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:18:50.656 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 5m ago 13m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:18:50.656 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 5m ago 13m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:18:50.656 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (4m) 3m ago 12m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:18:50.656 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (4m) 3m ago 12m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:18:50.656 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (3m) 3m ago 12m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:18:50.657 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (3m) 3m ago 12m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:18:50.657 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (7m) 3m ago 11m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:18:50.706 INFO:tasks.rados.rados.0.smithi071.stdout:3218: done (0 left) 2023-12-16T18:18:50.706 INFO:tasks.rados.rados.0.smithi071.stdout:3219: copy_from oid 49 from oid 13 current snap is 284 2023-12-16T18:18:50.706 INFO:tasks.rados.rados.0.smithi071.stdout:3220: copy_from oid 46 from oid 17 current snap is 284 2023-12-16T18:18:50.707 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 284 2023-12-16T18:18:50.707 INFO:tasks.rados.rados.0.smithi071.stdout:3221: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2023-12-16T18:18:50.710 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi071127730-25 from 0 to 671744 tid 1 2023-12-16T18:18:50.714 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi071127730-25 from 671744 to 1245184 tid 2 2023-12-16T18:18:50.719 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi071127730-25 from 1245184 to 2023424 tid 3 2023-12-16T18:18:50.721 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi071127730-25 from 2023424 to 2277376 tid 4 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:3222: read oid 11 snap -1 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:3222: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 284 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 1 to smithi071127730-25 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 2 to smithi071127730-25 2023-12-16T18:18:50.722 INFO:tasks.rados.rados.0.smithi071.stdout:3223: seq_num 996 ranges {5521408=688128,6209536=507904,6717440=581632,7299072=516096} 2023-12-16T18:18:50.757 INFO:tasks.rados.rados.0.smithi071.stdout:3223: writing smithi071127730-12 from 5521408 to 6209536 tid 1 2023-12-16T18:18:50.760 INFO:tasks.rados.rados.0.smithi071.stdout:3223: writing smithi071127730-12 from 6209536 to 6717440 tid 2 2023-12-16T18:18:50.763 INFO:tasks.rados.rados.0.smithi071.stdout:3223: writing smithi071127730-12 from 6717440 to 7299072 tid 3 2023-12-16T18:18:50.766 INFO:tasks.rados.rados.0.smithi071.stdout:3223: writing smithi071127730-12 from 7299072 to 7815168 tid 4 2023-12-16T18:18:50.766 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 284 2023-12-16T18:18:50.766 INFO:tasks.rados.rados.0.smithi071.stdout:3220: finishing copy_from racing read to smithi071127730-46 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3220: finishing copy_from to smithi071127730-46 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1672 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 3 to smithi071127730-25 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 4 to smithi071127730-25 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 5 to smithi071127730-25 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 6 to smithi071127730-25 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1596 (ObjNum 995 snap 284 seq_num 995) dirty exists 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3221: left oid 25 (ObjNum 995 snap 284 seq_num 995) 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3219: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:18:50.767 INFO:tasks.rados.rados.0.smithi071.stdout:3222: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:50 smithi071 ceph-mon[139725]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T18:18:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:50 smithi071 ceph-mon[142085]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T18:18:51.063 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:18:51.063 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:18:51.064 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:18:51.065 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:18:51.068 INFO:tasks.rados.rados.0.smithi071.stdout:3219: finishing copy_from to smithi071127730-49 2023-12-16T18:18:51.068 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:18:51.068 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 1 to smithi071127730-12 2023-12-16T18:18:51.068 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 2 to smithi071127730-12 2023-12-16T18:18:51.068 INFO:tasks.rados.rados.0.smithi071.stdout:3224: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2023-12-16T18:18:51.071 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi071127730-32 from 0 to 704512 tid 1 2023-12-16T18:18:51.076 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi071127730-32 from 704512 to 1499136 tid 2 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi071127730-32 from 1499136 to 2293760 tid 3 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi071127730-32 from 2293760 to 2310144 tid 4 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3219: done (5 left) 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3220: done (4 left) 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3221: done (3 left) 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3222: done (2 left) 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3225: rollback oid 20 current snap is 284 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 280 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 3 to smithi071127730-12 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 4 to smithi071127730-12 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 5 to smithi071127730-12 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing write tid 6 to smithi071127730-12 2023-12-16T18:18:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1223 (ObjNum 996 snap 284 seq_num 996) dirty exists 2023-12-16T18:18:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3223: left oid 12 (ObjNum 996 snap 284 seq_num 996) 2023-12-16T18:18:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 1 to smithi071127730-32 2023-12-16T18:18:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 2 to smithi071127730-32 2023-12-16T18:18:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3223: done (2 left) 2023-12-16T18:18:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3226: delete oid 48 current snap is 284 2023-12-16T18:18:51.085 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 3 to smithi071127730-32 2023-12-16T18:18:51.085 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 4 to smithi071127730-32 2023-12-16T18:18:51.085 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 5 to smithi071127730-32 2023-12-16T18:18:51.085 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:18:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:50 smithi184 ceph-mon[136228]: osdmap e634: 8 total, 8 up, 8 in 2023-12-16T18:18:51.086 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:18:51.086 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:18:51.086 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1087 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:18:51.087 INFO:tasks.rados.rados.0.smithi071.stdout:3225: done (2 left) 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3226: done (1 left) 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3227: read oid 38 snap -1 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3227: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3228: read oid 1 snap -1 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3228: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:18:51.088 INFO:tasks.rados.rados.0.smithi071.stdout:3229: snap_remove snap 280 2023-12-16T18:18:51.713 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 6 to smithi071127730-32 2023-12-16T18:18:51.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1711 (ObjNum 997 snap 284 seq_num 997) dirty exists 2023-12-16T18:18:51.713 INFO:tasks.rados.rados.0.smithi071.stdout:3224: left oid 32 (ObjNum 997 snap 284 seq_num 997) 2023-12-16T18:18:51.713 INFO:tasks.rados.rados.0.smithi071.stdout:3227: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:18:51.772 INFO:tasks.rados.rados.0.smithi071.stdout:3228: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[142085]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[142085]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 21 op/s 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[142085]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[142085]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3214440537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[139725]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[139725]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 21 op/s 2023-12-16T18:18:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[139725]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[139725]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T18:18:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:51 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3214440537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:51 smithi184 ceph-mon[136228]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:51 smithi184 ceph-mon[136228]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 7.2 MiB/s wr, 21 op/s 2023-12-16T18:18:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:51 smithi184 ceph-mon[136228]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:18:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:51 smithi184 ceph-mon[136228]: osdmap e635: 8 total, 8 up, 8 in 2023-12-16T18:18:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:51 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3214440537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3224: done (3 left) 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3227: done (2 left) 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3228: done (1 left) 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3229: done (0 left) 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3230: read oid 47 snap -1 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3230: expect (ObjNum 989 snap 282 seq_num 989) 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:3231: rollback oid 42 current snap is 284 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 276 2023-12-16T18:18:52.119 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 284 2023-12-16T18:18:52.120 INFO:tasks.rados.rados.0.smithi071.stdout:3232: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2023-12-16T18:18:52.123 INFO:tasks.rados.rados.0.smithi071.stdout:3232: writing smithi071127730-7 from 0 to 737280 tid 1 2023-12-16T18:18:52.127 INFO:tasks.rados.rados.0.smithi071.stdout:3232: writing smithi071127730-7 from 737280 to 1302528 tid 2 2023-12-16T18:18:52.132 INFO:tasks.rados.rados.0.smithi071.stdout:3232: writing smithi071127730-7 from 1302528 to 2064384 tid 3 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3232: writing smithi071127730-7 from 2064384 to 2342912 tid 4 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1226 (ObjNum 948 snap 267 seq_num 948) dirty exists 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 1 to smithi071127730-7 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 2 to smithi071127730-7 2023-12-16T18:18:52.134 INFO:tasks.rados.rados.0.smithi071.stdout:3230: expect (ObjNum 989 snap 282 seq_num 989) 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 3 to smithi071127730-7 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 4 to smithi071127730-7 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 5 to smithi071127730-7 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing write tid 6 to smithi071127730-7 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1533 (ObjNum 999 snap 284 seq_num 999) dirty exists 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3232: left oid 7 (ObjNum 999 snap 284 seq_num 999) 2023-12-16T18:18:52.290 INFO:tasks.rados.rados.0.smithi071.stdout:3233: read oid 13 snap -1 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3233: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3230: done (3 left) 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3231: done (2 left) 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3232: done (1 left) 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3234: rollback oid 12 current snap is 284 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 273 2023-12-16T18:18:52.291 INFO:tasks.rados.rados.0.smithi071.stdout:3235: snap_create 2023-12-16T18:18:52.293 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:18:52.295 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:18:52.295 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:18:52.295 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1229 (ObjNum 960 snap 271 seq_num 960) dirty exists 2023-12-16T18:18:52.315 INFO:tasks.rados.rados.0.smithi071.stdout:3233: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:18:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:3233: done (2 left) 2023-12-16T18:18:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:3234: done (1 left) 2023-12-16T18:18:52.723 INFO:tasks.rados.rados.0.smithi071.stdout:3235: done (0 left) 2023-12-16T18:18:52.723 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 285 2023-12-16T18:18:52.723 INFO:tasks.rados.rados.0.smithi071.stdout:3236: seq_num 1000 ranges {2228224=753664,2981888=442368,3424256=565248,3989504=458752,4448256=139264} 2023-12-16T18:18:52.738 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi071127730-44 from 2228224 to 2981888 tid 1 2023-12-16T18:18:52.740 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi071127730-44 from 2981888 to 3424256 tid 2 2023-12-16T18:18:52.744 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi071127730-44 from 3424256 to 3989504 tid 3 2023-12-16T18:18:52.747 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi071127730-44 from 3989504 to 4448256 tid 4 2023-12-16T18:18:52.748 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi071127730-44 from 4448256 to 4587520 tid 5 2023-12-16T18:18:52.748 INFO:tasks.rados.rados.0.smithi071.stdout:3237: read oid 50 snap -1 2023-12-16T18:18:52.748 INFO:tasks.rados.rados.0.smithi071.stdout:3237: expect (ObjNum 951 snap 269 seq_num 951) 2023-12-16T18:18:52.748 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 1 to smithi071127730-44 2023-12-16T18:18:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3238: read oid 39 snap 284 2023-12-16T18:18:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3238: expect (ObjNum 986 snap 279 seq_num 986) 2023-12-16T18:18:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3239: delete oid 3 current snap is 285 2023-12-16T18:18:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 2 to smithi071127730-44 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3239: done (3 left) 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3240: rmattr oid 21 current snap is 285 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3240: done (3 left) 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3241: rollback oid 18 current snap is 285 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 273 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3242: read oid 16 snap -1 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3242: expect (ObjNum 915 snap 257 seq_num 915) 2023-12-16T18:18:52.751 INFO:tasks.rados.rados.0.smithi071.stdout:3243: copy_from oid 47 from oid 26 current snap is 285 2023-12-16T18:18:52.752 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 285 2023-12-16T18:18:52.752 INFO:tasks.rados.rados.0.smithi071.stdout:3244: seq_num 1002 ranges {7700480=786432,8486912=614400,9101312=581632,9682944=409600} 2023-12-16T18:18:52.799 INFO:tasks.rados.rados.0.smithi071.stdout:3244: writing smithi071127730-28 from 7700480 to 8486912 tid 1 2023-12-16T18:18:52.802 INFO:tasks.rados.rados.0.smithi071.stdout:3244: writing smithi071127730-28 from 8486912 to 9101312 tid 2 2023-12-16T18:18:52.806 INFO:tasks.rados.rados.0.smithi071.stdout:3244: writing smithi071127730-28 from 9101312 to 9682944 tid 3 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3244: writing smithi071127730-28 from 9682944 to 10092544 tid 4 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3245: delete oid 4 current snap is 285 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 3 to smithi071127730-44 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 4 to smithi071127730-44 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 5 to smithi071127730-44 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 6 to smithi071127730-44 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 7 to smithi071127730-44 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1235 (ObjNum 1000 snap 285 seq_num 1000) dirty exists 2023-12-16T18:18:52.809 INFO:tasks.rados.rados.0.smithi071.stdout:3236: left oid 44 (ObjNum 1000 snap 285 seq_num 1000) 2023-12-16T18:18:52.810 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing rollback tid 0 to smithi071127730-18 2023-12-16T18:18:52.810 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing rollback tid 1 to smithi071127730-18 2023-12-16T18:18:52.810 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing rollback tid 2 to smithi071127730-18 2023-12-16T18:18:52.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1196 (ObjNum 952 snap 270 seq_num 952) dirty exists 2023-12-16T18:18:52.810 INFO:tasks.rados.rados.0.smithi071.stdout:3237: expect (ObjNum 951 snap 269 seq_num 951) 2023-12-16T18:18:52.849 INFO:tasks.rados.rados.0.smithi071.stdout:3242: expect (ObjNum 915 snap 257 seq_num 915) 2023-12-16T18:18:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:52 smithi071 ceph-mon[139725]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T18:18:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:52 smithi071 ceph-mon[142085]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T18:18:53.002 INFO:tasks.rados.rados.0.smithi071.stdout:3243: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:18:53.002 INFO:tasks.rados.rados.0.smithi071.stdout:3243: finishing copy_from to smithi071127730-47 2023-12-16T18:18:53.002 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1453 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:18:53.003 INFO:tasks.rados.rados.0.smithi071.stdout:3238: expect (ObjNum 986 snap 279 seq_num 986) 2023-12-16T18:18:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:52 smithi184 ceph-mon[136228]: osdmap e636: 8 total, 8 up, 8 in 2023-12-16T18:18:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 1 to smithi071127730-28 2023-12-16T18:18:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 2 to smithi071127730-28 2023-12-16T18:18:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 3 to smithi071127730-28 2023-12-16T18:18:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 4 to smithi071127730-28 2023-12-16T18:18:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 5 to smithi071127730-28 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 6 to smithi071127730-28 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1206 (ObjNum 1002 snap 285 seq_num 1002) dirty exists 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3244: left oid 28 (ObjNum 1002 snap 285 seq_num 1002) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3236: done (7 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3237: done (6 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3238: done (5 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3241: done (4 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3242: done (3 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3243: done (2 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3244: done (1 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3245: done (0 left) 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3246: copy_from oid 6 from oid 1 current snap is 285 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 285 2023-12-16T18:18:53.135 INFO:tasks.rados.rados.0.smithi071.stdout:3247: seq_num 1004 ranges {3833856=16384} 2023-12-16T18:18:53.155 INFO:tasks.rados.rados.0.smithi071.stdout:3247: writing smithi071127730-16 from 3833856 to 3850240 tid 1 2023-12-16T18:18:53.155 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 285 2023-12-16T18:18:53.155 INFO:tasks.rados.rados.0.smithi071.stdout:3248: seq_num 1005 ranges {2277376=32768} 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3248: writing smithi071127730-25 from 2277376 to 2310144 tid 1 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3249: copy_from oid 28 from oid 34 current snap is 285 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 1 to smithi071127730-16 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 2 to smithi071127730-16 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 3 to smithi071127730-16 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1598 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3247: left oid 16 (ObjNum 1004 snap 285 seq_num 1004) 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3246: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3247: done (3 left) 2023-12-16T18:18:53.168 INFO:tasks.rados.rados.0.smithi071.stdout:3250: snap_create 2023-12-16T18:18:53.169 INFO:tasks.rados.rados.0.smithi071.stdout:3246: finishing copy_from to smithi071127730-6 2023-12-16T18:18:53.169 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:53.172 INFO:tasks.rados.rados.0.smithi071.stdout:3248: finishing write tid 1 to smithi071127730-25 2023-12-16T18:18:53.172 INFO:tasks.rados.rados.0.smithi071.stdout:3248: finishing write tid 2 to smithi071127730-25 2023-12-16T18:18:53.173 INFO:tasks.rados.rados.0.smithi071.stdout:3248: finishing write tid 3 to smithi071127730-25 2023-12-16T18:18:53.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1600 (ObjNum 1005 snap 285 seq_num 1005) dirty exists 2023-12-16T18:18:53.173 INFO:tasks.rados.rados.0.smithi071.stdout:3248: left oid 25 (ObjNum 1005 snap 285 seq_num 1005) 2023-12-16T18:18:53.192 INFO:tasks.rados.rados.0.smithi071.stdout:3249: finishing copy_from racing read to smithi071127730-28 2023-12-16T18:18:53.199 INFO:tasks.rados.rados.0.smithi071.stdout:3249: finishing copy_from to smithi071127730-28 2023-12-16T18:18:53.199 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1558 (ObjNum 969 snap 272 seq_num 969) dirty exists 2023-12-16T18:18:53.726 INFO:tasks.rados.rados.0.smithi071.stdout:3246: done (3 left) 2023-12-16T18:18:53.726 INFO:tasks.rados.rados.0.smithi071.stdout:3248: done (2 left) 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:3249: done (1 left) 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:3250: done (0 left) 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:3251: read oid 38 snap 284 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:3251: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 286 2023-12-16T18:18:53.727 INFO:tasks.rados.rados.0.smithi071.stdout:3252: seq_num 1006 ranges {5431296=49152} 2023-12-16T18:18:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:3252: writing smithi071127730-49 from 5431296 to 5480448 tid 1 2023-12-16T18:18:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:3253: read oid 4 snap 284 2023-12-16T18:18:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:3253: expect (ObjNum 955 snap 270 seq_num 955) 2023-12-16T18:18:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 286 2023-12-16T18:18:53.758 INFO:tasks.rados.rados.0.smithi071.stdout:3254: seq_num 1007 ranges {9338880=65536} 2023-12-16T18:18:53.806 INFO:tasks.rados.rados.0.smithi071.stdout:3254: writing smithi071127730-35 from 9338880 to 9404416 tid 1 2023-12-16T18:18:53.806 INFO:tasks.rados.rados.0.smithi071.stdout:3255: snap_create 2023-12-16T18:18:53.806 INFO:tasks.rados.rados.0.smithi071.stdout:3251: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 1 to smithi071127730-49 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 2 to smithi071127730-49 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 3 to smithi071127730-49 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1716 (ObjNum 1006 snap 286 seq_num 1006) dirty exists 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:3252: left oid 49 (ObjNum 1006 snap 286 seq_num 1006) 2023-12-16T18:18:53.860 INFO:tasks.rados.rados.0.smithi071.stdout:3253: expect (ObjNum 955 snap 270 seq_num 955) 2023-12-16T18:18:53.901 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing write tid 1 to smithi071127730-35 2023-12-16T18:18:53.901 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing write tid 2 to smithi071127730-35 2023-12-16T18:18:53.901 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing write tid 3 to smithi071127730-35 2023-12-16T18:18:53.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1535 (ObjNum 1007 snap 286 seq_num 1007) dirty exists 2023-12-16T18:18:53.901 INFO:tasks.rados.rados.0.smithi071.stdout:3254: left oid 35 (ObjNum 1007 snap 286 seq_num 1007) 2023-12-16T18:18:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:53 smithi071 ceph-mon[139725]: pgmap v665: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2023-12-16T18:18:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:53 smithi071 ceph-mon[139725]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T18:18:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:53 smithi071 ceph-mon[142085]: pgmap v665: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2023-12-16T18:18:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:53 smithi071 ceph-mon[142085]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T18:18:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:53 smithi184 ceph-mon[136228]: pgmap v665: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2023-12-16T18:18:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:53 smithi184 ceph-mon[136228]: osdmap e637: 8 total, 8 up, 8 in 2023-12-16T18:18:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:3251: done (4 left) 2023-12-16T18:18:54.732 INFO:tasks.rados.rados.0.smithi071.stdout:3252: done (3 left) 2023-12-16T18:18:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:3253: done (2 left) 2023-12-16T18:18:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:3254: done (1 left) 2023-12-16T18:18:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:3255: done (0 left) 2023-12-16T18:18:54.733 INFO:tasks.rados.rados.0.smithi071.stdout:3256: snap_create 2023-12-16T18:18:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:54 smithi184 ceph-mon[136228]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T18:18:55.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:54 smithi071 ceph-mon[139725]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T18:18:55.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:54 smithi071 ceph-mon[142085]: osdmap e638: 8 total, 8 up, 8 in 2023-12-16T18:18:55.661 INFO:tasks.rados.rados.0.smithi071.stdout:3256: done (0 left) 2023-12-16T18:18:55.661 INFO:tasks.rados.rados.0.smithi071.stdout:3257: snap_remove snap 276 2023-12-16T18:18:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:55 smithi184 ceph-mon[136228]: pgmap v668: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2023-12-16T18:18:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:55 smithi184 ceph-mon[136228]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T18:18:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:55 smithi184 ceph-mon[136228]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T18:18:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[139725]: pgmap v668: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2023-12-16T18:18:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[139725]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T18:18:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[139725]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T18:18:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[142085]: pgmap v668: 121 pgs: 121 active+clean; 246 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2023-12-16T18:18:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[142085]: osdmap e639: 8 total, 8 up, 8 in 2023-12-16T18:18:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:55 smithi071 ceph-mon[142085]: osdmap e640: 8 total, 8 up, 8 in 2023-12-16T18:18:56.662 INFO:tasks.rados.rados.0.smithi071.stdout:3257: done (0 left) 2023-12-16T18:18:56.662 INFO:tasks.rados.rados.0.smithi071.stdout:3258: rollback oid 24 current snap is 288 2023-12-16T18:18:56.662 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 285 2023-12-16T18:18:56.662 INFO:tasks.rados.rados.0.smithi071.stdout:3259: copy_from oid 33 from oid 15 current snap is 288 2023-12-16T18:18:56.662 INFO:tasks.rados.rados.0.smithi071.stdout:3260: snap_remove snap 283 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3260: done (2 left) 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 288 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1199 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3259: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3259: finishing copy_from to smithi071127730-33 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:18:57.669 INFO:tasks.rados.rados.0.smithi071.stdout:3261: seq_num 1008 ranges {1572864=90112} 2023-12-16T18:18:57.673 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:18:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:18:57] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2023-12-16T18:18:57.678 INFO:tasks.rados.rados.0.smithi071.stdout:3261: writing smithi071127730-40 from 1572864 to 1662976 tid 1 2023-12-16T18:18:57.678 INFO:tasks.rados.rados.0.smithi071.stdout:3258: done (2 left) 2023-12-16T18:18:57.679 INFO:tasks.rados.rados.0.smithi071.stdout:3259: done (1 left) 2023-12-16T18:18:57.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 288 2023-12-16T18:18:57.679 INFO:tasks.rados.rados.0.smithi071.stdout:3262: seq_num 1009 ranges {7217152=106496} 2023-12-16T18:18:57.718 INFO:tasks.rados.rados.0.smithi071.stdout:3262: writing smithi071127730-28 from 7217152 to 7323648 tid 1 2023-12-16T18:18:57.718 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 288 2023-12-16T18:18:57.718 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing write tid 1 to smithi071127730-40 2023-12-16T18:18:57.718 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing write tid 2 to smithi071127730-40 2023-12-16T18:18:57.719 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing write tid 3 to smithi071127730-40 2023-12-16T18:18:57.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1252 (ObjNum 1008 snap 288 seq_num 1008) dirty exists 2023-12-16T18:18:57.719 INFO:tasks.rados.rados.0.smithi071.stdout:3261: left oid 40 (ObjNum 1008 snap 288 seq_num 1008) 2023-12-16T18:18:57.719 INFO:tasks.rados.rados.0.smithi071.stdout:3263: seq_num 1010 ranges {2310144=122880} 2023-12-16T18:18:57.731 INFO:tasks.rados.rados.0.smithi071.stdout:3263: writing smithi071127730-32 from 2310144 to 2433024 tid 1 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3261: done (2 left) 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3264: delete oid 26 current snap is 288 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing write tid 1 to smithi071127730-28 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing write tid 2 to smithi071127730-28 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing write tid 3 to smithi071127730-28 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1560 (ObjNum 1009 snap 288 seq_num 1009) dirty exists 2023-12-16T18:18:57.732 INFO:tasks.rados.rados.0.smithi071.stdout:3262: left oid 28 (ObjNum 1009 snap 288 seq_num 1009) 2023-12-16T18:18:57.734 INFO:tasks.rados.rados.0.smithi071.stdout:3262: done (2 left) 2023-12-16T18:18:57.734 INFO:tasks.rados.rados.0.smithi071.stdout:3264: done (1 left) 2023-12-16T18:18:57.734 INFO:tasks.rados.rados.0.smithi071.stdout:3265: snap_create 2023-12-16T18:18:57.735 INFO:tasks.rados.rados.0.smithi071.stdout:3263: finishing write tid 1 to smithi071127730-32 2023-12-16T18:18:57.735 INFO:tasks.rados.rados.0.smithi071.stdout:3263: finishing write tid 2 to smithi071127730-32 2023-12-16T18:18:57.736 INFO:tasks.rados.rados.0.smithi071.stdout:3263: finishing write tid 3 to smithi071127730-32 2023-12-16T18:18:57.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1727 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2023-12-16T18:18:57.736 INFO:tasks.rados.rados.0.smithi071.stdout:3263: left oid 32 (ObjNum 1010 snap 288 seq_num 1010) 2023-12-16T18:18:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:57 smithi071 ceph-mon[139725]: pgmap v671: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-16T18:18:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:57 smithi071 ceph-mon[139725]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T18:18:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:57 smithi071 ceph-mon[142085]: pgmap v671: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-16T18:18:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:57 smithi071 ceph-mon[142085]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T18:18:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:57 smithi184 ceph-mon[136228]: pgmap v671: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-16T18:18:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:57 smithi184 ceph-mon[136228]: osdmap e641: 8 total, 8 up, 8 in 2023-12-16T18:18:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:3263: done (1 left) 2023-12-16T18:18:58.684 INFO:tasks.rados.rados.0.smithi071.stdout:3265: done (0 left) 2023-12-16T18:18:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:3266: read oid 21 snap 284 2023-12-16T18:18:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:3266: expect (ObjNum 982 snap 278 seq_num 982) 2023-12-16T18:18:58.685 INFO:tasks.rados.rados.0.smithi071.stdout:3267: delete oid 3 current snap is 289 2023-12-16T18:18:58.693 INFO:tasks.rados.rados.0.smithi071.stdout:3266: expect (ObjNum 982 snap 278 seq_num 982) 2023-12-16T18:18:58.746 INFO:tasks.rados.rados.0.smithi071.stdout:3266: done (1 left) 2023-12-16T18:18:58.746 INFO:tasks.rados.rados.0.smithi071.stdout:3267: done (0 left) 2023-12-16T18:18:58.746 INFO:tasks.rados.rados.0.smithi071.stdout:3268: read oid 23 snap 281 2023-12-16T18:18:58.746 INFO:tasks.rados.rados.0.smithi071.stdout:3268: expect (ObjNum 958 snap 271 seq_num 958) 2023-12-16T18:18:58.747 INFO:tasks.rados.rados.0.smithi071.stdout:3269: setattr oid 29 current snap is 289 2023-12-16T18:18:58.747 INFO:tasks.rados.rados.0.smithi071.stdout:3270: copy_from oid 21 from oid 16 current snap is 289 2023-12-16T18:18:58.747 INFO:tasks.rados.rados.0.smithi071.stdout:3271: delete oid 4 current snap is 289 2023-12-16T18:18:58.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1358 (ObjNum 990 snap 282 seq_num 990) dirty exists 2023-12-16T18:18:58.752 INFO:tasks.rados.rados.0.smithi071.stdout:3269: done (3 left) 2023-12-16T18:18:58.752 INFO:tasks.rados.rados.0.smithi071.stdout:3271: done (2 left) 2023-12-16T18:18:58.752 INFO:tasks.rados.rados.0.smithi071.stdout:3272: snap_create 2023-12-16T18:18:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:3270: finishing copy_from racing read to smithi071127730-21 2023-12-16T18:18:58.769 INFO:tasks.rados.rados.0.smithi071.stdout:3270: finishing copy_from to smithi071127730-21 2023-12-16T18:18:58.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1598 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:18:58.772 INFO:tasks.rados.rados.0.smithi071.stdout:3268: expect (ObjNum 958 snap 271 seq_num 958) 2023-12-16T18:18:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:58 smithi071 ceph-mon[139725]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T18:18:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:58 smithi071 ceph-mon[142085]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T18:18:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:58 smithi184 ceph-mon[136228]: osdmap e642: 8 total, 8 up, 8 in 2023-12-16T18:18:59.688 INFO:tasks.rados.rados.0.smithi071.stdout:3268: done (2 left) 2023-12-16T18:18:59.688 INFO:tasks.rados.rados.0.smithi071.stdout:3270: done (1 left) 2023-12-16T18:18:59.688 INFO:tasks.rados.rados.0.smithi071.stdout:3272: done (0 left) 2023-12-16T18:18:59.688 INFO:tasks.rados.rados.0.smithi071.stdout:3273: copy_from oid 14 from oid 19 current snap is 290 2023-12-16T18:18:59.688 INFO:tasks.rados.rados.0.smithi071.stdout:3274: rmattr oid 49 current snap is 290 2023-12-16T18:18:59.689 INFO:tasks.rados.rados.0.smithi071.stdout:3274: done (1 left) 2023-12-16T18:18:59.689 INFO:tasks.rados.rados.0.smithi071.stdout:3275: delete oid 29 current snap is 290 2023-12-16T18:18:59.690 INFO:tasks.rados.rados.0.smithi071.stdout:3275: done (1 left) 2023-12-16T18:18:59.690 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 290 2023-12-16T18:18:59.691 INFO:tasks.rados.rados.0.smithi071.stdout:3276: seq_num 1015 ranges {4030464=204800} 2023-12-16T18:18:59.714 INFO:tasks.rados.rados.0.smithi071.stdout:3276: writing smithi071127730-39 from 4030464 to 4235264 tid 1 2023-12-16T18:18:59.714 INFO:tasks.rados.rados.0.smithi071.stdout:3277: delete oid 5 current snap is 290 2023-12-16T18:18:59.717 INFO:tasks.rados.rados.0.smithi071.stdout:3273: finishing copy_from racing read to smithi071127730-14 2023-12-16T18:18:59.722 INFO:tasks.rados.rados.0.smithi071.stdout:3276: finishing write tid 1 to smithi071127730-39 2023-12-16T18:18:59.722 INFO:tasks.rados.rados.0.smithi071.stdout:3276: finishing write tid 2 to smithi071127730-39 2023-12-16T18:18:59.723 INFO:tasks.rados.rados.0.smithi071.stdout:3273: finishing copy_from to smithi071127730-14 2023-12-16T18:18:59.723 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1250 (ObjNum 976 snap 276 seq_num 976) dirty exists 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3273: done (2 left) 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3277: done (1 left) 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3278: rmattr oid 47 current snap is 290 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3279: read oid 5 snap 288 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3279: expect (ObjNum -1723173008 snap 22091 seq_num 2571054576) 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3280: delete oid 14 current snap is 290 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3276: finishing write tid 3 to smithi071127730-39 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1546 (ObjNum 1015 snap 290 seq_num 1015) dirty exists 2023-12-16T18:18:59.724 INFO:tasks.rados.rados.0.smithi071.stdout:3276: left oid 39 (ObjNum 1015 snap 290 seq_num 1015) 2023-12-16T18:18:59.725 INFO:tasks.rados.rados.0.smithi071.stdout:3279: expect (ObjNum -1723173008 snap 22091 seq_num 2571054576) 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1601 (ObjNum 833 snap 235 seq_num 833) dirty exists 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:3276: done (3 left) 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:3278: done (2 left) 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:3279: done (1 left) 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:3280: done (0 left) 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:3281: copy_from oid 2 from oid 26 current snap is 290 2023-12-16T18:18:59.728 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 290 2023-12-16T18:18:59.729 INFO:tasks.rados.rados.0.smithi071.stdout:3282: seq_num 1018 ranges {2433024=253952} 2023-12-16T18:18:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:3282: writing smithi071127730-32 from 2433024 to 2686976 tid 1 2023-12-16T18:18:59.743 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 290 2023-12-16T18:18:59.743 INFO:tasks.rados.rados.0.smithi071.stdout:3283: seq_num 1019 ranges {5431296=270336} 2023-12-16T18:18:59.773 INFO:tasks.rados.rados.0.smithi071.stdout:3283: writing smithi071127730-13 from 5431296 to 5701632 tid 1 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3284: rollback oid 4 current snap is 290 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 285 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3281: finishing copy_from to smithi071127730-2 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3281: got expected ENOENT (src dne) 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3285: rmattr oid 36 current snap is 290 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3285: done (4 left) 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3286: setattr oid 46 current snap is 290 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3281: finishing copy_from racing read to smithi071127730-2 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing write tid 1 to smithi071127730-32 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing write tid 2 to smithi071127730-32 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing write tid 3 to smithi071127730-32 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1730 (ObjNum 1018 snap 290 seq_num 1018) dirty exists 2023-12-16T18:18:59.774 INFO:tasks.rados.rados.0.smithi071.stdout:3282: left oid 32 (ObjNum 1018 snap 290 seq_num 1018) 2023-12-16T18:18:59.775 INFO:tasks.rados.rados.0.smithi071.stdout:3281: done (4 left) 2023-12-16T18:18:59.775 INFO:tasks.rados.rados.0.smithi071.stdout:3282: done (3 left) 2023-12-16T18:18:59.775 INFO:tasks.rados.rados.0.smithi071.stdout:3287: snap_create 2023-12-16T18:18:59.775 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing rollback tid 1 to smithi071127730-4 2023-12-16T18:18:59.775 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1194 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-16T18:18:59.776 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 1 to smithi071127730-13 2023-12-16T18:18:59.776 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 2 to smithi071127730-13 2023-12-16T18:18:59.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1673 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:18:59.778 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 3 to smithi071127730-13 2023-12-16T18:18:59.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1548 (ObjNum 1019 snap 290 seq_num 1019) dirty exists 2023-12-16T18:18:59.778 INFO:tasks.rados.rados.0.smithi071.stdout:3283: left oid 13 (ObjNum 1019 snap 290 seq_num 1019) 2023-12-16T18:18:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:59 smithi071 ceph-mon[139725]: pgmap v674: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2023-12-16T18:18:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:18:59 smithi071 ceph-mon[139725]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T18:18:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:59 smithi071 ceph-mon[142085]: pgmap v674: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2023-12-16T18:18:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:18:59 smithi071 ceph-mon[142085]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T18:19:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:59 smithi184 ceph-mon[136228]: pgmap v674: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2023-12-16T18:19:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:18:59 smithi184 ceph-mon[136228]: osdmap e643: 8 total, 8 up, 8 in 2023-12-16T18:19:00.663 INFO:tasks.rados.rados.0.smithi071.stdout:3283: done (3 left) 2023-12-16T18:19:00.663 INFO:tasks.rados.rados.0.smithi071.stdout:3284: done (2 left) 2023-12-16T18:19:00.663 INFO:tasks.rados.rados.0.smithi071.stdout:3286: done (1 left) 2023-12-16T18:19:00.663 INFO:tasks.rados.rados.0.smithi071.stdout:3287: done (0 left) 2023-12-16T18:19:00.663 INFO:tasks.rados.rados.0.smithi071.stdout:3288: delete oid 42 current snap is 291 2023-12-16T18:19:00.669 INFO:tasks.rados.rados.0.smithi071.stdout:3288: done (0 left) 2023-12-16T18:19:00.669 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 291 2023-12-16T18:19:00.669 INFO:tasks.rados.rados.0.smithi071.stdout:3289: seq_num 1021 ranges {0=303104} 2023-12-16T18:19:00.671 INFO:tasks.rados.rados.0.smithi071.stdout:3289: writing smithi071127730-26 from 0 to 303104 tid 1 2023-12-16T18:19:00.671 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 291 2023-12-16T18:19:00.671 INFO:tasks.rados.rados.0.smithi071.stdout:3290: seq_num 1022 ranges {0=319488} 2023-12-16T18:19:00.673 INFO:tasks.rados.rados.0.smithi071.stdout:3290: writing smithi071127730-42 from 0 to 319488 tid 1 2023-12-16T18:19:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 291 2023-12-16T18:19:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3291: seq_num 1023 ranges {0=335872} 2023-12-16T18:19:00.676 INFO:tasks.rados.rados.0.smithi071.stdout:3291: writing smithi071127730-22 from 0 to 335872 tid 1 2023-12-16T18:19:00.676 INFO:tasks.rados.rados.0.smithi071.stdout:3292: delete oid 44 current snap is 291 2023-12-16T18:19:00.676 INFO:tasks.rados.rados.0.smithi071.stdout:3289: finishing write tid 1 to smithi071127730-26 2023-12-16T18:19:00.676 INFO:tasks.rados.rados.0.smithi071.stdout:3289: finishing write tid 2 to smithi071127730-26 2023-12-16T18:19:00.677 INFO:tasks.rados.rados.0.smithi071.stdout:3289: finishing write tid 3 to smithi071127730-26 2023-12-16T18:19:00.677 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1630 (ObjNum 1021 snap 291 seq_num 1021) dirty exists 2023-12-16T18:19:00.677 INFO:tasks.rados.rados.0.smithi071.stdout:3289: left oid 26 (ObjNum 1021 snap 291 seq_num 1021) 2023-12-16T18:19:00.678 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 1 to smithi071127730-42 2023-12-16T18:19:00.678 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 2 to smithi071127730-42 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:3289: done (3 left) 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:3292: done (2 left) 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:3293: read oid 10 snap -1 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:3293: expect deleted 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 291 2023-12-16T18:19:00.680 INFO:tasks.rados.rados.0.smithi071.stdout:3294: seq_num 1025 ranges {0=368640} 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3294: writing smithi071127730-36 from 0 to 368640 tid 1 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3295: read oid 1 snap -1 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3295: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3296: copy_from oid 25 from oid 29 current snap is 291 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 3 to smithi071127730-42 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1238 (ObjNum 1022 snap 291 seq_num 1022) dirty exists 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3290: left oid 42 (ObjNum 1022 snap 291 seq_num 1022) 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3290: done (5 left) 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3297: read oid 15 snap 281 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3297: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 291 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing write tid 1 to smithi071127730-22 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing write tid 2 to smithi071127730-22 2023-12-16T18:19:00.683 INFO:tasks.rados.rados.0.smithi071.stdout:3298: seq_num 1026 ranges {5480448=385024} 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3298: writing smithi071127730-49 from 5480448 to 5865472 tid 1 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3293: done (6 left) 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3299: snap_create 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing write tid 3 to smithi071127730-22 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1603 (ObjNum 1023 snap 291 seq_num 1023) dirty exists 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3291: left oid 22 (ObjNum 1023 snap 291 seq_num 1023) 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3296: finishing copy_from to smithi071127730-25 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3296: got expected ENOENT (src dne) 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3296: finishing copy_from racing read to smithi071127730-25 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3294: finishing write tid 1 to smithi071127730-36 2023-12-16T18:19:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3294: finishing write tid 2 to smithi071127730-36 2023-12-16T18:19:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3294: finishing write tid 3 to smithi071127730-36 2023-12-16T18:19:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1498 (ObjNum 1025 snap 291 seq_num 1025) dirty exists 2023-12-16T18:19:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3294: left oid 36 (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3295: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:00 smithi071 ceph-mon[139725]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T18:19:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:00 smithi071 ceph-mon[139725]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T18:19:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:00 smithi071 ceph-mon[142085]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T18:19:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:00 smithi071 ceph-mon[142085]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T18:19:01.064 INFO:tasks.rados.rados.0.smithi071.stdout:3297: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:00 smithi184 ceph-mon[136228]: osdmap e644: 8 total, 8 up, 8 in 2023-12-16T18:19:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:00 smithi184 ceph-mon[136228]: osdmap e645: 8 total, 8 up, 8 in 2023-12-16T18:19:01.410 INFO:tasks.rados.rados.0.smithi071.stdout:3298: finishing write tid 1 to smithi071127730-49 2023-12-16T18:19:01.410 INFO:tasks.rados.rados.0.smithi071.stdout:3298: finishing write tid 2 to smithi071127730-49 2023-12-16T18:19:01.410 INFO:tasks.rados.rados.0.smithi071.stdout:3298: finishing write tid 3 to smithi071127730-49 2023-12-16T18:19:01.410 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1733 (ObjNum 1026 snap 291 seq_num 1026) dirty exists 2023-12-16T18:19:01.410 INFO:tasks.rados.rados.0.smithi071.stdout:3298: left oid 49 (ObjNum 1026 snap 291 seq_num 1026) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3291: done (6 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3294: done (5 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3295: done (4 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3296: done (3 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3297: done (2 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3298: done (1 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3299: done (0 left) 2023-12-16T18:19:01.700 INFO:tasks.rados.rados.0.smithi071.stdout:3300: snap_remove snap 281 2023-12-16T18:19:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:01 smithi071 ceph-mon[139725]: pgmap v677: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-16T18:19:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:01 smithi071 ceph-mon[142085]: pgmap v677: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-16T18:19:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:01 smithi184 ceph-mon[136228]: pgmap v677: 121 pgs: 121 active+clean; 276 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-16T18:19:02.714 INFO:tasks.rados.rados.0.smithi071.stdout:3300: done (0 left) 2023-12-16T18:19:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3301: copy_from oid 49 from oid 17 current snap is 292 2023-12-16T18:19:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3302: snap_remove snap 288 2023-12-16T18:19:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:02 smithi071 ceph-mon[139725]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T18:19:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:02 smithi071 ceph-mon[142085]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T18:19:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:02 smithi184 ceph-mon[136228]: osdmap e646: 8 total, 8 up, 8 in 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:3301: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:3301: finishing copy_from to smithi071127730-49 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1672 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:3301: done (1 left) 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:3302: done (0 left) 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 292 2023-12-16T18:19:03.716 INFO:tasks.rados.rados.0.smithi071.stdout:3303: seq_num 1027 ranges {1794048=409600} 2023-12-16T18:19:03.729 INFO:tasks.rados.rados.0.smithi071.stdout:3303: writing smithi071127730-45 from 1794048 to 2203648 tid 1 2023-12-16T18:19:03.729 INFO:tasks.rados.rados.0.smithi071.stdout:3304: snap_remove snap 284 2023-12-16T18:19:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[142085]: pgmap v680: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-16T18:19:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[142085]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T18:19:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[139725]: pgmap v680: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-16T18:19:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[139725]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T18:19:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:03 smithi184 ceph-mon[136228]: pgmap v680: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-16T18:19:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:03 smithi184 ceph-mon[136228]: osdmap e647: 8 total, 8 up, 8 in 2023-12-16T18:19:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:04.731 INFO:tasks.rados.rados.0.smithi071.stdout:3304: done (1 left) 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3305: delete oid 28 current snap is 292 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing write tid 1 to smithi071127730-45 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing write tid 2 to smithi071127730-45 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing write tid 3 to smithi071127730-45 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1361 (ObjNum 1027 snap 292 seq_num 1027) dirty exists 2023-12-16T18:19:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3303: left oid 45 (ObjNum 1027 snap 292 seq_num 1027) 2023-12-16T18:19:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:3303: done (1 left) 2023-12-16T18:19:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:3305: done (0 left) 2023-12-16T18:19:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 292 2023-12-16T18:19:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:3306: seq_num 1029 ranges {0=442368} 2023-12-16T18:19:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:3306: writing smithi071127730-4 from 0 to 442368 tid 1 2023-12-16T18:19:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 292 2023-12-16T18:19:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:3307: seq_num 1030 ranges {1662976=458752} 2023-12-16T18:19:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:3307: writing smithi071127730-40 from 1662976 to 2121728 tid 1 2023-12-16T18:19:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:3308: copy_from oid 33 from oid 22 current snap is 292 2023-12-16T18:19:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:3306: finishing write tid 1 to smithi071127730-4 2023-12-16T18:19:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:3309: snap_remove snap 274 2023-12-16T18:19:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:04 smithi184 ceph-mon[136228]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T18:19:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:04 smithi071 ceph-mon[139725]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T18:19:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:04 smithi071 ceph-mon[142085]: osdmap e648: 8 total, 8 up, 8 in 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3309: done (3 left) 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3310: rmattr oid 12 current snap is 292 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3310: done (3 left) 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3311: setattr oid 29 current snap is 292 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3306: finishing write tid 2 to smithi071127730-4 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3306: finishing write tid 3 to smithi071127730-4 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1196 (ObjNum 1029 snap 292 seq_num 1029) dirty exists 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3306: left oid 4 (ObjNum 1029 snap 292 seq_num 1029) 2023-12-16T18:19:05.666 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing write tid 1 to smithi071127730-40 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing write tid 2 to smithi071127730-40 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:3308: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:3308: finishing copy_from to smithi071127730-33 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1603 (ObjNum 1023 snap 291 seq_num 1023) dirty exists 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing write tid 3 to smithi071127730-40 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1256 (ObjNum 1030 snap 292 seq_num 1030) dirty exists 2023-12-16T18:19:05.667 INFO:tasks.rados.rados.0.smithi071.stdout:3307: left oid 40 (ObjNum 1030 snap 292 seq_num 1030) 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3306: done (3 left) 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3307: done (2 left) 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3308: done (1 left) 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3312: read oid 33 snap -1 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3312: expect (ObjNum 1023 snap 291 seq_num 1023) 2023-12-16T18:19:05.669 INFO:tasks.rados.rados.0.smithi071.stdout:3313: snap_remove snap 285 2023-12-16T18:19:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:05 smithi184 ceph-mon[136228]: pgmap v683: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2023-12-16T18:19:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:05 smithi184 ceph-mon[136228]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T18:19:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:05 smithi184 ceph-mon[136228]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T18:19:06.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[139725]: pgmap v683: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2023-12-16T18:19:06.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[139725]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T18:19:06.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[139725]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T18:19:06.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[142085]: pgmap v683: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2023-12-16T18:19:06.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[142085]: osdmap e649: 8 total, 8 up, 8 in 2023-12-16T18:19:06.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:05 smithi071 ceph-mon[142085]: osdmap e650: 8 total, 8 up, 8 in 2023-12-16T18:19:06.666 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1362 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-16T18:19:06.666 INFO:tasks.rados.rados.0.smithi071.stdout:3312: expect (ObjNum 1023 snap 291 seq_num 1023) 2023-12-16T18:19:06.680 INFO:tasks.rados.rados.0.smithi071.stdout:3311: done (2 left) 2023-12-16T18:19:06.681 INFO:tasks.rados.rados.0.smithi071.stdout:3312: done (1 left) 2023-12-16T18:19:06.681 INFO:tasks.rados.rados.0.smithi071.stdout:3313: done (0 left) 2023-12-16T18:19:06.681 INFO:tasks.rados.rados.0.smithi071.stdout:3314: snap_remove snap 273 2023-12-16T18:19:07.662 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:07] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:19:07.674 INFO:tasks.rados.rados.0.smithi071.stdout:3314: done (0 left) 2023-12-16T18:19:07.674 INFO:tasks.rados.rados.0.smithi071.stdout:3315: copy_from oid 5 from oid 40 current snap is 292 2023-12-16T18:19:07.674 INFO:tasks.rados.rados.0.smithi071.stdout:3316: setattr oid 39 current snap is 292 2023-12-16T18:19:07.677 INFO:tasks.rados.rados.0.smithi071.stdout:3317: snap_remove snap 289 2023-12-16T18:19:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:07 smithi071 ceph-mon[139725]: pgmap v686: 121 pgs: 121 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2023-12-16T18:19:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:07 smithi071 ceph-mon[139725]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T18:19:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:07 smithi071 ceph-mon[142085]: pgmap v686: 121 pgs: 121 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2023-12-16T18:19:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:07 smithi071 ceph-mon[142085]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T18:19:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:07 smithi184 ceph-mon[136228]: pgmap v686: 121 pgs: 121 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2023-12-16T18:19:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:07 smithi184 ceph-mon[136228]: osdmap e651: 8 total, 8 up, 8 in 2023-12-16T18:19:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:3317: done (2 left) 2023-12-16T18:19:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 292 2023-12-16T18:19:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:3318: seq_num 1031 ranges {319488=475136} 2023-12-16T18:19:08.688 INFO:tasks.rados.rados.0.smithi071.stdout:3318: writing smithi071127730-42 from 319488 to 794624 tid 1 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1549 (ObjNum 1015 snap 290 seq_num 1015) dirty exists 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing copy_from to smithi071127730-5 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1256 (ObjNum 1030 snap 292 seq_num 1030) dirty exists 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3315: done (2 left) 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3316: done (1 left) 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3319: rollback oid 28 current snap is 292 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 291 2023-12-16T18:19:08.689 INFO:tasks.rados.rados.0.smithi071.stdout:3320: snap_remove snap 287 2023-12-16T18:19:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:08 smithi071 ceph-mon[139725]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T18:19:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:08 smithi071 ceph-mon[142085]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T18:19:09.086 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 18:19:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T18:19:08.701+0000 7fae8fcec700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 23c after trimming was started 2023-12-16T18:19:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:08 smithi184 ceph-mon[136228]: osdmap e652: 8 total, 8 up, 8 in 2023-12-16T18:19:09.692 INFO:tasks.rados.rados.0.smithi071.stdout:3319: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3319: finishing rollback tid 2 to smithi071127730-28 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1563 (ObjNum 1009 snap 288 seq_num 1009) dirty exists 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 1 to smithi071127730-42 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 2 to smithi071127730-42 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 3 to smithi071127730-42 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1241 (ObjNum 1031 snap 292 seq_num 1031) dirty exists 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3318: left oid 42 (ObjNum 1031 snap 292 seq_num 1031) 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3318: done (2 left) 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3319: done (1 left) 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3320: done (0 left) 2023-12-16T18:19:09.693 INFO:tasks.rados.rados.0.smithi071.stdout:3321: delete oid 49 current snap is 292 2023-12-16T18:19:09.701 INFO:tasks.rados.rados.0.smithi071.stdout:3321: done (0 left) 2023-12-16T18:19:09.701 INFO:tasks.rados.rados.0.smithi071.stdout:3322: copy_from oid 47 from oid 41 current snap is 292 2023-12-16T18:19:09.701 INFO:tasks.rados.rados.0.smithi071.stdout:3323: delete oid 4 current snap is 292 2023-12-16T18:19:09.704 INFO:tasks.rados.rados.0.smithi071.stdout:3323: done (1 left) 2023-12-16T18:19:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:3324: copy_from oid 34 from oid 31 current snap is 292 2023-12-16T18:19:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:3325: copy_from oid 35 from oid 6 current snap is 292 2023-12-16T18:19:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 292 2023-12-16T18:19:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:3326: seq_num 1034 ranges {1900544=524288} 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3326: writing smithi071127730-37 from 1900544 to 2424832 tid 1 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3327: rollback oid 38 current snap is 292 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 291 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3322: finishing copy_from to smithi071127730-47 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3322: got expected ENOENT (src dne) 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3328: delete oid 25 current snap is 292 2023-12-16T18:19:09.719 INFO:tasks.rados.rados.0.smithi071.stdout:3322: finishing copy_from racing read to smithi071127730-47 2023-12-16T18:19:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3322: done (5 left) 2023-12-16T18:19:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3328: done (4 left) 2023-12-16T18:19:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3329: copy_from oid 36 from oid 49 current snap is 292 2023-12-16T18:19:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 292 2023-12-16T18:19:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3330: seq_num 1036 ranges {0=557056} 2023-12-16T18:19:09.727 INFO:tasks.rados.rados.0.smithi071.stdout:3330: writing smithi071127730-41 from 0 to 557056 tid 1 2023-12-16T18:19:09.727 INFO:tasks.rados.rados.0.smithi071.stdout:3331: rollback oid 50 current snap is 292 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 291 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3327: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3329: finishing copy_from to smithi071127730-36 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3329: got expected ENOENT (src dne) 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3329: finishing copy_from racing read to smithi071127730-36 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3329: done (6 left) 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3332: rollback oid 26 current snap is 292 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 291 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 292 2023-12-16T18:19:09.728 INFO:tasks.rados.rados.0.smithi071.stdout:3333: seq_num 1037 ranges {5431296=573440} 2023-12-16T18:19:09.762 INFO:tasks.rados.rados.0.smithi071.stdout:3333: writing smithi071127730-11 from 5431296 to 6004736 tid 1 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3334: delete oid 15 current snap is 292 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 1 to smithi071127730-37 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3327: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3327: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1778 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3331: finishing rollback tid 0 to smithi071127730-50 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 2 to smithi071127730-37 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 1 to smithi071127730-41 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3331: finishing rollback tid 1 to smithi071127730-50 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 2 to smithi071127730-41 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:3331: finishing rollback tid 2 to smithi071127730-50 2023-12-16T18:19:09.763 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1552 (ObjNum 951 snap 269 seq_num 951) dirty exists 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing rollback tid 0 to smithi071127730-26 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 3 to smithi071127730-41 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1089 (ObjNum 1036 snap 292 seq_num 1036) dirty exists 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3330: left oid 41 (ObjNum 1036 snap 292 seq_num 1036) 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 3 to smithi071127730-37 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1667 (ObjNum 1034 snap 292 seq_num 1034) dirty exists 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3326: left oid 37 (ObjNum 1034 snap 292 seq_num 1034) 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing rollback tid 2 to smithi071127730-26 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1671 (ObjNum 1021 snap 291 seq_num 1021) dirty exists 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3325: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3325: finishing copy_from to smithi071127730-35 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:19:09.764 INFO:tasks.rados.rados.0.smithi071.stdout:3324: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:19:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:3324: finishing copy_from to smithi071127730-34 2023-12-16T18:19:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1213 (ObjNum 979 snap 278 seq_num 979) dirty exists 2023-12-16T18:19:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:3324: done (8 left) 2023-12-16T18:19:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:3325: done (7 left) 2023-12-16T18:19:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:3326: done (6 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3327: done (5 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3330: done (4 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3331: done (3 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3332: done (2 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3334: done (1 left) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3335: read oid 17 snap -1 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3335: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:3336: delete oid 31 current snap is 292 2023-12-16T18:19:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing write tid 1 to smithi071127730-11 2023-12-16T18:19:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing write tid 2 to smithi071127730-11 2023-12-16T18:19:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:3336: done (2 left) 2023-12-16T18:19:09.768 INFO:tasks.rados.rados.0.smithi071.stdout:3337: copy_from oid 7 from oid 29 current snap is 292 2023-12-16T18:19:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 292 2023-12-16T18:19:09.769 INFO:tasks.rados.rados.0.smithi071.stdout:3338: seq_num 1040 ranges {9338880=622592} 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:3338: writing smithi071127730-34 from 9338880 to 9961472 tid 1 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:3339: read oid 12 snap -1 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:3339: expect (ObjNum 960 snap 271 seq_num 960) 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:3340: delete oid 2 current snap is 292 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing write tid 3 to smithi071127730-11 2023-12-16T18:19:09.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1676 (ObjNum 1037 snap 292 seq_num 1037) dirty exists 2023-12-16T18:19:09.823 INFO:tasks.rados.rados.0.smithi071.stdout:3333: left oid 11 (ObjNum 1037 snap 292 seq_num 1037) 2023-12-16T18:19:09.823 INFO:tasks.rados.rados.0.smithi071.stdout:3337: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:19:09.823 INFO:tasks.rados.rados.0.smithi071.stdout:3337: finishing copy_from to smithi071127730-7 2023-12-16T18:19:09.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1362 (ObjNum 65 snap 0 seq_num 1750557798) dirty exists 2023-12-16T18:19:09.823 INFO:tasks.rados.rados.0.smithi071.stdout:3335: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:09 smithi071 ceph-mon[139725]: pgmap v689: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2023-12-16T18:19:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:09 smithi071 ceph-mon[139725]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T18:19:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:09 smithi071 ceph-mon[142085]: pgmap v689: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2023-12-16T18:19:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:09 smithi071 ceph-mon[142085]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T18:19:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:3338: finishing write tid 1 to smithi071127730-34 2023-12-16T18:19:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:3338: finishing write tid 2 to smithi071127730-34 2023-12-16T18:19:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:3338: finishing write tid 3 to smithi071127730-34 2023-12-16T18:19:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1678 (ObjNum 1040 snap 292 seq_num 1040) dirty exists 2023-12-16T18:19:10.009 INFO:tasks.rados.rados.0.smithi071.stdout:3338: left oid 34 (ObjNum 1040 snap 292 seq_num 1040) 2023-12-16T18:19:10.009 INFO:tasks.rados.rados.0.smithi071.stdout:3339: expect (ObjNum 960 snap 271 seq_num 960) 2023-12-16T18:19:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:09 smithi184 ceph-mon[136228]: pgmap v689: 121 pgs: 121 active+clean; 284 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 14 op/s 2023-12-16T18:19:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:09 smithi184 ceph-mon[136228]: osdmap e653: 8 total, 8 up, 8 in 2023-12-16T18:19:10.264 INFO:tasks.rados.rados.0.smithi071.stdout:3333: done (5 left) 2023-12-16T18:19:10.264 INFO:tasks.rados.rados.0.smithi071.stdout:3335: done (4 left) 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:3337: done (3 left) 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:3338: done (2 left) 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:3339: done (1 left) 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:3340: done (0 left) 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 292 2023-12-16T18:19:10.265 INFO:tasks.rados.rados.0.smithi071.stdout:3341: seq_num 1042 ranges {3792896=655360} 2023-12-16T18:19:10.286 INFO:tasks.rados.rados.0.smithi071.stdout:3341: writing smithi071127730-24 from 3792896 to 4448256 tid 1 2023-12-16T18:19:10.287 INFO:tasks.rados.rados.0.smithi071.stdout:3342: rollback oid 13 current snap is 292 2023-12-16T18:19:10.287 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 286 2023-12-16T18:19:10.287 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 292 2023-12-16T18:19:10.287 INFO:tasks.rados.rados.0.smithi071.stdout:3343: seq_num 1043 ranges {4825088=671744} 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3343: writing smithi071127730-43 from 4825088 to 5496832 tid 1 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 292 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3341: finishing write tid 1 to smithi071127730-24 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3341: finishing write tid 2 to smithi071127730-24 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3342: finishing rollback tid 0 to smithi071127730-13 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3342: finishing rollback tid 1 to smithi071127730-13 2023-12-16T18:19:10.317 INFO:tasks.rados.rados.0.smithi071.stdout:3344: seq_num 1044 ranges {2121728=688128} 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3344: writing smithi071127730-40 from 2121728 to 2809856 tid 1 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3345: snap_create 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3342: finishing rollback tid 2 to smithi071127730-13 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1555 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3341: finishing write tid 3 to smithi071127730-24 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1201 (ObjNum 1042 snap 292 seq_num 1042) dirty exists 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3341: left oid 24 (ObjNum 1042 snap 292 seq_num 1042) 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3343: finishing write tid 1 to smithi071127730-43 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3343: finishing write tid 2 to smithi071127730-43 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3343: finishing write tid 3 to smithi071127730-43 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1565 (ObjNum 1043 snap 292 seq_num 1043) dirty exists 2023-12-16T18:19:10.331 INFO:tasks.rados.rados.0.smithi071.stdout:3343: left oid 43 (ObjNum 1043 snap 292 seq_num 1043) 2023-12-16T18:19:10.335 INFO:tasks.rados.rados.0.smithi071.stdout:3344: finishing write tid 1 to smithi071127730-40 2023-12-16T18:19:10.335 INFO:tasks.rados.rados.0.smithi071.stdout:3344: finishing write tid 2 to smithi071127730-40 2023-12-16T18:19:10.336 INFO:tasks.rados.rados.0.smithi071.stdout:3344: finishing write tid 3 to smithi071127730-40 2023-12-16T18:19:10.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1286 (ObjNum 1044 snap 292 seq_num 1044) dirty exists 2023-12-16T18:19:10.336 INFO:tasks.rados.rados.0.smithi071.stdout:3344: left oid 40 (ObjNum 1044 snap 292 seq_num 1044) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3341: done (4 left) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3342: done (3 left) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3343: done (2 left) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3344: done (1 left) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3345: done (0 left) 2023-12-16T18:19:10.665 INFO:tasks.rados.rados.0.smithi071.stdout:3346: delete oid 47 current snap is 293 2023-12-16T18:19:10.671 INFO:tasks.rados.rados.0.smithi071.stdout:3346: done (0 left) 2023-12-16T18:19:10.671 INFO:tasks.rados.rados.0.smithi071.stdout:3347: snap_create 2023-12-16T18:19:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:10 smithi071 ceph-mon[139725]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T18:19:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:10 smithi071 ceph-mon[139725]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T18:19:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:10 smithi071 ceph-mon[142085]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T18:19:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:10 smithi071 ceph-mon[142085]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T18:19:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:10 smithi184 ceph-mon[136228]: osdmap e654: 8 total, 8 up, 8 in 2023-12-16T18:19:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:10 smithi184 ceph-mon[136228]: osdmap e655: 8 total, 8 up, 8 in 2023-12-16T18:19:11.674 INFO:tasks.rados.rados.0.smithi071.stdout:3347: done (0 left) 2023-12-16T18:19:11.674 INFO:tasks.rados.rados.0.smithi071.stdout:3348: read oid 39 snap -1 2023-12-16T18:19:11.675 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 1015 snap 290 seq_num 1015) 2023-12-16T18:19:11.675 INFO:tasks.rados.rados.0.smithi071.stdout:3349: read oid 43 snap -1 2023-12-16T18:19:11.675 INFO:tasks.rados.rados.0.smithi071.stdout:3349: expect (ObjNum 1043 snap 292 seq_num 1043) 2023-12-16T18:19:11.675 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 294 2023-12-16T18:19:11.675 INFO:tasks.rados.rados.0.smithi071.stdout:3350: seq_num 1046 ranges {303104=729088} 2023-12-16T18:19:11.680 INFO:tasks.rados.rados.0.smithi071.stdout:3350: writing smithi071127730-26 from 303104 to 1032192 tid 1 2023-12-16T18:19:11.680 INFO:tasks.rados.rados.0.smithi071.stdout:3351: delete oid 4 current snap is 294 2023-12-16T18:19:11.687 INFO:tasks.rados.rados.0.smithi071.stdout:3350: finishing write tid 1 to smithi071127730-26 2023-12-16T18:19:11.687 INFO:tasks.rados.rados.0.smithi071.stdout:3350: finishing write tid 2 to smithi071127730-26 2023-12-16T18:19:11.690 INFO:tasks.rados.rados.0.smithi071.stdout:3350: finishing write tid 3 to smithi071127730-26 2023-12-16T18:19:11.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1681 (ObjNum 1046 snap 294 seq_num 1046) dirty exists 2023-12-16T18:19:11.690 INFO:tasks.rados.rados.0.smithi071.stdout:3350: left oid 26 (ObjNum 1046 snap 294 seq_num 1046) 2023-12-16T18:19:11.691 INFO:tasks.rados.rados.0.smithi071.stdout:3350: done (3 left) 2023-12-16T18:19:11.691 INFO:tasks.rados.rados.0.smithi071.stdout:3351: done (2 left) 2023-12-16T18:19:11.691 INFO:tasks.rados.rados.0.smithi071.stdout:3352: setattr oid 17 current snap is 294 2023-12-16T18:19:11.695 INFO:tasks.rados.rados.0.smithi071.stdout:3353: delete oid 7 current snap is 294 2023-12-16T18:19:11.696 INFO:tasks.rados.rados.0.smithi071.stdout:3349: expect (ObjNum 1043 snap 292 seq_num 1043) 2023-12-16T18:19:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:11 smithi071 ceph-mon[139725]: pgmap v692: 121 pgs: 121 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:19:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:11 smithi071 ceph-mon[139725]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T18:19:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:11 smithi071 ceph-mon[142085]: pgmap v692: 121 pgs: 121 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:19:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:11 smithi071 ceph-mon[142085]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T18:19:11.990 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 1015 snap 290 seq_num 1015) 2023-12-16T18:19:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:11 smithi184 ceph-mon[136228]: pgmap v692: 121 pgs: 121 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 247 KiB/s rd, 2.2 MiB/s wr, 10 op/s 2023-12-16T18:19:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:11 smithi184 ceph-mon[136228]: osdmap e656: 8 total, 8 up, 8 in 2023-12-16T18:19:12.192 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1782 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:19:12.192 INFO:tasks.rados.rados.0.smithi071.stdout:3348: done (3 left) 2023-12-16T18:19:12.192 INFO:tasks.rados.rados.0.smithi071.stdout:3349: done (2 left) 2023-12-16T18:19:12.192 INFO:tasks.rados.rados.0.smithi071.stdout:3352: done (1 left) 2023-12-16T18:19:12.193 INFO:tasks.rados.rados.0.smithi071.stdout:3353: done (0 left) 2023-12-16T18:19:12.193 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 294 2023-12-16T18:19:12.193 INFO:tasks.rados.rados.0.smithi071.stdout:3354: seq_num 1049 ranges {0=778240} 2023-12-16T18:19:12.196 INFO:tasks.rados.rados.0.smithi071.stdout:3354: writing smithi071127730-14 from 0 to 778240 tid 1 2023-12-16T18:19:12.196 INFO:tasks.rados.rados.0.smithi071.stdout:3355: delete oid 48 current snap is 294 2023-12-16T18:19:12.199 INFO:tasks.rados.rados.0.smithi071.stdout:3355: done (1 left) 2023-12-16T18:19:12.199 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 294 2023-12-16T18:19:12.199 INFO:tasks.rados.rados.0.smithi071.stdout:3356: seq_num 1051 ranges {2121728=409600,2531328=401408} 2023-12-16T18:19:12.213 INFO:tasks.rados.rados.0.smithi071.stdout:3356: writing smithi071127730-5 from 2121728 to 2531328 tid 1 2023-12-16T18:19:12.215 INFO:tasks.rados.rados.0.smithi071.stdout:3356: writing smithi071127730-5 from 2531328 to 2932736 tid 2 2023-12-16T18:19:12.215 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 294 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 1 to smithi071127730-14 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 2 to smithi071127730-14 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 3 to smithi071127730-14 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1288 (ObjNum 1049 snap 294 seq_num 1049) dirty exists 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:3354: left oid 14 (ObjNum 1049 snap 294 seq_num 1049) 2023-12-16T18:19:12.216 INFO:tasks.rados.rados.0.smithi071.stdout:3357: seq_num 1052 ranges {0=425984,425984=401408} 2023-12-16T18:19:12.217 INFO:tasks.rados.rados.0.smithi071.stdout:3357: writing smithi071127730-48 from 0 to 425984 tid 1 2023-12-16T18:19:12.220 INFO:tasks.rados.rados.0.smithi071.stdout:3357: writing smithi071127730-48 from 425984 to 827392 tid 2 2023-12-16T18:19:12.220 INFO:tasks.rados.rados.0.smithi071.stdout:3354: done (2 left) 2023-12-16T18:19:12.220 INFO:tasks.rados.rados.0.smithi071.stdout:3358: rollback oid 25 current snap is 294 2023-12-16T18:19:12.220 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 290 2023-12-16T18:19:12.221 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 1 to smithi071127730-5 2023-12-16T18:19:12.221 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 2 to smithi071127730-5 2023-12-16T18:19:12.221 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 3 to smithi071127730-5 2023-12-16T18:19:12.221 INFO:tasks.rados.rados.0.smithi071.stdout:3359: delete oid 37 current snap is 294 2023-12-16T18:19:12.222 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 4 to smithi071127730-5 2023-12-16T18:19:12.222 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1292 (ObjNum 1051 snap 294 seq_num 1051) dirty exists 2023-12-16T18:19:12.222 INFO:tasks.rados.rados.0.smithi071.stdout:3356: left oid 5 (ObjNum 1051 snap 294 seq_num 1051) 2023-12-16T18:19:12.223 INFO:tasks.rados.rados.0.smithi071.stdout:3358: finishing rollback tid 1 to smithi071127730-25 2023-12-16T18:19:12.223 INFO:tasks.rados.rados.0.smithi071.stdout:3358: finishing rollback tid 2 to smithi071127730-25 2023-12-16T18:19:12.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1607 (ObjNum 1005 snap 285 seq_num 1005) dirty exists 2023-12-16T18:19:12.223 INFO:tasks.rados.rados.0.smithi071.stdout:3356: done (3 left) 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3358: done (2 left) 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3359: done (1 left) 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3360: delete oid 35 current snap is 294 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 1 to smithi071127730-48 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 2 to smithi071127730-48 2023-12-16T18:19:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 3 to smithi071127730-48 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 4 to smithi071127730-48 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1092 (ObjNum 1052 snap 294 seq_num 1052) dirty exists 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3357: left oid 48 (ObjNum 1052 snap 294 seq_num 1052) 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3357: done (1 left) 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3360: done (0 left) 2023-12-16T18:19:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3361: read oid 36 snap 292 2023-12-16T18:19:12.227 INFO:tasks.rados.rados.0.smithi071.stdout:3361: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:12.227 INFO:tasks.rados.rados.0.smithi071.stdout:3362: snap_remove snap 277 2023-12-16T18:19:12.699 INFO:tasks.rados.rados.0.smithi071.stdout:3362: done (1 left) 2023-12-16T18:19:12.699 INFO:tasks.rados.rados.0.smithi071.stdout:3363: delete oid 44 current snap is 294 2023-12-16T18:19:12.699 INFO:tasks.rados.rados.0.smithi071.stdout:3361: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:3361: done (1 left) 2023-12-16T18:19:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:3363: done (0 left) 2023-12-16T18:19:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:3364: delete oid 22 current snap is 294 2023-12-16T18:19:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:3364: done (0 left) 2023-12-16T18:19:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:3365: rollback oid 41 current snap is 294 2023-12-16T18:19:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 291 2023-12-16T18:19:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:3366: rollback oid 19 current snap is 294 2023-12-16T18:19:12.719 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 293 2023-12-16T18:19:12.720 INFO:tasks.rados.rados.0.smithi071.stdout:3367: rollback oid 24 current snap is 294 2023-12-16T18:19:12.720 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 291 2023-12-16T18:19:12.720 INFO:tasks.rados.rados.0.smithi071.stdout:3368: snap_create 2023-12-16T18:19:12.725 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:19:12.725 INFO:tasks.rados.rados.0.smithi071.stdout:3365: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:19:12.726 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:19:12.726 INFO:tasks.rados.rados.0.smithi071.stdout:3366: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:19:12.726 INFO:tasks.rados.rados.0.smithi071.stdout:3366: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:19:12.726 INFO:tasks.rados.rados.0.smithi071.stdout:3365: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:19:12.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1094 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-16T18:19:12.727 INFO:tasks.rados.rados.0.smithi071.stdout:3366: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:19:12.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1302 (ObjNum 976 snap 276 seq_num 976) dirty exists 2023-12-16T18:19:12.727 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:19:12.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1204 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:19:13.705 INFO:tasks.rados.rados.0.smithi071.stdout:3365: done (3 left) 2023-12-16T18:19:13.705 INFO:tasks.rados.rados.0.smithi071.stdout:3366: done (2 left) 2023-12-16T18:19:13.706 INFO:tasks.rados.rados.0.smithi071.stdout:3367: done (1 left) 2023-12-16T18:19:13.706 INFO:tasks.rados.rados.0.smithi071.stdout:3368: done (0 left) 2023-12-16T18:19:13.706 INFO:tasks.rados.rados.0.smithi071.stdout:3369: read oid 49 snap -1 2023-12-16T18:19:13.706 INFO:tasks.rados.rados.0.smithi071.stdout:3369: expect deleted 2023-12-16T18:19:13.706 INFO:tasks.rados.rados.0.smithi071.stdout:3370: snap_remove snap 286 2023-12-16T18:19:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:13 smithi071 ceph-mon[139725]: pgmap v695: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-16T18:19:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:13 smithi071 ceph-mon[139725]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T18:19:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:13 smithi071 ceph-mon[142085]: pgmap v695: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-16T18:19:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:13 smithi071 ceph-mon[142085]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T18:19:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:13 smithi184 ceph-mon[136228]: pgmap v695: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-16T18:19:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:13 smithi184 ceph-mon[136228]: osdmap e657: 8 total, 8 up, 8 in 2023-12-16T18:19:14.720 INFO:tasks.rados.rados.0.smithi071.stdout:3370: done (1 left) 2023-12-16T18:19:14.720 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 295 2023-12-16T18:19:14.720 INFO:tasks.rados.rados.0.smithi071.stdout:3371: seq_num 1057 ranges {5521408=507904,6029312=401408} 2023-12-16T18:19:14.752 INFO:tasks.rados.rados.0.smithi071.stdout:3371: writing smithi071127730-12 from 5521408 to 6029312 tid 1 2023-12-16T18:19:14.755 INFO:tasks.rados.rados.0.smithi071.stdout:3371: writing smithi071127730-12 from 6029312 to 6430720 tid 2 2023-12-16T18:19:14.755 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 295 2023-12-16T18:19:14.755 INFO:tasks.rados.rados.0.smithi071.stdout:3372: seq_num 1058 ranges {2203648=524288,2727936=401408} 2023-12-16T18:19:14.770 INFO:tasks.rados.rados.0.smithi071.stdout:3372: writing smithi071127730-45 from 2203648 to 2727936 tid 1 2023-12-16T18:19:14.772 INFO:tasks.rados.rados.0.smithi071.stdout:3372: writing smithi071127730-45 from 2727936 to 3129344 tid 2 2023-12-16T18:19:14.772 INFO:tasks.rados.rados.0.smithi071.stdout:3373: snap_remove snap 292 2023-12-16T18:19:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:14 smithi071 ceph-mon[139725]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T18:19:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:14 smithi071 ceph-mon[142085]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T18:19:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:14 smithi184 ceph-mon[136228]: osdmap e658: 8 total, 8 up, 8 in 2023-12-16T18:19:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3373: done (3 left) 2023-12-16T18:19:15.690 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 295 2023-12-16T18:19:15.690 INFO:tasks.rados.rados.0.smithi071.stdout:3374: seq_num 1059 ranges {1540096=540672,2080768=401408} 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3374: writing smithi071127730-50 from 1540096 to 2080768 tid 1 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3374: writing smithi071127730-50 from 2080768 to 2482176 tid 2 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3369: done (3 left) 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3375: rollback oid 38 current snap is 295 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 293 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing write tid 1 to smithi071127730-12 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing write tid 2 to smithi071127730-12 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing write tid 3 to smithi071127730-12 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing write tid 4 to smithi071127730-12 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1244 (ObjNum 1057 snap 295 seq_num 1057) dirty exists 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3371: left oid 12 (ObjNum 1057 snap 295 seq_num 1057) 2023-12-16T18:19:15.692 INFO:tasks.rados.rados.0.smithi071.stdout:3372: finishing write tid 1 to smithi071127730-45 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3372: finishing write tid 2 to smithi071127730-45 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3372: finishing write tid 3 to smithi071127730-45 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3372: finishing write tid 4 to smithi071127730-45 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1365 (ObjNum 1058 snap 295 seq_num 1058) dirty exists 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3372: left oid 45 (ObjNum 1058 snap 295 seq_num 1058) 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3371: done (3 left) 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3372: done (2 left) 2023-12-16T18:19:15.693 INFO:tasks.rados.rados.0.smithi071.stdout:3376: snap_remove snap 294 2023-12-16T18:19:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[139725]: pgmap v698: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2023-12-16T18:19:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[139725]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T18:19:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[139725]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T18:19:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[142085]: pgmap v698: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2023-12-16T18:19:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[142085]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T18:19:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:15 smithi071 ceph-mon[142085]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T18:19:15.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:15 smithi184 ceph-mon[136228]: pgmap v698: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2023-12-16T18:19:15.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:15 smithi184 ceph-mon[136228]: osdmap e659: 8 total, 8 up, 8 in 2023-12-16T18:19:15.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:15 smithi184 ceph-mon[136228]: osdmap e660: 8 total, 8 up, 8 in 2023-12-16T18:19:16.676 INFO:tasks.rados.rados.0.smithi071.stdout:3376: done (2 left) 2023-12-16T18:19:16.677 INFO:tasks.rados.rados.0.smithi071.stdout:3377: rmattr oid 14 current snap is 295 2023-12-16T18:19:16.677 INFO:tasks.rados.rados.0.smithi071.stdout:3377: done (2 left) 2023-12-16T18:19:16.677 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 295 2023-12-16T18:19:16.677 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 1 to smithi071127730-50 2023-12-16T18:19:16.677 INFO:tasks.rados.rados.0.smithi071.stdout:3378: seq_num 1060 ranges {5431296=557056,5988352=401408} 2023-12-16T18:19:16.708 INFO:tasks.rados.rados.0.smithi071.stdout:3378: writing smithi071127730-13 from 5431296 to 5988352 tid 1 2023-12-16T18:19:16.710 INFO:tasks.rados.rados.0.smithi071.stdout:3378: writing smithi071127730-13 from 5988352 to 6389760 tid 2 2023-12-16T18:19:16.711 INFO:tasks.rados.rados.0.smithi071.stdout:3379: snap_remove snap 291 2023-12-16T18:19:17.673 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:17] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:19:17.716 INFO:tasks.rados.rados.0.smithi071.stdout:3379: done (3 left) 2023-12-16T18:19:17.716 INFO:tasks.rados.rados.0.smithi071.stdout:3380: snap_remove snap 290 2023-12-16T18:19:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:17 smithi071 ceph-mon[139725]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 716 KiB/s wr, 14 op/s 2023-12-16T18:19:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:17 smithi071 ceph-mon[139725]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T18:19:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:17 smithi071 ceph-mon[142085]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 716 KiB/s wr, 14 op/s 2023-12-16T18:19:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:17 smithi071 ceph-mon[142085]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T18:19:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:17 smithi184 ceph-mon[136228]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 716 KiB/s wr, 14 op/s 2023-12-16T18:19:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:17 smithi184 ceph-mon[136228]: osdmap e661: 8 total, 8 up, 8 in 2023-12-16T18:19:18.730 INFO:tasks.rados.rados.0.smithi071.stdout:3380: done (3 left) 2023-12-16T18:19:18.730 INFO:tasks.rados.rados.0.smithi071.stdout:3381: copy_from oid 42 from oid 43 current snap is 295 2023-12-16T18:19:18.731 INFO:tasks.rados.rados.0.smithi071.stdout:3382: setattr oid 5 current snap is 295 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 2 to smithi071127730-50 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 3 to smithi071127730-50 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3375: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3375: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3375: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1808 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 4 to smithi071127730-50 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1558 (ObjNum 1059 snap 295 seq_num 1059) dirty exists 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3374: left oid 50 (ObjNum 1059 snap 295 seq_num 1059) 2023-12-16T18:19:18.733 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing write tid 1 to smithi071127730-13 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing write tid 2 to smithi071127730-13 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing write tid 3 to smithi071127730-13 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing write tid 4 to smithi071127730-13 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1561 (ObjNum 1060 snap 295 seq_num 1060) dirty exists 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3378: left oid 13 (ObjNum 1060 snap 295 seq_num 1060) 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3374: done (4 left) 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3375: done (3 left) 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3378: done (2 left) 2023-12-16T18:19:18.734 INFO:tasks.rados.rados.0.smithi071.stdout:3383: delete oid 13 current snap is 295 2023-12-16T18:19:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1323 (ObjNum 1051 snap 294 seq_num 1051) dirty exists 2023-12-16T18:19:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:3382: done (2 left) 2023-12-16T18:19:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:3383: done (1 left) 2023-12-16T18:19:18.741 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 295 2023-12-16T18:19:18.742 INFO:tasks.rados.rados.0.smithi071.stdout:3384: seq_num 1062 ranges {3129344=589824,3719168=401408} 2023-12-16T18:19:18.762 INFO:tasks.rados.rados.0.smithi071.stdout:3384: writing smithi071127730-45 from 3129344 to 3719168 tid 1 2023-12-16T18:19:18.765 INFO:tasks.rados.rados.0.smithi071.stdout:3384: writing smithi071127730-45 from 3719168 to 4120576 tid 2 2023-12-16T18:19:18.766 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 295 2023-12-16T18:19:18.766 INFO:tasks.rados.rados.0.smithi071.stdout:3381: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:19:18.766 INFO:tasks.rados.rados.0.smithi071.stdout:3385: seq_num 1063 ranges {0=606208,606208=401408} 2023-12-16T18:19:18.769 INFO:tasks.rados.rados.0.smithi071.stdout:3385: writing smithi071127730-7 from 0 to 606208 tid 1 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3385: writing smithi071127730-7 from 606208 to 1007616 tid 2 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3386: setattr oid 17 current snap is 295 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3381: finishing copy_from to smithi071127730-42 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1565 (ObjNum 1043 snap 292 seq_num 1043) dirty exists 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 1 to smithi071127730-45 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 2 to smithi071127730-45 2023-12-16T18:19:18.772 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 3 to smithi071127730-45 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 4 to smithi071127730-45 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1368 (ObjNum 1062 snap 295 seq_num 1062) dirty exists 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3384: left oid 45 (ObjNum 1062 snap 295 seq_num 1062) 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3381: done (3 left) 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3384: done (2 left) 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3387: rollback oid 14 current snap is 295 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 293 2023-12-16T18:19:18.773 INFO:tasks.rados.rados.0.smithi071.stdout:3388: setattr oid 23 current snap is 295 2023-12-16T18:19:18.774 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing write tid 1 to smithi071127730-7 2023-12-16T18:19:18.774 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing write tid 2 to smithi071127730-7 2023-12-16T18:19:18.775 INFO:tasks.rados.rados.0.smithi071.stdout:3389: snap_create 2023-12-16T18:19:18.775 INFO:tasks.rados.rados.0.smithi071.stdout:3387: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:19:18.775 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing write tid 3 to smithi071127730-7 2023-12-16T18:19:18.776 INFO:tasks.rados.rados.0.smithi071.stdout:3387: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:19:18.776 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1325 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:19:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing write tid 4 to smithi071127730-7 2023-12-16T18:19:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1540 (ObjNum 1063 snap 295 seq_num 1063) dirty exists 2023-12-16T18:19:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:3385: left oid 7 (ObjNum 1063 snap 295 seq_num 1063) 2023-12-16T18:19:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1827 (ObjNum 975 snap 276 seq_num 975) dirty exists 2023-12-16T18:19:18.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1541 (ObjNum 991 snap 283 seq_num 991) dirty exists 2023-12-16T18:19:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:18 smithi071 ceph-mon[142085]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T18:19:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:18 smithi071 ceph-mon[139725]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T18:19:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:18 smithi184 ceph-mon[136228]: osdmap e662: 8 total, 8 up, 8 in 2023-12-16T18:19:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3385: done (4 left) 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3386: done (3 left) 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3387: done (2 left) 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3388: done (1 left) 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3389: done (0 left) 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 296 2023-12-16T18:19:19.731 INFO:tasks.rados.rados.0.smithi071.stdout:3390: seq_num 1064 ranges {4120576=622592,4743168=401408} 2023-12-16T18:19:19.755 INFO:tasks.rados.rados.0.smithi071.stdout:3390: writing smithi071127730-45 from 4120576 to 4743168 tid 1 2023-12-16T18:19:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:3390: writing smithi071127730-45 from 4743168 to 5144576 tid 2 2023-12-16T18:19:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:3391: read oid 41 snap 295 2023-12-16T18:19:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:3391: expect deleted 2023-12-16T18:19:19.758 INFO:tasks.rados.rados.0.smithi071.stdout:3392: delete oid 6 current snap is 296 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3390: finishing write tid 1 to smithi071127730-45 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3390: finishing write tid 2 to smithi071127730-45 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3390: finishing write tid 3 to smithi071127730-45 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3391: done (2 left) 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3392: done (1 left) 2023-12-16T18:19:19.763 INFO:tasks.rados.rados.0.smithi071.stdout:3393: copy_from oid 29 from oid 8 current snap is 296 2023-12-16T18:19:19.764 INFO:tasks.rados.rados.0.smithi071.stdout:3394: setattr oid 15 current snap is 296 2023-12-16T18:19:19.764 INFO:tasks.rados.rados.0.smithi071.stdout:3390: finishing write tid 4 to smithi071127730-45 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1371 (ObjNum 1064 snap 296 seq_num 1064) dirty exists 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:3390: left oid 45 (ObjNum 1064 snap 296 seq_num 1064) 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:3390: done (2 left) 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:3395: read oid 16 snap 293 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:3395: expect (ObjNum 1004 snap 285 seq_num 1004) 2023-12-16T18:19:19.765 INFO:tasks.rados.rados.0.smithi071.stdout:3396: setattr oid 25 current snap is 296 2023-12-16T18:19:19.766 INFO:tasks.rados.rados.0.smithi071.stdout:3397: read oid 35 snap 295 2023-12-16T18:19:19.766 INFO:tasks.rados.rados.0.smithi071.stdout:3397: expect deleted 2023-12-16T18:19:19.766 INFO:tasks.rados.rados.0.smithi071.stdout:3398: delete oid 44 current snap is 296 2023-12-16T18:19:19.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1675 (ObjNum 721 snap 0 seq_num 1689883592) dirty exists 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3394: done (5 left) 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3397: done (4 left) 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3398: done (3 left) 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3399: read oid 47 snap -1 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3399: expect deleted 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3400: rollback oid 43 current snap is 296 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 293 2023-12-16T18:19:19.771 INFO:tasks.rados.rados.0.smithi071.stdout:3401: snap_create 2023-12-16T18:19:19.777 INFO:tasks.rados.rados.0.smithi071.stdout:3400: finishing rollback tid 0 to smithi071127730-43 2023-12-16T18:19:19.777 INFO:tasks.rados.rados.0.smithi071.stdout:3400: finishing rollback tid 1 to smithi071127730-43 2023-12-16T18:19:19.778 INFO:tasks.rados.rados.0.smithi071.stdout:3400: finishing rollback tid 2 to smithi071127730-43 2023-12-16T18:19:19.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1568 (ObjNum 1043 snap 292 seq_num 1043) dirty exists 2023-12-16T18:19:19.781 INFO:tasks.rados.rados.0.smithi071.stdout:3395: expect (ObjNum 1004 snap 285 seq_num 1004) 2023-12-16T18:19:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:19 smithi071 ceph-mon[142085]: pgmap v704: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-16T18:19:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:19 smithi071 ceph-mon[142085]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T18:19:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:19 smithi071 ceph-mon[139725]: pgmap v704: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-16T18:19:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:19 smithi071 ceph-mon[139725]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T18:19:19.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1609 (ObjNum 1005 snap 285 seq_num 1005) dirty exists 2023-12-16T18:19:19.998 INFO:tasks.rados.rados.0.smithi071.stdout:3393: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:19:19.998 INFO:tasks.rados.rados.0.smithi071.stdout:3393: finishing copy_from to smithi071127730-29 2023-12-16T18:19:19.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1231 (ObjNum 940 snap 262 seq_num 940) dirty exists 2023-12-16T18:19:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:19 smithi184 ceph-mon[136228]: pgmap v704: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-16T18:19:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:19 smithi184 ceph-mon[136228]: osdmap e663: 8 total, 8 up, 8 in 2023-12-16T18:19:20.668 INFO:tasks.rados.rados.0.smithi071.stdout:3393: done (5 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3395: done (4 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3396: done (3 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3399: done (2 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3400: done (1 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3401: done (0 left) 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3402: rollback oid 24 current snap is 297 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 296 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 297 2023-12-16T18:19:20.669 INFO:tasks.rados.rados.0.smithi071.stdout:3403: seq_num 1067 ranges {0=679936,679936=401408} 2023-12-16T18:19:20.672 INFO:tasks.rados.rados.0.smithi071.stdout:3403: writing smithi071127730-22 from 0 to 679936 tid 1 2023-12-16T18:19:20.674 INFO:tasks.rados.rados.0.smithi071.stdout:3403: writing smithi071127730-22 from 679936 to 1081344 tid 2 2023-12-16T18:19:20.675 INFO:tasks.rados.rados.0.smithi071.stdout:3404: delete oid 47 current snap is 297 2023-12-16T18:19:20.679 INFO:tasks.rados.rados.0.smithi071.stdout:3403: finishing write tid 1 to smithi071127730-22 2023-12-16T18:19:20.679 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:19:20.680 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:19:20.680 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:19:20.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1207 (ObjNum 910 snap 255 seq_num 910) dirty exists 2023-12-16T18:19:20.680 INFO:tasks.rados.rados.0.smithi071.stdout:3403: finishing write tid 2 to smithi071127730-22 2023-12-16T18:19:20.680 INFO:tasks.rados.rados.0.smithi071.stdout:3403: finishing write tid 3 to smithi071127730-22 2023-12-16T18:19:20.681 INFO:tasks.rados.rados.0.smithi071.stdout:3402: done (2 left) 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:3404: done (1 left) 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:3405: copy_from oid 42 from oid 30 current snap is 297 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:3406: setattr oid 16 current snap is 297 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:3403: finishing write tid 4 to smithi071127730-22 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1612 (ObjNum 1067 snap 297 seq_num 1067) dirty exists 2023-12-16T18:19:20.682 INFO:tasks.rados.rados.0.smithi071.stdout:3403: left oid 22 (ObjNum 1067 snap 297 seq_num 1067) 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3403: done (2 left) 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3407: rollback oid 36 current snap is 297 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 295 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3408: rmattr oid 22 current snap is 297 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3408: done (3 left) 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3409: rollback oid 48 current snap is 297 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 293 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3410: copy_from oid 34 from oid 1 current snap is 297 2023-12-16T18:19:20.684 INFO:tasks.rados.rados.0.smithi071.stdout:3411: rollback oid 41 current snap is 297 2023-12-16T18:19:20.685 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 293 2023-12-16T18:19:20.685 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 297 2023-12-16T18:19:20.685 INFO:tasks.rados.rados.0.smithi071.stdout:3412: seq_num 1069 ranges {3792896=712704,4505600=401408} 2023-12-16T18:19:20.710 INFO:tasks.rados.rados.0.smithi071.stdout:3412: writing smithi071127730-24 from 3792896 to 4505600 tid 1 2023-12-16T18:19:20.713 INFO:tasks.rados.rados.0.smithi071.stdout:3412: writing smithi071127730-24 from 4505600 to 4907008 tid 2 2023-12-16T18:19:20.713 INFO:tasks.rados.rados.0.smithi071.stdout:3413: read oid 28 snap 293 2023-12-16T18:19:20.713 INFO:tasks.rados.rados.0.smithi071.stdout:3413: expect (ObjNum 1009 snap 288 seq_num 1009) 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3414: snap_create 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1613 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing rollback tid 0 to smithi071127730-48 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing rollback tid 1 to smithi071127730-48 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1096 (ObjNum 65 snap 0 seq_num 1599631983) dirty dne 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1098 (ObjNum 1036 snap 292 seq_num 1036) dirty exists 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing rollback tid 0 to smithi071127730-36 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing rollback tid 1 to smithi071127730-36 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing rollback tid 2 to smithi071127730-36 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1606 (ObjNum 1025 snap 291 seq_num 1025) dirty exists 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3405: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:3405: finishing copy_from to smithi071127730-42 2023-12-16T18:19:20.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1517 (ObjNum 932 snap 260 seq_num 932) dirty exists 2023-12-16T18:19:20.716 INFO:tasks.rados.rados.0.smithi071.stdout:3410: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:19:20.725 INFO:tasks.rados.rados.0.smithi071.stdout:3410: finishing copy_from to smithi071127730-34 2023-12-16T18:19:20.725 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1496 (ObjNum 946 snap 266 seq_num 946) dirty exists 2023-12-16T18:19:20.726 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 1 to smithi071127730-24 2023-12-16T18:19:20.726 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 2 to smithi071127730-24 2023-12-16T18:19:20.726 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 3 to smithi071127730-24 2023-12-16T18:19:20.727 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 4 to smithi071127730-24 2023-12-16T18:19:20.727 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1210 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:19:20.727 INFO:tasks.rados.rados.0.smithi071.stdout:3412: left oid 24 (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:19:20.744 INFO:tasks.rados.rados.0.smithi071.stdout:3413: expect (ObjNum 1009 snap 288 seq_num 1009) 2023-12-16T18:19:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:20 smithi184 ceph-mon[136228]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T18:19:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:20 smithi184 ceph-mon[136228]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T18:19:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:20 smithi071 ceph-mon[139725]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T18:19:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:20 smithi071 ceph-mon[139725]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T18:19:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:20 smithi071 ceph-mon[142085]: osdmap e664: 8 total, 8 up, 8 in 2023-12-16T18:19:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:20 smithi071 ceph-mon[142085]: osdmap e665: 8 total, 8 up, 8 in 2023-12-16T18:19:21.407 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3405: done (8 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3406: done (7 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3407: done (6 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3409: done (5 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3410: done (4 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3411: done (3 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3412: done (2 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3413: done (1 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3414: done (0 left) 2023-12-16T18:19:21.676 INFO:tasks.rados.rados.0.smithi071.stdout:3415: delete oid 22 current snap is 298 2023-12-16T18:19:21.682 INFO:tasks.rados.rados.0.smithi071.stdout:3415: done (0 left) 2023-12-16T18:19:21.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 298 2023-12-16T18:19:21.682 INFO:tasks.rados.rados.0.smithi071.stdout:3416: seq_num 1071 ranges {0=745472,745472=401408} 2023-12-16T18:19:21.686 INFO:tasks.rados.rados.0.smithi071.stdout:3416: writing smithi071127730-47 from 0 to 745472 tid 1 2023-12-16T18:19:21.689 INFO:tasks.rados.rados.0.smithi071.stdout:3416: writing smithi071127730-47 from 745472 to 1146880 tid 2 2023-12-16T18:19:21.689 INFO:tasks.rados.rados.0.smithi071.stdout:3417: setattr oid 7 current snap is 298 2023-12-16T18:19:21.691 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing write tid 1 to smithi071127730-47 2023-12-16T18:19:21.692 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing write tid 2 to smithi071127730-47 2023-12-16T18:19:21.692 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing write tid 3 to smithi071127730-47 2023-12-16T18:19:21.692 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 298 2023-12-16T18:19:21.692 INFO:tasks.rados.rados.0.smithi071.stdout:3418: seq_num 1072 ranges {0=761856,761856=401408} 2023-12-16T18:19:21.697 INFO:tasks.rados.rados.0.smithi071.stdout:3418: writing smithi071127730-2 from 0 to 761856 tid 1 2023-12-16T18:19:21.699 INFO:tasks.rados.rados.0.smithi071.stdout:3418: writing smithi071127730-2 from 761856 to 1163264 tid 2 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3419: rmattr oid 28 current snap is 298 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing write tid 4 to smithi071127730-47 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1617 (ObjNum 1071 snap 298 seq_num 1071) dirty exists 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3416: left oid 47 (ObjNum 1071 snap 298 seq_num 1071) 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1542 (ObjNum 1063 snap 295 seq_num 1063) dirty exists 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3416: done (3 left) 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3417: done (2 left) 2023-12-16T18:19:21.700 INFO:tasks.rados.rados.0.smithi071.stdout:3420: snap_create 2023-12-16T18:19:21.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1569 (ObjNum 1009 snap 288 seq_num 1009) dirty exists 2023-12-16T18:19:21.703 INFO:tasks.rados.rados.0.smithi071.stdout:3418: finishing write tid 1 to smithi071127730-2 2023-12-16T18:19:21.703 INFO:tasks.rados.rados.0.smithi071.stdout:3418: finishing write tid 2 to smithi071127730-2 2023-12-16T18:19:21.704 INFO:tasks.rados.rados.0.smithi071.stdout:3418: finishing write tid 3 to smithi071127730-2 2023-12-16T18:19:21.705 INFO:tasks.rados.rados.0.smithi071.stdout:3418: finishing write tid 4 to smithi071127730-2 2023-12-16T18:19:21.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1830 (ObjNum 1072 snap 298 seq_num 1072) dirty exists 2023-12-16T18:19:21.705 INFO:tasks.rados.rados.0.smithi071.stdout:3418: left oid 2 (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 5m ago 11m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (8m) 3m ago 11m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (12m) 5m ago 12m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (12m) 3m ago 12m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (8m) 3m ago 14m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (8m) 5m ago 15m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:19:21.725 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 5m ago 15m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (7m) 3m ago 14m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 5m ago 14m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 5m ago 11m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (8m) 3m ago 11m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 5m ago 14m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 5m ago 14m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 5m ago 13m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 5m ago 13m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (5m) 3m ago 13m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (4m) 3m ago 13m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (4m) 3m ago 12m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (3m) 3m ago 12m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:19:21.726 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (8m) 3m ago 12m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:19:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:21 smithi184 ceph-mon[136228]: pgmap v707: 121 pgs: 121 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 272 KiB/s rd, 2.6 MiB/s wr, 9 op/s 2023-12-16T18:19:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:21 smithi184 ceph-mon[136228]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:19:22.104 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:19:22.105 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:19:22.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:21 smithi071 ceph-mon[139725]: pgmap v707: 121 pgs: 121 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 272 KiB/s rd, 2.6 MiB/s wr, 9 op/s 2023-12-16T18:19:22.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:21 smithi071 ceph-mon[139725]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T18:19:22.106 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:21 smithi071 ceph-mon[142085]: pgmap v707: 121 pgs: 121 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 272 KiB/s rd, 2.6 MiB/s wr, 9 op/s 2023-12-16T18:19:22.106 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:21 smithi071 ceph-mon[142085]: osdmap e666: 8 total, 8 up, 8 in 2023-12-16T18:19:22.680 INFO:tasks.rados.rados.0.smithi071.stdout:3418: done (2 left) 2023-12-16T18:19:22.680 INFO:tasks.rados.rados.0.smithi071.stdout:3419: done (1 left) 2023-12-16T18:19:22.680 INFO:tasks.rados.rados.0.smithi071.stdout:3420: done (0 left) 2023-12-16T18:19:22.680 INFO:tasks.rados.rados.0.smithi071.stdout:3421: copy_from oid 26 from oid 49 current snap is 299 2023-12-16T18:19:22.680 INFO:tasks.rados.rados.0.smithi071.stdout:3422: setattr oid 24 current snap is 299 2023-12-16T18:19:22.681 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 299 2023-12-16T18:19:22.682 INFO:tasks.rados.rados.0.smithi071.stdout:3423: seq_num 1073 ranges {3850240=778240,4628480=401408} 2023-12-16T18:19:22.706 INFO:tasks.rados.rados.0.smithi071.stdout:3423: writing smithi071127730-16 from 3850240 to 4628480 tid 1 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:3423: writing smithi071127730-16 from 4628480 to 5029888 tid 2 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:3424: delete oid 41 current snap is 299 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing copy_from to smithi071127730-26 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:3421: got expected ENOENT (src dne) 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:19:22.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1211 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:19:22.712 INFO:tasks.rados.rados.0.smithi071.stdout:3423: finishing write tid 1 to smithi071127730-16 2023-12-16T18:19:22.712 INFO:tasks.rados.rados.0.smithi071.stdout:3423: finishing write tid 2 to smithi071127730-16 2023-12-16T18:19:22.713 INFO:tasks.rados.rados.0.smithi071.stdout:3423: finishing write tid 3 to smithi071127730-16 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3423: finishing write tid 4 to smithi071127730-16 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1620 (ObjNum 1073 snap 299 seq_num 1073) dirty exists 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3423: left oid 16 (ObjNum 1073 snap 299 seq_num 1073) 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3421: done (3 left) 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3422: done (2 left) 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3423: done (1 left) 2023-12-16T18:19:22.714 INFO:tasks.rados.rados.0.smithi071.stdout:3424: done (0 left) 2023-12-16T18:19:22.715 INFO:tasks.rados.rados.0.smithi071.stdout:3425: rmattr oid 14 current snap is 299 2023-12-16T18:19:22.715 INFO:tasks.rados.rados.0.smithi071.stdout:3425: done (0 left) 2023-12-16T18:19:22.715 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 299 2023-12-16T18:19:22.715 INFO:tasks.rados.rados.0.smithi071.stdout:3426: seq_num 1075 ranges {7323648=409600,7733248=671744,8404992=131072} 2023-12-16T18:19:22.756 INFO:tasks.rados.rados.0.smithi071.stdout:3426: writing smithi071127730-28 from 7323648 to 7733248 tid 1 2023-12-16T18:19:22.761 INFO:tasks.rados.rados.0.smithi071.stdout:3426: writing smithi071127730-28 from 7733248 to 8404992 tid 2 2023-12-16T18:19:22.761 INFO:tasks.rados.rados.0.smithi071.stdout:3426: writing smithi071127730-28 from 8404992 to 8536064 tid 3 2023-12-16T18:19:22.761 INFO:tasks.rados.rados.0.smithi071.stdout:3427: snap_create 2023-12-16T18:19:22.761 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing write tid 1 to smithi071127730-28 2023-12-16T18:19:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing write tid 2 to smithi071127730-28 2023-12-16T18:19:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing write tid 3 to smithi071127730-28 2023-12-16T18:19:22.764 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing write tid 4 to smithi071127730-28 2023-12-16T18:19:22.765 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing write tid 5 to smithi071127730-28 2023-12-16T18:19:22.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1573 (ObjNum 1075 snap 299 seq_num 1075) dirty exists 2023-12-16T18:19:22.765 INFO:tasks.rados.rados.0.smithi071.stdout:3426: left oid 28 (ObjNum 1075 snap 299 seq_num 1075) 2023-12-16T18:19:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:22 smithi184 ceph-mon[136228]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:22 smithi184 ceph-mon[136228]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2903374482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:22 smithi184 ceph-mon[136228]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[142085]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[142085]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2903374482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[142085]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[139725]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[139725]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2903374482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:22 smithi071 ceph-mon[139725]: osdmap e667: 8 total, 8 up, 8 in 2023-12-16T18:19:23.750 INFO:tasks.rados.rados.0.smithi071.stdout:3426: done (1 left) 2023-12-16T18:19:23.750 INFO:tasks.rados.rados.0.smithi071.stdout:3427: done (0 left) 2023-12-16T18:19:23.750 INFO:tasks.rados.rados.0.smithi071.stdout:3428: delete oid 25 current snap is 300 2023-12-16T18:19:23.753 INFO:tasks.rados.rados.0.smithi071.stdout:3428: done (0 left) 2023-12-16T18:19:23.753 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 300 2023-12-16T18:19:23.753 INFO:tasks.rados.rados.0.smithi071.stdout:3429: seq_num 1077 ranges {5144576=442368,5586944=434176,6021120=368640} 2023-12-16T18:19:23.783 INFO:tasks.rados.rados.0.smithi071.stdout:3429: writing smithi071127730-45 from 5144576 to 5586944 tid 1 2023-12-16T18:19:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:3429: writing smithi071127730-45 from 5586944 to 6021120 tid 2 2023-12-16T18:19:23.788 INFO:tasks.rados.rados.0.smithi071.stdout:3429: writing smithi071127730-45 from 6021120 to 6389760 tid 3 2023-12-16T18:19:23.788 INFO:tasks.rados.rados.0.smithi071.stdout:3430: read oid 17 snap -1 2023-12-16T18:19:23.788 INFO:tasks.rados.rados.0.smithi071.stdout:3430: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:23.788 INFO:tasks.rados.rados.0.smithi071.stdout:3431: read oid 3 snap -1 2023-12-16T18:19:23.788 INFO:tasks.rados.rados.0.smithi071.stdout:3431: expect deleted 2023-12-16T18:19:23.789 INFO:tasks.rados.rados.0.smithi071.stdout:3432: copy_from oid 11 from oid 28 current snap is 300 2023-12-16T18:19:23.789 INFO:tasks.rados.rados.0.smithi071.stdout:3433: read oid 16 snap -1 2023-12-16T18:19:23.789 INFO:tasks.rados.rados.0.smithi071.stdout:3433: expect (ObjNum 1073 snap 299 seq_num 1073) 2023-12-16T18:19:23.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 300 2023-12-16T18:19:23.789 INFO:tasks.rados.rados.0.smithi071.stdout:3434: seq_num 1078 ranges {5496832=458752,5955584=720896,6676480=81920} 2023-12-16T18:19:23.822 INFO:tasks.rados.rados.0.smithi071.stdout:3434: writing smithi071127730-43 from 5496832 to 5955584 tid 1 2023-12-16T18:19:23.827 INFO:tasks.rados.rados.0.smithi071.stdout:3434: writing smithi071127730-43 from 5955584 to 6676480 tid 2 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3434: writing smithi071127730-43 from 6676480 to 6758400 tid 3 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3435: setattr oid 21 current snap is 300 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 1 to smithi071127730-45 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 2 to smithi071127730-45 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 3 to smithi071127730-45 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 4 to smithi071127730-45 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 5 to smithi071127730-45 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1375 (ObjNum 1077 snap 300 seq_num 1077) dirty exists 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3429: left oid 45 (ObjNum 1077 snap 300 seq_num 1077) 2023-12-16T18:19:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3430: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:24.018 INFO:tasks.rados.rados.0.smithi071.stdout:3433: expect (ObjNum 1073 snap 299 seq_num 1073) 2023-12-16T18:19:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:23 smithi184 ceph-mon[136228]: pgmap v710: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2023-12-16T18:19:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:23 smithi071 ceph-mon[139725]: pgmap v710: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2023-12-16T18:19:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:23 smithi071 ceph-mon[142085]: pgmap v710: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2023-12-16T18:19:24.326 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 1 to smithi071127730-43 2023-12-16T18:19:24.326 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 2 to smithi071127730-43 2023-12-16T18:19:24.326 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 3 to smithi071127730-43 2023-12-16T18:19:24.326 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 4 to smithi071127730-43 2023-12-16T18:19:24.326 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing copy_from to smithi071127730-11 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1573 (ObjNum 1075 snap 299 seq_num 1075) dirty exists 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 5 to smithi071127730-43 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1577 (ObjNum 1078 snap 300 seq_num 1078) dirty exists 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3434: left oid 43 (ObjNum 1078 snap 300 seq_num 1078) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3429: done (6 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3430: done (5 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3431: done (4 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3432: done (3 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3433: done (2 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3434: done (1 left) 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3436: rmattr oid 24 current snap is 300 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3437: copy_from oid 11 from oid 32 current snap is 300 2023-12-16T18:19:24.327 INFO:tasks.rados.rados.0.smithi071.stdout:3438: read oid 17 snap -1 2023-12-16T18:19:24.328 INFO:tasks.rados.rados.0.smithi071.stdout:3438: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:24.328 INFO:tasks.rados.rados.0.smithi071.stdout:3439: rmattr oid 45 current snap is 300 2023-12-16T18:19:24.328 INFO:tasks.rados.rados.0.smithi071.stdout:3440: snap_remove snap 299 2023-12-16T18:19:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3440: done (5 left) 2023-12-16T18:19:24.757 INFO:tasks.rados.rados.0.smithi071.stdout:3441: snap_remove snap 298 2023-12-16T18:19:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:24 smithi184 ceph-mon[136228]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T18:19:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:24 smithi071 ceph-mon[139725]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T18:19:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:24 smithi071 ceph-mon[142085]: osdmap e668: 8 total, 8 up, 8 in 2023-12-16T18:19:25.669 INFO:tasks.rados.rados.0.smithi071.stdout:3441: done (5 left) 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:3442: read oid 26 snap -1 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:3442: expect (ObjNum 1046 snap 294 seq_num 1046) 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:3443: read oid 12 snap -1 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:3443: expect (ObjNum 1057 snap 295 seq_num 1057) 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 300 2023-12-16T18:19:25.670 INFO:tasks.rados.rados.0.smithi071.stdout:3444: seq_num 1079 ranges {4841472=475136,5316608=606208,5922816=196608} 2023-12-16T18:19:25.699 INFO:tasks.rados.rados.0.smithi071.stdout:3444: writing smithi071127730-46 from 4841472 to 5316608 tid 1 2023-12-16T18:19:25.702 INFO:tasks.rados.rados.0.smithi071.stdout:3444: writing smithi071127730-46 from 5316608 to 5922816 tid 2 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3444: writing smithi071127730-46 from 5922816 to 6119424 tid 3 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3445: read oid 30 snap 293 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3445: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3446: copy_from oid 33 from oid 7 current snap is 300 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3447: read oid 36 snap -1 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3447: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3448: read oid 50 snap -1 2023-12-16T18:19:25.705 INFO:tasks.rados.rados.0.smithi071.stdout:3448: expect (ObjNum 1059 snap 295 seq_num 1059) 2023-12-16T18:19:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:3449: setattr oid 49 current snap is 300 2023-12-16T18:19:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1376 (ObjNum 1077 snap 300 seq_num 1077) dirty exists 2023-12-16T18:19:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1729 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:19:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1212 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:19:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:3438: expect (ObjNum 975 snap 276 seq_num 975) 2023-12-16T18:19:25.896 INFO:tasks.rados.rados.0.smithi071.stdout:3437: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:19:25.896 INFO:tasks.rados.rados.0.smithi071.stdout:3437: finishing copy_from to smithi071127730-11 2023-12-16T18:19:25.897 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1730 (ObjNum 1018 snap 290 seq_num 1018) dirty exists 2023-12-16T18:19:25.897 INFO:tasks.rados.rados.0.smithi071.stdout:3442: expect (ObjNum 1046 snap 294 seq_num 1046) 2023-12-16T18:19:25.928 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing write tid 1 to smithi071127730-46 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3435: done (12 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3436: done (11 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3437: done (10 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3438: done (9 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3439: done (8 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3442: done (7 left) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3450: read oid 15 snap -1 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3450: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3451: read oid 18 snap -1 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3451: expect (ObjNum 952 snap 270 seq_num 952) 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 300 2023-12-16T18:19:25.929 INFO:tasks.rados.rados.0.smithi071.stdout:3443: expect (ObjNum 1057 snap 295 seq_num 1057) 2023-12-16T18:19:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:25 smithi184 ceph-mon[136228]: pgmap v713: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2023-12-16T18:19:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:25 smithi184 ceph-mon[136228]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T18:19:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:25 smithi184 ceph-mon[136228]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T18:19:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[139725]: pgmap v713: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2023-12-16T18:19:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[139725]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T18:19:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[139725]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T18:19:26.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[142085]: pgmap v713: 121 pgs: 121 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2023-12-16T18:19:26.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[142085]: osdmap e669: 8 total, 8 up, 8 in 2023-12-16T18:19:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:25 smithi071 ceph-mon[142085]: osdmap e670: 8 total, 8 up, 8 in 2023-12-16T18:19:26.296 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing write tid 2 to smithi071127730-46 2023-12-16T18:19:26.296 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing write tid 3 to smithi071127730-46 2023-12-16T18:19:26.296 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing write tid 4 to smithi071127730-46 2023-12-16T18:19:26.296 INFO:tasks.rados.rados.0.smithi071.stdout:3452: seq_num 1080 ranges {4620288=491520,5111808=540672,5652480=262144} 2023-12-16T18:19:26.322 INFO:tasks.rados.rados.0.smithi071.stdout:3452: writing smithi071127730-29 from 4620288 to 5111808 tid 1 2023-12-16T18:19:26.325 INFO:tasks.rados.rados.0.smithi071.stdout:3452: writing smithi071127730-29 from 5111808 to 5652480 tid 2 2023-12-16T18:19:26.328 INFO:tasks.rados.rados.0.smithi071.stdout:3452: writing smithi071127730-29 from 5652480 to 5914624 tid 3 2023-12-16T18:19:26.328 INFO:tasks.rados.rados.0.smithi071.stdout:3443: done (9 left) 2023-12-16T18:19:26.328 INFO:tasks.rados.rados.0.smithi071.stdout:3453: snap_remove snap 295 2023-12-16T18:19:26.762 INFO:tasks.rados.rados.0.smithi071.stdout:3453: done (9 left) 2023-12-16T18:19:26.762 INFO:tasks.rados.rados.0.smithi071.stdout:3454: snap_remove snap 297 2023-12-16T18:19:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:27] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2023-12-16T18:19:27.765 INFO:tasks.rados.rados.0.smithi071.stdout:3454: done (9 left) 2023-12-16T18:19:27.765 INFO:tasks.rados.rados.0.smithi071.stdout:3455: copy_from oid 16 from oid 38 current snap is 300 2023-12-16T18:19:27.765 INFO:tasks.rados.rados.0.smithi071.stdout:3447: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:27.781 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing write tid 5 to smithi071127730-46 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1679 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:3444: left oid 46 (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:3446: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:3446: finishing copy_from to smithi071127730-33 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1542 (ObjNum 1063 snap 295 seq_num 1063) dirty exists 2023-12-16T18:19:27.782 INFO:tasks.rados.rados.0.smithi071.stdout:3448: expect (ObjNum 1059 snap 295 seq_num 1059) 2023-12-16T18:19:27.869 INFO:tasks.rados.rados.0.smithi071.stdout:3445: expect (ObjNum 932 snap 260 seq_num 932) 2023-12-16T18:19:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:27 smithi184 ceph-mon[136228]: pgmap v716: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-16T18:19:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:27 smithi184 ceph-mon[136228]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1831 (ObjNum 129 snap 0 seq_num 2571878264) dirty exists 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3444: done (9 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3445: done (8 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3446: done (7 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3447: done (6 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3448: done (5 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3449: done (4 left) 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3456: delete oid 14 current snap is 300 2023-12-16T18:19:28.164 INFO:tasks.rados.rados.0.smithi071.stdout:3450: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:19:28.165 INFO:tasks.rados.rados.0.smithi071.stdout:3451: expect (ObjNum 952 snap 270 seq_num 952) 2023-12-16T18:19:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:27 smithi071 ceph-mon[139725]: pgmap v716: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-16T18:19:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:27 smithi071 ceph-mon[139725]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T18:19:28.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:27 smithi071 ceph-mon[142085]: pgmap v716: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-16T18:19:28.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:27 smithi071 ceph-mon[142085]: osdmap e671: 8 total, 8 up, 8 in 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 1 to smithi071127730-29 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 2 to smithi071127730-29 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 3 to smithi071127730-29 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 4 to smithi071127730-29 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 5 to smithi071127730-29 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1380 (ObjNum 1080 snap 300 seq_num 1080) dirty exists 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3452: left oid 29 (ObjNum 1080 snap 300 seq_num 1080) 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3455: finishing copy_from racing read to smithi071127730-16 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:3455: finishing copy_from to smithi071127730-16 2023-12-16T18:19:28.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1808 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3450: done (4 left) 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3451: done (3 left) 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3452: done (2 left) 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3455: done (1 left) 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3456: done (0 left) 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 300 2023-12-16T18:19:28.370 INFO:tasks.rados.rados.0.smithi071.stdout:3457: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2023-12-16T18:19:28.371 INFO:tasks.rados.rados.0.smithi071.stdout:3457: writing smithi071127730-6 from 0 to 524288 tid 1 2023-12-16T18:19:28.375 INFO:tasks.rados.rados.0.smithi071.stdout:3457: writing smithi071127730-6 from 524288 to 1228800 tid 2 2023-12-16T18:19:28.376 INFO:tasks.rados.rados.0.smithi071.stdout:3457: writing smithi071127730-6 from 1228800 to 1327104 tid 3 2023-12-16T18:19:28.377 INFO:tasks.rados.rados.0.smithi071.stdout:3458: rollback oid 38 current snap is 300 2023-12-16T18:19:28.377 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 296 2023-12-16T18:19:28.377 INFO:tasks.rados.rados.0.smithi071.stdout:3457: finishing write tid 1 to smithi071127730-6 2023-12-16T18:19:28.377 INFO:tasks.rados.rados.0.smithi071.stdout:3459: setattr oid 44 current snap is 300 2023-12-16T18:19:28.378 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 300 2023-12-16T18:19:28.378 INFO:tasks.rados.rados.0.smithi071.stdout:3460: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2023-12-16T18:19:28.381 INFO:tasks.rados.rados.0.smithi071.stdout:3460: writing smithi071127730-41 from 0 to 540672 tid 1 2023-12-16T18:19:28.384 INFO:tasks.rados.rados.0.smithi071.stdout:3460: writing smithi071127730-41 from 540672 to 1130496 tid 2 2023-12-16T18:19:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3460: writing smithi071127730-41 from 1130496 to 1343488 tid 3 2023-12-16T18:19:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3461: read oid 29 snap -1 2023-12-16T18:19:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3461: expect (ObjNum 1080 snap 300 seq_num 1080) 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3462: copy_from oid 43 from oid 20 current snap is 300 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1566 (ObjNum 65 snap 0 seq_num 1464954217) dirty exists 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3459: done (5 left) 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3463: read oid 35 snap -1 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3463: expect deleted 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3464: copy_from oid 26 from oid 23 current snap is 300 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3458: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3465: read oid 27 snap 296 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3465: expect (ObjNum 984 snap 278 seq_num 984) 2023-12-16T18:19:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3466: snap_remove snap 293 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3466: done (8 left) 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3467: copy_from oid 30 from oid 21 current snap is 300 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3457: finishing write tid 2 to smithi071127730-6 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3457: finishing write tid 3 to smithi071127730-6 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3458: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3457: finishing write tid 4 to smithi071127730-6 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3458: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:19:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1835 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3457: finishing write tid 5 to smithi071127730-6 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1567 (ObjNum 1082 snap 300 seq_num 1082) dirty exists 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3457: left oid 6 (ObjNum 1082 snap 300 seq_num 1082) 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3460: finishing write tid 1 to smithi071127730-41 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3460: finishing write tid 2 to smithi071127730-41 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3460: finishing write tid 3 to smithi071127730-41 2023-12-16T18:19:28.777 INFO:tasks.rados.rados.0.smithi071.stdout:3465: expect (ObjNum 984 snap 278 seq_num 984) 2023-12-16T18:19:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:3460: finishing write tid 4 to smithi071127730-41 2023-12-16T18:19:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:3460: finishing write tid 5 to smithi071127730-41 2023-12-16T18:19:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1103 (ObjNum 1083 snap 300 seq_num 1083) dirty exists 2023-12-16T18:19:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:3460: left oid 41 (ObjNum 1083 snap 300 seq_num 1083) 2023-12-16T18:19:28.844 INFO:tasks.rados.rados.0.smithi071.stdout:3462: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:19:28.844 INFO:tasks.rados.rados.0.smithi071.stdout:3462: finishing copy_from to smithi071127730-43 2023-12-16T18:19:28.844 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1087 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:19:28.844 INFO:tasks.rados.rados.0.smithi071.stdout:3461: expect (ObjNum 1080 snap 300 seq_num 1080) 2023-12-16T18:19:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:28 smithi184 ceph-mon[136228]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:3464: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:3464: finishing copy_from to smithi071127730-26 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1541 (ObjNum 991 snap 283 seq_num 991) dirty exists 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:3467: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:3457: done (8 left) 2023-12-16T18:19:29.141 INFO:tasks.rados.rados.0.smithi071.stdout:3458: done (7 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3460: done (6 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3461: done (5 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3462: done (4 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3463: done (3 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3464: done (2 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3465: done (1 left) 2023-12-16T18:19:29.142 INFO:tasks.rados.rados.0.smithi071.stdout:3468: snap_remove snap 296 2023-12-16T18:19:29.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:28 smithi071 ceph-mon[142085]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T18:19:29.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:28 smithi071 ceph-mon[139725]: osdmap e672: 8 total, 8 up, 8 in 2023-12-16T18:19:29.790 INFO:tasks.rados.rados.0.smithi071.stdout:3468: done (1 left) 2023-12-16T18:19:29.790 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 300 2023-12-16T18:19:29.790 INFO:tasks.rados.rados.0.smithi071.stdout:3469: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2023-12-16T18:19:29.794 INFO:tasks.rados.rados.0.smithi071.stdout:3469: writing smithi071127730-49 from 0 to 557056 tid 1 2023-12-16T18:19:29.797 INFO:tasks.rados.rados.0.smithi071.stdout:3469: writing smithi071127730-49 from 557056 to 1032192 tid 2 2023-12-16T18:19:29.800 INFO:tasks.rados.rados.0.smithi071.stdout:3469: writing smithi071127730-49 from 1032192 to 1359872 tid 3 2023-12-16T18:19:29.800 INFO:tasks.rados.rados.0.smithi071.stdout:3470: snap_create 2023-12-16T18:19:29.800 INFO:tasks.rados.rados.0.smithi071.stdout:3467: finishing copy_from to smithi071127730-30 2023-12-16T18:19:29.800 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1729 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:19:29.808 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing write tid 1 to smithi071127730-49 2023-12-16T18:19:29.809 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing write tid 2 to smithi071127730-49 2023-12-16T18:19:29.809 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing write tid 3 to smithi071127730-49 2023-12-16T18:19:29.809 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing write tid 4 to smithi071127730-49 2023-12-16T18:19:29.812 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing write tid 5 to smithi071127730-49 2023-12-16T18:19:29.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1845 (ObjNum 1084 snap 300 seq_num 1084) dirty exists 2023-12-16T18:19:29.812 INFO:tasks.rados.rados.0.smithi071.stdout:3469: left oid 49 (ObjNum 1084 snap 300 seq_num 1084) 2023-12-16T18:19:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:29 smithi184 ceph-mon[136228]: pgmap v719: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2023-12-16T18:19:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:29 smithi184 ceph-mon[136228]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T18:19:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:29 smithi071 ceph-mon[139725]: pgmap v719: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2023-12-16T18:19:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:29 smithi071 ceph-mon[139725]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T18:19:30.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:29 smithi071 ceph-mon[142085]: pgmap v719: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2023-12-16T18:19:30.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:29 smithi071 ceph-mon[142085]: osdmap e673: 8 total, 8 up, 8 in 2023-12-16T18:19:30.791 INFO:tasks.rados.rados.0.smithi071.stdout:3467: done (2 left) 2023-12-16T18:19:30.791 INFO:tasks.rados.rados.0.smithi071.stdout:3469: done (1 left) 2023-12-16T18:19:30.791 INFO:tasks.rados.rados.0.smithi071.stdout:3470: done (0 left) 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3471: rmattr oid 43 current snap is 301 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3472: read oid 38 snap 300 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3472: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3473: read oid 7 snap -1 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3473: expect (ObjNum 1063 snap 295 seq_num 1063) 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3474: read oid 25 snap 300 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3474: expect deleted 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3475: read oid 28 snap -1 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3475: expect (ObjNum 1075 snap 299 seq_num 1075) 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 301 2023-12-16T18:19:30.792 INFO:tasks.rados.rados.0.smithi071.stdout:3476: seq_num 1085 ranges {5431296=581632,6012928=761856,6774784=40960} 2023-12-16T18:19:30.825 INFO:tasks.rados.rados.0.smithi071.stdout:3476: writing smithi071127730-42 from 5431296 to 6012928 tid 1 2023-12-16T18:19:30.829 INFO:tasks.rados.rados.0.smithi071.stdout:3476: writing smithi071127730-42 from 6012928 to 6774784 tid 2 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:3476: writing smithi071127730-42 from 6774784 to 6815744 tid 3 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:3477: copy_from oid 13 from oid 46 current snap is 301 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1578 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:3471: done (6 left) 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:3474: done (5 left) 2023-12-16T18:19:30.830 INFO:tasks.rados.rados.0.smithi071.stdout:3478: rollback oid 9 current snap is 301 2023-12-16T18:19:30.831 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 300 2023-12-16T18:19:30.831 INFO:tasks.rados.rados.0.smithi071.stdout:3473: expect (ObjNum 1063 snap 295 seq_num 1063) 2023-12-16T18:19:30.862 INFO:tasks.rados.rados.0.smithi071.stdout:3472: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:19:30.915 INFO:tasks.rados.rados.0.smithi071.stdout:3475: expect (ObjNum 1075 snap 299 seq_num 1075) 2023-12-16T18:19:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:30 smithi184 ceph-mon[136228]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T18:19:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:30 smithi071 ceph-mon[139725]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T18:19:31.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:30 smithi071 ceph-mon[142085]: osdmap e674: 8 total, 8 up, 8 in 2023-12-16T18:19:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:19:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:3476: finishing write tid 1 to smithi071127730-42 2023-12-16T18:19:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:3476: finishing write tid 2 to smithi071127730-42 2023-12-16T18:19:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:3476: finishing write tid 3 to smithi071127730-42 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3476: finishing write tid 4 to smithi071127730-42 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3476: finishing write tid 5 to smithi071127730-42 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1570 (ObjNum 1085 snap 301 seq_num 1085) dirty exists 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3476: left oid 42 (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3472: done (5 left) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3473: done (4 left) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3475: done (3 left) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3476: done (2 left) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3479: read oid 42 snap -1 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3479: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3480: read oid 8 snap -1 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3480: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3481: read oid 14 snap 300 2023-12-16T18:19:31.534 INFO:tasks.rados.rados.0.smithi071.stdout:3481: expect deleted 2023-12-16T18:19:31.535 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 301 2023-12-16T18:19:31.535 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:19:31.535 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1682 (ObjNum 988 snap 282 seq_num 988) dirty exists 2023-12-16T18:19:31.535 INFO:tasks.rados.rados.0.smithi071.stdout:3477: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:19:31.535 INFO:tasks.rados.rados.0.smithi071.stdout:3482: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2023-12-16T18:19:31.536 INFO:tasks.rados.rados.0.smithi071.stdout:3482: writing smithi071127730-10 from 0 to 598016 tid 1 2023-12-16T18:19:31.540 INFO:tasks.rados.rados.0.smithi071.stdout:3482: writing smithi071127730-10 from 598016 to 1245184 tid 2 2023-12-16T18:19:31.541 INFO:tasks.rados.rados.0.smithi071.stdout:3482: writing smithi071127730-10 from 1245184 to 1400832 tid 3 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:3478: done (5 left) 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:3483: rollback oid 32 current snap is 301 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 300 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:3477: finishing copy_from to smithi071127730-13 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1679 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:3477: done (5 left) 2023-12-16T18:19:31.542 INFO:tasks.rados.rados.0.smithi071.stdout:3484: setattr oid 29 current snap is 301 2023-12-16T18:19:31.543 INFO:tasks.rados.rados.0.smithi071.stdout:3481: done (5 left) 2023-12-16T18:19:31.543 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 301 2023-12-16T18:19:31.543 INFO:tasks.rados.rados.0.smithi071.stdout:3485: seq_num 1087 ranges {6021120=614400,6635520=532480,7168000=270336} 2023-12-16T18:19:31.578 INFO:tasks.rados.rados.0.smithi071.stdout:3485: writing smithi071127730-19 from 6021120 to 6635520 tid 1 2023-12-16T18:19:31.581 INFO:tasks.rados.rados.0.smithi071.stdout:3485: writing smithi071127730-19 from 6635520 to 7168000 tid 2 2023-12-16T18:19:31.583 INFO:tasks.rados.rados.0.smithi071.stdout:3485: writing smithi071127730-19 from 7168000 to 7438336 tid 3 2023-12-16T18:19:31.583 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 301 2023-12-16T18:19:31.583 INFO:tasks.rados.rados.0.smithi071.stdout:3482: finishing write tid 1 to smithi071127730-10 2023-12-16T18:19:31.584 INFO:tasks.rados.rados.0.smithi071.stdout:3486: seq_num 1088 ranges {1007616=630784,1638400=466944,2105344=335872} 2023-12-16T18:19:31.592 INFO:tasks.rados.rados.0.smithi071.stdout:3486: writing smithi071127730-33 from 1007616 to 1638400 tid 1 2023-12-16T18:19:31.594 INFO:tasks.rados.rados.0.smithi071.stdout:3486: writing smithi071127730-33 from 1638400 to 2105344 tid 2 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:3486: writing smithi071127730-33 from 2105344 to 2441216 tid 3 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:3487: delete oid 37 current snap is 301 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:3483: finishing rollback tid 0 to smithi071127730-32 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1381 (ObjNum 1080 snap 300 seq_num 1080) dirty exists 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:3482: finishing write tid 2 to smithi071127730-10 2023-12-16T18:19:31.597 INFO:tasks.rados.rados.0.smithi071.stdout:3483: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3482: finishing write tid 3 to smithi071127730-10 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3483: finishing rollback tid 2 to smithi071127730-32 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1849 (ObjNum 1018 snap 290 seq_num 1018) dirty exists 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3482: finishing write tid 4 to smithi071127730-10 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3482: finishing write tid 5 to smithi071127730-10 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1107 (ObjNum 1086 snap 301 seq_num 1086) dirty exists 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3482: left oid 10 (ObjNum 1086 snap 301 seq_num 1086) 2023-12-16T18:19:31.598 INFO:tasks.rados.rados.0.smithi071.stdout:3480: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:19:31.795 INFO:tasks.rados.rados.0.smithi071.stdout:3479: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:31 smithi184 ceph-mon[136228]: pgmap v722: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2023-12-16T18:19:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:31 smithi184 ceph-mon[136228]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T18:19:32.205 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing write tid 1 to smithi071127730-19 2023-12-16T18:19:32.205 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing write tid 2 to smithi071127730-19 2023-12-16T18:19:32.205 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing write tid 3 to smithi071127730-19 2023-12-16T18:19:32.205 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing write tid 4 to smithi071127730-19 2023-12-16T18:19:32.205 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing write tid 5 to smithi071127730-19 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1335 (ObjNum 1087 snap 301 seq_num 1087) dirty exists 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3485: left oid 19 (ObjNum 1087 snap 301 seq_num 1087) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing write tid 1 to smithi071127730-33 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing write tid 2 to smithi071127730-33 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing write tid 3 to smithi071127730-33 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing write tid 4 to smithi071127730-33 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing write tid 5 to smithi071127730-33 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1610 (ObjNum 1088 snap 301 seq_num 1088) dirty exists 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3486: left oid 33 (ObjNum 1088 snap 301 seq_num 1088) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3479: done (7 left) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3480: done (6 left) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3482: done (5 left) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3483: done (4 left) 2023-12-16T18:19:32.206 INFO:tasks.rados.rados.0.smithi071.stdout:3484: done (3 left) 2023-12-16T18:19:32.207 INFO:tasks.rados.rados.0.smithi071.stdout:3485: done (2 left) 2023-12-16T18:19:32.207 INFO:tasks.rados.rados.0.smithi071.stdout:3486: done (1 left) 2023-12-16T18:19:32.207 INFO:tasks.rados.rados.0.smithi071.stdout:3487: done (0 left) 2023-12-16T18:19:32.207 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 301 2023-12-16T18:19:32.207 INFO:tasks.rados.rados.0.smithi071.stdout:3488: seq_num 1090 ranges {6119424=663552,6782976=630784,7413760=172032} 2023-12-16T18:19:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:31 smithi071 ceph-mon[139725]: pgmap v722: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2023-12-16T18:19:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:31 smithi071 ceph-mon[139725]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T18:19:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:31 smithi071 ceph-mon[142085]: pgmap v722: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2023-12-16T18:19:32.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:31 smithi071 ceph-mon[142085]: osdmap e675: 8 total, 8 up, 8 in 2023-12-16T18:19:32.241 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi071127730-13 from 6119424 to 6782976 tid 1 2023-12-16T18:19:32.244 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi071127730-13 from 6782976 to 7413760 tid 2 2023-12-16T18:19:32.245 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi071127730-13 from 7413760 to 7585792 tid 3 2023-12-16T18:19:32.245 INFO:tasks.rados.rados.0.smithi071.stdout:3489: snap_create 2023-12-16T18:19:32.246 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 1 to smithi071127730-13 2023-12-16T18:19:32.249 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 2 to smithi071127730-13 2023-12-16T18:19:32.249 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 3 to smithi071127730-13 2023-12-16T18:19:32.249 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 4 to smithi071127730-13 2023-12-16T18:19:32.250 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 5 to smithi071127730-13 2023-12-16T18:19:32.251 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1683 (ObjNum 1090 snap 301 seq_num 1090) dirty exists 2023-12-16T18:19:32.251 INFO:tasks.rados.rados.0.smithi071.stdout:3488: left oid 13 (ObjNum 1090 snap 301 seq_num 1090) 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:3488: done (1 left) 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:3489: done (0 left) 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:3490: read oid 2 snap 301 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:3490: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 302 2023-12-16T18:19:32.801 INFO:tasks.rados.rados.0.smithi071.stdout:3491: seq_num 1091 ranges {6430720=679936,7110656=516096,7626752=286720} 2023-12-16T18:19:32.838 INFO:tasks.rados.rados.0.smithi071.stdout:3491: writing smithi071127730-12 from 6430720 to 7110656 tid 1 2023-12-16T18:19:32.841 INFO:tasks.rados.rados.0.smithi071.stdout:3491: writing smithi071127730-12 from 7110656 to 7626752 tid 2 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3491: writing smithi071127730-12 from 7626752 to 7913472 tid 3 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3492: read oid 18 snap -1 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3492: expect (ObjNum 952 snap 270 seq_num 952) 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3493: read oid 14 snap -1 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3493: expect deleted 2023-12-16T18:19:32.843 INFO:tasks.rados.rados.0.smithi071.stdout:3494: delete oid 50 current snap is 302 2023-12-16T18:19:32.844 INFO:tasks.rados.rados.0.smithi071.stdout:3490: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3490: done (4 left) 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3493: done (3 left) 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3494: done (2 left) 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3495: read oid 7 snap -1 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3495: expect (ObjNum 1063 snap 295 seq_num 1063) 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3496: read oid 9 snap 300 2023-12-16T18:19:32.876 INFO:tasks.rados.rados.0.smithi071.stdout:3496: expect (ObjNum 988 snap 282 seq_num 988) 2023-12-16T18:19:32.877 INFO:tasks.rados.rados.0.smithi071.stdout:3497: read oid 35 snap -1 2023-12-16T18:19:32.877 INFO:tasks.rados.rados.0.smithi071.stdout:3497: expect deleted 2023-12-16T18:19:32.877 INFO:tasks.rados.rados.0.smithi071.stdout:3498: rmattr oid 14 current snap is 302 2023-12-16T18:19:32.877 INFO:tasks.rados.rados.0.smithi071.stdout:3498: done (5 left) 2023-12-16T18:19:32.877 INFO:tasks.rados.rados.0.smithi071.stdout:3499: snap_remove snap 301 2023-12-16T18:19:33.811 INFO:tasks.rados.rados.0.smithi071.stdout:3499: done (5 left) 2023-12-16T18:19:33.811 INFO:tasks.rados.rados.0.smithi071.stdout:3500: read oid 4 snap 300 2023-12-16T18:19:33.811 INFO:tasks.rados.rados.0.smithi071.stdout:3500: expect deleted 2023-12-16T18:19:33.811 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 302 2023-12-16T18:19:33.811 INFO:tasks.rados.rados.0.smithi071.stdout:3501: seq_num 1093 ranges {9297920=712704,10010624=688128,10698752=114688} 2023-12-16T18:19:33.864 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi071127730-26 from 9297920 to 10010624 tid 1 2023-12-16T18:19:33.868 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi071127730-26 from 10010624 to 10698752 tid 2 2023-12-16T18:19:33.869 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi071127730-26 from 10698752 to 10813440 tid 3 2023-12-16T18:19:33.869 INFO:tasks.rados.rados.0.smithi071.stdout:3502: read oid 22 snap 300 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3502: expect deleted 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3503: delete oid 32 current snap is 302 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: finishing write tid 1 to smithi071127730-12 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: finishing write tid 2 to smithi071127730-12 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: finishing write tid 3 to smithi071127730-12 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: finishing write tid 4 to smithi071127730-12 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: finishing write tid 5 to smithi071127730-12 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1574 (ObjNum 1091 snap 302 seq_num 1091) dirty exists 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3491: left oid 12 (ObjNum 1091 snap 302 seq_num 1091) 2023-12-16T18:19:33.870 INFO:tasks.rados.rados.0.smithi071.stdout:3492: expect (ObjNum 952 snap 270 seq_num 952) 2023-12-16T18:19:34.071 INFO:tasks.rados.rados.0.smithi071.stdout:3495: expect (ObjNum 1063 snap 295 seq_num 1063) 2023-12-16T18:19:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:33 smithi184 ceph-mon[136228]: pgmap v724: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2023-12-16T18:19:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:33 smithi184 ceph-mon[136228]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T18:19:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:34.101 INFO:tasks.rados.rados.0.smithi071.stdout:3496: expect (ObjNum 988 snap 282 seq_num 988) 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[139725]: pgmap v724: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[139725]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[142085]: pgmap v724: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[142085]: osdmap e676: 8 total, 8 up, 8 in 2023-12-16T18:19:34.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:35.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:34 smithi184 ceph-mon[136228]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T18:19:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:34 smithi071 ceph-mon[142085]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T18:19:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:34 smithi071 ceph-mon[139725]: osdmap e677: 8 total, 8 up, 8 in 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 1 to smithi071127730-26 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 2 to smithi071127730-26 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 3 to smithi071127730-26 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 4 to smithi071127730-26 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 5 to smithi071127730-26 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1778 (ObjNum 1093 snap 302 seq_num 1093) dirty exists 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3501: left oid 26 (ObjNum 1093 snap 302 seq_num 1093) 2023-12-16T18:19:35.396 INFO:tasks.rados.rados.0.smithi071.stdout:3491: done (8 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3492: done (7 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3495: done (6 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3496: done (5 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3497: done (4 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3500: done (3 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3501: done (2 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3502: done (1 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3503: done (0 left) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3504: read oid 27 snap -1 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3504: expect (ObjNum 984 snap 278 seq_num 984) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3505: read oid 23 snap 300 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3505: expect (ObjNum 991 snap 283 seq_num 991) 2023-12-16T18:19:35.397 INFO:tasks.rados.rados.0.smithi071.stdout:3506: snap_create 2023-12-16T18:19:35.410 INFO:tasks.rados.rados.0.smithi071.stdout:3504: expect (ObjNum 984 snap 278 seq_num 984) 2023-12-16T18:19:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:3505: expect (ObjNum 991 snap 283 seq_num 991) 2023-12-16T18:19:36.054 INFO:tasks.rados.rados.0.smithi071.stdout:3504: done (2 left) 2023-12-16T18:19:36.054 INFO:tasks.rados.rados.0.smithi071.stdout:3505: done (1 left) 2023-12-16T18:19:36.054 INFO:tasks.rados.rados.0.smithi071.stdout:3506: done (0 left) 2023-12-16T18:19:36.054 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 303 2023-12-16T18:19:36.054 INFO:tasks.rados.rados.0.smithi071.stdout:3507: seq_num 1095 ranges {1007616=745472,1753088=499712,2252800=303104} 2023-12-16T18:19:36.062 INFO:tasks.rados.rados.0.smithi071.stdout:3507: writing smithi071127730-7 from 1007616 to 1753088 tid 1 2023-12-16T18:19:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:3507: writing smithi071127730-7 from 1753088 to 2252800 tid 2 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3507: writing smithi071127730-7 from 2252800 to 2555904 tid 3 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3508: copy_from oid 48 from oid 38 current snap is 303 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3509: copy_from oid 29 from oid 8 current snap is 303 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3510: read oid 14 snap 300 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3510: expect deleted 2023-12-16T18:19:36.068 INFO:tasks.rados.rados.0.smithi071.stdout:3511: snap_remove snap 302 2023-12-16T18:19:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:35 smithi184 ceph-mon[136228]: pgmap v727: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-16T18:19:36.156 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:35 smithi184 ceph-mon[136228]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T18:19:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:35 smithi071 ceph-mon[139725]: pgmap v727: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-16T18:19:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:35 smithi071 ceph-mon[139725]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T18:19:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:35 smithi071 ceph-mon[142085]: pgmap v727: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-16T18:19:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:35 smithi071 ceph-mon[142085]: osdmap e678: 8 total, 8 up, 8 in 2023-12-16T18:19:36.820 INFO:tasks.rados.rados.0.smithi071.stdout:3507: finishing write tid 1 to smithi071127730-7 2023-12-16T18:19:36.820 INFO:tasks.rados.rados.0.smithi071.stdout:3507: finishing write tid 2 to smithi071127730-7 2023-12-16T18:19:36.820 INFO:tasks.rados.rados.0.smithi071.stdout:3507: finishing write tid 3 to smithi071127730-7 2023-12-16T18:19:36.820 INFO:tasks.rados.rados.0.smithi071.stdout:3507: finishing write tid 4 to smithi071127730-7 2023-12-16T18:19:36.820 INFO:tasks.rados.rados.0.smithi071.stdout:3507: finishing write tid 5 to smithi071127730-7 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1546 (ObjNum 1095 snap 303 seq_num 1095) dirty exists 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3507: left oid 7 (ObjNum 1095 snap 303 seq_num 1095) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3508: finishing copy_from racing read to smithi071127730-48 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3508: finishing copy_from to smithi071127730-48 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1835 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3509: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3509: finishing copy_from to smithi071127730-29 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1231 (ObjNum 940 snap 262 seq_num 940) dirty exists 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3507: done (4 left) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3508: done (3 left) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3509: done (2 left) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3510: done (1 left) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3511: done (0 left) 2023-12-16T18:19:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3512: delete oid 34 current snap is 303 2023-12-16T18:19:36.828 INFO:tasks.rados.rados.0.smithi071.stdout:3512: done (0 left) 2023-12-16T18:19:36.828 INFO:tasks.rados.rados.0.smithi071.stdout:3513: snap_remove snap 300 2023-12-16T18:19:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:37] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:19:37.828 INFO:tasks.rados.rados.0.smithi071.stdout:3513: done (0 left) 2023-12-16T18:19:37.828 INFO:tasks.rados.rados.0.smithi071.stdout:3514: setattr oid 49 current snap is 303 2023-12-16T18:19:37.832 INFO:tasks.rados.rados.0.smithi071.stdout:3515: read oid 45 snap -1 2023-12-16T18:19:37.832 INFO:tasks.rados.rados.0.smithi071.stdout:3515: expect (ObjNum 1077 snap 300 seq_num 1077) 2023-12-16T18:19:37.832 INFO:tasks.rados.rados.0.smithi071.stdout:3516: delete oid 6 current snap is 303 2023-12-16T18:19:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:3516: done (2 left) 2023-12-16T18:19:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:3517: copy_from oid 20 from oid 22 current snap is 303 2023-12-16T18:19:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 303 2023-12-16T18:19:37.840 INFO:tasks.rados.rados.0.smithi071.stdout:3518: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2023-12-16T18:19:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi071127730-14 from 0 to 794624 tid 1 2023-12-16T18:19:37.849 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi071127730-14 from 794624 to 1351680 tid 2 2023-12-16T18:19:37.851 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi071127730-14 from 1351680 to 1597440 tid 3 2023-12-16T18:19:37.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1851 (ObjNum 1084 snap 300 seq_num 1084) dirty exists 2023-12-16T18:19:37.851 INFO:tasks.rados.rados.0.smithi071.stdout:3517: finishing copy_from to smithi071127730-20 2023-12-16T18:19:37.851 INFO:tasks.rados.rados.0.smithi071.stdout:3517: got expected ENOENT (src dne) 2023-12-16T18:19:37.851 INFO:tasks.rados.rados.0.smithi071.stdout:3517: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:19:37.852 INFO:tasks.rados.rados.0.smithi071.stdout:3514: done (3 left) 2023-12-16T18:19:37.852 INFO:tasks.rados.rados.0.smithi071.stdout:3517: done (2 left) 2023-12-16T18:19:37.852 INFO:tasks.rados.rados.0.smithi071.stdout:3519: snap_create 2023-12-16T18:19:37.854 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 1 to smithi071127730-14 2023-12-16T18:19:37.854 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 2 to smithi071127730-14 2023-12-16T18:19:37.854 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 3 to smithi071127730-14 2023-12-16T18:19:37.854 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 4 to smithi071127730-14 2023-12-16T18:19:37.856 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 5 to smithi071127730-14 2023-12-16T18:19:37.856 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1341 (ObjNum 1098 snap 303 seq_num 1098) dirty exists 2023-12-16T18:19:37.856 INFO:tasks.rados.rados.0.smithi071.stdout:3518: left oid 14 (ObjNum 1098 snap 303 seq_num 1098) 2023-12-16T18:19:37.860 INFO:tasks.rados.rados.0.smithi071.stdout:3515: expect (ObjNum 1077 snap 300 seq_num 1077) 2023-12-16T18:19:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:37 smithi184 ceph-mon[136228]: pgmap v729: 121 pgs: 121 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2023-12-16T18:19:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:37 smithi184 ceph-mon[136228]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T18:19:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:37 smithi071 ceph-mon[139725]: pgmap v729: 121 pgs: 121 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2023-12-16T18:19:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:37 smithi071 ceph-mon[139725]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T18:19:38.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:37 smithi071 ceph-mon[142085]: pgmap v729: 121 pgs: 121 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2023-12-16T18:19:38.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:37 smithi071 ceph-mon[142085]: osdmap e679: 8 total, 8 up, 8 in 2023-12-16T18:19:38.831 INFO:tasks.rados.rados.0.smithi071.stdout:3515: done (2 left) 2023-12-16T18:19:38.831 INFO:tasks.rados.rados.0.smithi071.stdout:3518: done (1 left) 2023-12-16T18:19:38.831 INFO:tasks.rados.rados.0.smithi071.stdout:3519: done (0 left) 2023-12-16T18:19:38.831 INFO:tasks.rados.rados.0.smithi071.stdout:3520: snap_create 2023-12-16T18:19:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:38 smithi184 ceph-mon[136228]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T18:19:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:38 smithi071 ceph-mon[139725]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T18:19:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:38 smithi071 ceph-mon[142085]: osdmap e680: 8 total, 8 up, 8 in 2023-12-16T18:19:39.832 INFO:tasks.rados.rados.0.smithi071.stdout:3520: done (0 left) 2023-12-16T18:19:39.832 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 305 2023-12-16T18:19:39.832 INFO:tasks.rados.rados.0.smithi071.stdout:3521: seq_num 1099 ranges {4841472=409600,5251072=442368,5693440=720896,6414336=40960} 2023-12-16T18:19:39.860 INFO:tasks.rados.rados.0.smithi071.stdout:3521: writing smithi071127730-17 from 4841472 to 5251072 tid 1 2023-12-16T18:19:39.863 INFO:tasks.rados.rados.0.smithi071.stdout:3521: writing smithi071127730-17 from 5251072 to 5693440 tid 2 2023-12-16T18:19:39.867 INFO:tasks.rados.rados.0.smithi071.stdout:3521: writing smithi071127730-17 from 5693440 to 6414336 tid 3 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3521: writing smithi071127730-17 from 6414336 to 6455296 tid 4 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3522: read oid 7 snap -1 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3522: expect (ObjNum 1095 snap 303 seq_num 1095) 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3523: snap_create 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 1 to smithi071127730-17 2023-12-16T18:19:39.868 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 2 to smithi071127730-17 2023-12-16T18:19:39.876 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 3 to smithi071127730-17 2023-12-16T18:19:39.878 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 4 to smithi071127730-17 2023-12-16T18:19:39.878 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 5 to smithi071127730-17 2023-12-16T18:19:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing write tid 6 to smithi071127730-17 2023-12-16T18:19:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1859 (ObjNum 1099 snap 305 seq_num 1099) dirty exists 2023-12-16T18:19:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:3521: left oid 17 (ObjNum 1099 snap 305 seq_num 1099) 2023-12-16T18:19:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:3522: expect (ObjNum 1095 snap 303 seq_num 1095) 2023-12-16T18:19:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:39 smithi184 ceph-mon[136228]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2023-12-16T18:19:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:39 smithi184 ceph-mon[136228]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T18:19:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:39 smithi071 ceph-mon[139725]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2023-12-16T18:19:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:39 smithi071 ceph-mon[139725]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T18:19:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:39 smithi071 ceph-mon[142085]: pgmap v732: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2023-12-16T18:19:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:39 smithi071 ceph-mon[142085]: osdmap e681: 8 total, 8 up, 8 in 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3521: done (2 left) 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3522: done (1 left) 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3523: done (0 left) 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3524: rmattr oid 35 current snap is 306 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3524: done (0 left) 2023-12-16T18:19:40.677 INFO:tasks.rados.rados.0.smithi071.stdout:3525: snap_create 2023-12-16T18:19:41.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:40 smithi071 ceph-mon[139725]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T18:19:41.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:40 smithi071 ceph-mon[139725]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T18:19:41.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:40 smithi071 ceph-mon[142085]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T18:19:41.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:40 smithi071 ceph-mon[142085]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T18:19:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:40 smithi184 ceph-mon[136228]: osdmap e682: 8 total, 8 up, 8 in 2023-12-16T18:19:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:40 smithi184 ceph-mon[136228]: osdmap e683: 8 total, 8 up, 8 in 2023-12-16T18:19:41.678 INFO:tasks.rados.rados.0.smithi071.stdout:3525: done (0 left) 2023-12-16T18:19:41.678 INFO:tasks.rados.rados.0.smithi071.stdout:3526: read oid 3 snap -1 2023-12-16T18:19:41.678 INFO:tasks.rados.rados.0.smithi071.stdout:3526: expect deleted 2023-12-16T18:19:41.678 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 307 2023-12-16T18:19:41.678 INFO:tasks.rados.rados.0.smithi071.stdout:3527: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2023-12-16T18:19:41.681 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi071127730-22 from 0 to 425984 tid 1 2023-12-16T18:19:41.684 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi071127730-22 from 425984 to 1155072 tid 2 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi071127730-22 from 1155072 to 1630208 tid 3 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3528: read oid 37 snap -1 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3528: expect deleted 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3529: read oid 40 snap -1 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3529: expect (ObjNum 1044 snap 292 seq_num 1044) 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3530: read oid 42 snap -1 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3530: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:41.688 INFO:tasks.rados.rados.0.smithi071.stdout:3531: delete oid 28 current snap is 307 2023-12-16T18:19:41.689 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 1 to smithi071127730-22 2023-12-16T18:19:41.692 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 2 to smithi071127730-22 2023-12-16T18:19:41.692 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 3 to smithi071127730-22 2023-12-16T18:19:41.692 INFO:tasks.rados.rados.0.smithi071.stdout:3526: done (5 left) 2023-12-16T18:19:41.692 INFO:tasks.rados.rados.0.smithi071.stdout:3528: done (4 left) 2023-12-16T18:19:41.692 INFO:tasks.rados.rados.0.smithi071.stdout:3531: done (3 left) 2023-12-16T18:19:41.693 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 307 2023-12-16T18:19:41.693 INFO:tasks.rados.rados.0.smithi071.stdout:3532: seq_num 1102 ranges {1146880=458752,1605632=491520,2097152=491520,2588672=221184} 2023-12-16T18:19:41.702 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi071127730-47 from 1146880 to 1605632 tid 1 2023-12-16T18:19:41.705 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi071127730-47 from 1605632 to 2097152 tid 2 2023-12-16T18:19:41.708 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi071127730-47 from 2097152 to 2588672 tid 3 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi071127730-47 from 2588672 to 2809856 tid 4 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3533: snap_create 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 4 to smithi071127730-22 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 5 to smithi071127730-22 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1812 (ObjNum 1100 snap 307 seq_num 1100) dirty exists 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3527: left oid 22 (ObjNum 1100 snap 307 seq_num 1100) 2023-12-16T18:19:41.710 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 1 to smithi071127730-47 2023-12-16T18:19:41.711 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 2 to smithi071127730-47 2023-12-16T18:19:41.713 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 3 to smithi071127730-47 2023-12-16T18:19:41.714 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 4 to smithi071127730-47 2023-12-16T18:19:41.715 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 5 to smithi071127730-47 2023-12-16T18:19:41.716 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 6 to smithi071127730-47 2023-12-16T18:19:41.716 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1817 (ObjNum 1102 snap 307 seq_num 1102) dirty exists 2023-12-16T18:19:41.716 INFO:tasks.rados.rados.0.smithi071.stdout:3532: left oid 47 (ObjNum 1102 snap 307 seq_num 1102) 2023-12-16T18:19:41.716 INFO:tasks.rados.rados.0.smithi071.stdout:3529: expect (ObjNum 1044 snap 292 seq_num 1044) 2023-12-16T18:19:41.878 INFO:tasks.rados.rados.0.smithi071.stdout:3530: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:41 smithi071 ceph-mon[139725]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:19:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:41 smithi071 ceph-mon[139725]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T18:19:42.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:41 smithi071 ceph-mon[142085]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:19:42.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:41 smithi071 ceph-mon[142085]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T18:19:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:41 smithi184 ceph-mon[136228]: pgmap v735: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-16T18:19:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:41 smithi184 ceph-mon[136228]: osdmap e684: 8 total, 8 up, 8 in 2023-12-16T18:19:42.677 INFO:tasks.rados.rados.0.smithi071.stdout:3527: done (4 left) 2023-12-16T18:19:42.677 INFO:tasks.rados.rados.0.smithi071.stdout:3529: done (3 left) 2023-12-16T18:19:42.677 INFO:tasks.rados.rados.0.smithi071.stdout:3530: done (2 left) 2023-12-16T18:19:42.677 INFO:tasks.rados.rados.0.smithi071.stdout:3532: done (1 left) 2023-12-16T18:19:42.678 INFO:tasks.rados.rados.0.smithi071.stdout:3533: done (0 left) 2023-12-16T18:19:42.678 INFO:tasks.rados.rados.0.smithi071.stdout:3534: rmattr oid 21 current snap is 308 2023-12-16T18:19:42.678 INFO:tasks.rados.rados.0.smithi071.stdout:3535: snap_remove snap 306 2023-12-16T18:19:43.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:42 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:19:43.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:42 smithi071 ceph-mon[139725]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T18:19:43.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:42 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:19:43.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:42 smithi071 ceph-mon[142085]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T18:19:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:42 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:19:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:42 smithi184 ceph-mon[136228]: osdmap e685: 8 total, 8 up, 8 in 2023-12-16T18:19:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:3535: done (1 left) 2023-12-16T18:19:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:3536: rmattr oid 15 current snap is 308 2023-12-16T18:19:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1786 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:19:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:3534: done (1 left) 2023-12-16T18:19:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:3537: setattr oid 4 current snap is 308 2023-12-16T18:19:43.682 INFO:tasks.rados.rados.0.smithi071.stdout:3538: read oid 1 snap 304 2023-12-16T18:19:43.682 INFO:tasks.rados.rados.0.smithi071.stdout:3538: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:43.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 308 2023-12-16T18:19:43.683 INFO:tasks.rados.rados.0.smithi071.stdout:3539: seq_num 1103 ranges {1359872=475136,1835008=425984,2260992=696320,2957312=81920} 2023-12-16T18:19:43.695 INFO:tasks.rados.rados.0.smithi071.stdout:3539: writing smithi071127730-49 from 1359872 to 1835008 tid 1 2023-12-16T18:19:43.698 INFO:tasks.rados.rados.0.smithi071.stdout:3539: writing smithi071127730-49 from 1835008 to 2260992 tid 2 2023-12-16T18:19:43.702 INFO:tasks.rados.rados.0.smithi071.stdout:3539: writing smithi071127730-49 from 2260992 to 2957312 tid 3 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3539: writing smithi071127730-49 from 2957312 to 3039232 tid 4 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3540: read oid 42 snap -1 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3540: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3541: copy_from oid 30 from oid 44 current snap is 308 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1683 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1198 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 1 to smithi071127730-49 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 2 to smithi071127730-49 2023-12-16T18:19:43.704 INFO:tasks.rados.rados.0.smithi071.stdout:3536: done (5 left) 2023-12-16T18:19:43.705 INFO:tasks.rados.rados.0.smithi071.stdout:3537: done (4 left) 2023-12-16T18:19:43.705 INFO:tasks.rados.rados.0.smithi071.stdout:3542: read oid 48 snap -1 2023-12-16T18:19:43.705 INFO:tasks.rados.rados.0.smithi071.stdout:3542: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:19:43.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 308 2023-12-16T18:19:43.705 INFO:tasks.rados.rados.0.smithi071.stdout:3543: seq_num 1104 ranges {9297920=499712,9797632=712704,10510336=491520} 2023-12-16T18:19:43.758 INFO:tasks.rados.rados.0.smithi071.stdout:3543: writing smithi071127730-23 from 9297920 to 9797632 tid 1 2023-12-16T18:19:43.762 INFO:tasks.rados.rados.0.smithi071.stdout:3543: writing smithi071127730-23 from 9797632 to 10510336 tid 2 2023-12-16T18:19:43.765 INFO:tasks.rados.rados.0.smithi071.stdout:3543: writing smithi071127730-23 from 10510336 to 11001856 tid 3 2023-12-16T18:19:43.765 INFO:tasks.rados.rados.0.smithi071.stdout:3544: rollback oid 9 current snap is 308 2023-12-16T18:19:43.765 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 304 2023-12-16T18:19:43.765 INFO:tasks.rados.rados.0.smithi071.stdout:3538: expect (ObjNum 946 snap 266 seq_num 946) 2023-12-16T18:19:44.114 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 3 to smithi071127730-49 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 4 to smithi071127730-49 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 5 to smithi071127730-49 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing copy_from racing read to smithi071127730-30 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing copy_from to smithi071127730-30 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1566 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3539: finishing write tid 6 to smithi071127730-49 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1865 (ObjNum 1103 snap 308 seq_num 1103) dirty exists 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3539: left oid 49 (ObjNum 1103 snap 308 seq_num 1103) 2023-12-16T18:19:44.115 INFO:tasks.rados.rados.0.smithi071.stdout:3542: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:19:44.167 INFO:tasks.rados.rados.0.smithi071.stdout:3540: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[139725]: pgmap v738: 121 pgs: 121 active+clean; 159 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 394 KiB/s wr, 9 op/s 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[139725]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[142085]: pgmap v738: 121 pgs: 121 active+clean; 159 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 394 KiB/s wr, 9 op/s 2023-12-16T18:19:44.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:19:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:19:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:19:44.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:43 smithi071 ceph-mon[142085]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T18:19:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:43 smithi184 ceph-mon[136228]: pgmap v738: 121 pgs: 121 active+clean; 159 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 394 KiB/s wr, 9 op/s 2023-12-16T18:19:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:19:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:19:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:19:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:43 smithi184 ceph-mon[136228]: osdmap e686: 8 total, 8 up, 8 in 2023-12-16T18:19:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:3543: finishing write tid 1 to smithi071127730-23 2023-12-16T18:19:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:3543: finishing write tid 2 to smithi071127730-23 2023-12-16T18:19:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:3543: finishing write tid 3 to smithi071127730-23 2023-12-16T18:19:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:3543: finishing write tid 4 to smithi071127730-23 2023-12-16T18:19:44.575 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing rollback tid 0 to smithi071127730-9 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing rollback tid 2 to smithi071127730-9 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1686 (ObjNum 988 snap 282 seq_num 988) dirty exists 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3543: finishing write tid 5 to smithi071127730-23 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1550 (ObjNum 1104 snap 308 seq_num 1104) dirty exists 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3543: left oid 23 (ObjNum 1104 snap 308 seq_num 1104) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3538: done (6 left) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3539: done (5 left) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3540: done (4 left) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3541: done (3 left) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3542: done (2 left) 2023-12-16T18:19:44.576 INFO:tasks.rados.rados.0.smithi071.stdout:3543: done (1 left) 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3544: done (0 left) 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3545: copy_from oid 10 from oid 29 current snap is 308 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3546: read oid 26 snap -1 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3546: expect (ObjNum 1093 snap 302 seq_num 1093) 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3547: setattr oid 36 current snap is 308 2023-12-16T18:19:44.577 INFO:tasks.rados.rados.0.smithi071.stdout:3548: snap_create 2023-12-16T18:19:44.581 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1611 (ObjNum 1025 snap 291 seq_num 1025) dirty exists 2023-12-16T18:19:44.600 INFO:tasks.rados.rados.0.smithi071.stdout:3545: finishing copy_from racing read to smithi071127730-10 2023-12-16T18:19:44.603 INFO:tasks.rados.rados.0.smithi071.stdout:3545: finishing copy_from to smithi071127730-10 2023-12-16T18:19:44.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1231 (ObjNum 940 snap 262 seq_num 940) dirty exists 2023-12-16T18:19:44.609 INFO:tasks.rados.rados.0.smithi071.stdout:3546: expect (ObjNum 1093 snap 302 seq_num 1093) 2023-12-16T18:19:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:3545: done (3 left) 2023-12-16T18:19:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:3546: done (2 left) 2023-12-16T18:19:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:3547: done (1 left) 2023-12-16T18:19:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:3548: done (0 left) 2023-12-16T18:19:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:3549: snap_create 2023-12-16T18:19:45.681 INFO:tasks.rados.rados.0.smithi071.stdout:3549: done (0 left) 2023-12-16T18:19:45.681 INFO:tasks.rados.rados.0.smithi071.stdout:3550: read oid 29 snap -1 2023-12-16T18:19:45.681 INFO:tasks.rados.rados.0.smithi071.stdout:3550: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:19:45.682 INFO:tasks.rados.rados.0.smithi071.stdout:3551: read oid 23 snap 307 2023-12-16T18:19:45.682 INFO:tasks.rados.rados.0.smithi071.stdout:3551: expect (ObjNum 991 snap 283 seq_num 991) 2023-12-16T18:19:45.682 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 310 2023-12-16T18:19:45.682 INFO:tasks.rados.rados.0.smithi071.stdout:3552: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2023-12-16T18:19:45.684 INFO:tasks.rados.rados.0.smithi071.stdout:3552: writing smithi071127730-3 from 0 to 516096 tid 1 2023-12-16T18:19:45.689 INFO:tasks.rados.rados.0.smithi071.stdout:3552: writing smithi071127730-3 from 516096 to 1114112 tid 2 2023-12-16T18:19:45.693 INFO:tasks.rados.rados.0.smithi071.stdout:3552: writing smithi071127730-3 from 1114112 to 1720320 tid 3 2023-12-16T18:19:45.693 INFO:tasks.rados.rados.0.smithi071.stdout:3553: read oid 46 snap 304 2023-12-16T18:19:45.693 INFO:tasks.rados.rados.0.smithi071.stdout:3553: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:19:45.694 INFO:tasks.rados.rados.0.smithi071.stdout:3554: copy_from oid 4 from oid 2 current snap is 310 2023-12-16T18:19:45.694 INFO:tasks.rados.rados.0.smithi071.stdout:3555: copy_from oid 45 from oid 39 current snap is 310 2023-12-16T18:19:45.694 INFO:tasks.rados.rados.0.smithi071.stdout:3556: copy_from oid 8 from oid 17 current snap is 310 2023-12-16T18:19:45.694 INFO:tasks.rados.rados.0.smithi071.stdout:3557: snap_remove snap 309 2023-12-16T18:19:46.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:45 smithi184 ceph-mon[136228]: pgmap v741: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 394 KiB/s wr, 10 op/s 2023-12-16T18:19:46.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:45 smithi184 ceph-mon[136228]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T18:19:46.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:45 smithi184 ceph-mon[136228]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[139725]: pgmap v741: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 394 KiB/s wr, 10 op/s 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[139725]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[139725]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[142085]: pgmap v741: 121 pgs: 121 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 394 KiB/s wr, 10 op/s 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[142085]: osdmap e687: 8 total, 8 up, 8 in 2023-12-16T18:19:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:45 smithi071 ceph-mon[142085]: osdmap e688: 8 total, 8 up, 8 in 2023-12-16T18:19:46.693 INFO:tasks.rados.rados.0.smithi071.stdout:3557: done (7 left) 2023-12-16T18:19:46.693 INFO:tasks.rados.rados.0.smithi071.stdout:3558: delete oid 44 current snap is 310 2023-12-16T18:19:46.693 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing write tid 1 to smithi071127730-3 2023-12-16T18:19:46.693 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing write tid 2 to smithi071127730-3 2023-12-16T18:19:46.693 INFO:tasks.rados.rados.0.smithi071.stdout:3550: expect (ObjNum 940 snap 262 seq_num 940) 2023-12-16T18:19:46.888 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing write tid 3 to smithi071127730-3 2023-12-16T18:19:46.888 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing write tid 4 to smithi071127730-3 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing write tid 5 to smithi071127730-3 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1794 (ObjNum 1105 snap 310 seq_num 1105) dirty exists 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3552: left oid 3 (ObjNum 1105 snap 310 seq_num 1105) 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3550: done (7 left) 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3552: done (6 left) 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3558: done (5 left) 2023-12-16T18:19:46.889 INFO:tasks.rados.rados.0.smithi071.stdout:3559: snap_remove snap 303 2023-12-16T18:19:47.684 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:47] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:3559: done (5 left) 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:3560: snap_create 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing copy_from racing read to smithi071127730-4 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing copy_from to smithi071127730-4 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1830 (ObjNum 1072 snap 298 seq_num 1072) dirty exists 2023-12-16T18:19:47.862 INFO:tasks.rados.rados.0.smithi071.stdout:3553: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:19:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:47 smithi071 ceph-mon[139725]: pgmap v744: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 804 KiB/s wr, 6 op/s 2023-12-16T18:19:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:47 smithi071 ceph-mon[139725]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T18:19:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:47 smithi071 ceph-mon[142085]: pgmap v744: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 804 KiB/s wr, 6 op/s 2023-12-16T18:19:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:47 smithi071 ceph-mon[142085]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T18:19:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:47 smithi184 ceph-mon[136228]: pgmap v744: 121 pgs: 121 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 804 KiB/s wr, 6 op/s 2023-12-16T18:19:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:47 smithi184 ceph-mon[136228]: osdmap e689: 8 total, 8 up, 8 in 2023-12-16T18:19:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:19:48.162 INFO:tasks.rados.rados.0.smithi071.stdout:3551: expect (ObjNum 991 snap 283 seq_num 991) 2023-12-16T18:19:48.744 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:19:48.744 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing copy_from to smithi071127730-8 2023-12-16T18:19:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1859 (ObjNum 1099 snap 305 seq_num 1099) dirty exists 2023-12-16T18:19:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing copy_from to smithi071127730-45 2023-12-16T18:19:48.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1549 (ObjNum 1015 snap 290 seq_num 1015) dirty exists 2023-12-16T18:19:48.871 INFO:tasks.rados.rados.0.smithi071.stdout:3551: done (5 left) 2023-12-16T18:19:48.871 INFO:tasks.rados.rados.0.smithi071.stdout:3553: done (4 left) 2023-12-16T18:19:48.872 INFO:tasks.rados.rados.0.smithi071.stdout:3554: done (3 left) 2023-12-16T18:19:48.872 INFO:tasks.rados.rados.0.smithi071.stdout:3555: done (2 left) 2023-12-16T18:19:48.872 INFO:tasks.rados.rados.0.smithi071.stdout:3556: done (1 left) 2023-12-16T18:19:48.872 INFO:tasks.rados.rados.0.smithi071.stdout:3560: done (0 left) 2023-12-16T18:19:48.872 INFO:tasks.rados.rados.0.smithi071.stdout:3561: delete oid 34 current snap is 311 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3561: done (0 left) 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3562: rmattr oid 6 current snap is 311 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3562: done (0 left) 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3563: read oid 36 snap -1 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3563: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:48.876 INFO:tasks.rados.rados.0.smithi071.stdout:3564: delete oid 48 current snap is 311 2023-12-16T18:19:48.882 INFO:tasks.rados.rados.0.smithi071.stdout:3564: done (1 left) 2023-12-16T18:19:48.882 INFO:tasks.rados.rados.0.smithi071.stdout:3565: delete oid 10 current snap is 311 2023-12-16T18:19:48.883 INFO:tasks.rados.rados.0.smithi071.stdout:3563: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:48.895 INFO:tasks.rados.rados.0.smithi071.stdout:3563: done (1 left) 2023-12-16T18:19:48.895 INFO:tasks.rados.rados.0.smithi071.stdout:3565: done (0 left) 2023-12-16T18:19:48.895 INFO:tasks.rados.rados.0.smithi071.stdout:3566: rmattr oid 49 current snap is 311 2023-12-16T18:19:48.895 INFO:tasks.rados.rados.0.smithi071.stdout:3567: snap_remove snap 304 2023-12-16T18:19:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:48 smithi071 ceph-mon[139725]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T18:19:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:48 smithi071 ceph-mon[142085]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T18:19:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:49.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:48 smithi184 ceph-mon[136228]: osdmap e690: 8 total, 8 up, 8 in 2023-12-16T18:19:49.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:19:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:3567: done (1 left) 2023-12-16T18:19:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:3568: rmattr oid 46 current snap is 311 2023-12-16T18:19:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1871 (ObjNum 1103 snap 308 seq_num 1103) dirty exists 2023-12-16T18:19:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:3566: done (1 left) 2023-12-16T18:19:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 311 2023-12-16T18:19:49.875 INFO:tasks.rados.rados.0.smithi071.stdout:3569: seq_num 1110 ranges {1990656=598016,2588672=466944,3055616=450560,3506176=286720} 2023-12-16T18:19:49.890 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi071127730-38 from 1990656 to 2588672 tid 1 2023-12-16T18:19:49.892 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi071127730-38 from 2588672 to 3055616 tid 2 2023-12-16T18:19:49.895 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi071127730-38 from 3055616 to 3506176 tid 3 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi071127730-38 from 3506176 to 3792896 tid 4 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3570: rollback oid 2 current snap is 311 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 310 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1687 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 1 to smithi071127730-38 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 2 to smithi071127730-38 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3568: done (2 left) 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3571: read oid 20 snap -1 2023-12-16T18:19:49.898 INFO:tasks.rados.rados.0.smithi071.stdout:3571: expect (ObjNum 931 snap 259 seq_num 931) 2023-12-16T18:19:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3572: delete oid 29 current snap is 311 2023-12-16T18:19:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3572: done (3 left) 2023-12-16T18:19:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3573: read oid 13 snap -1 2023-12-16T18:19:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3573: expect (ObjNum 1090 snap 301 seq_num 1090) 2023-12-16T18:19:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 311 2023-12-16T18:19:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3574: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2023-12-16T18:19:49.904 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi071127730-30 from 0 to 630784 tid 1 2023-12-16T18:19:49.908 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi071127730-30 from 630784 to 1269760 tid 2 2023-12-16T18:19:49.911 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi071127730-30 from 1269760 to 1736704 tid 3 2023-12-16T18:19:49.912 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi071127730-30 from 1736704 to 1835008 tid 4 2023-12-16T18:19:49.912 INFO:tasks.rados.rados.0.smithi071.stdout:3575: read oid 19 snap -1 2023-12-16T18:19:49.912 INFO:tasks.rados.rados.0.smithi071.stdout:3575: expect (ObjNum 1087 snap 301 seq_num 1087) 2023-12-16T18:19:49.912 INFO:tasks.rados.rados.0.smithi071.stdout:3576: snap_remove snap 305 2023-12-16T18:19:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:49 smithi071 ceph-mon[142085]: pgmap v747: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 5.9 MiB/s wr, 30 op/s 2023-12-16T18:19:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:49 smithi071 ceph-mon[142085]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T18:19:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:49 smithi071 ceph-mon[139725]: pgmap v747: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 5.9 MiB/s wr, 30 op/s 2023-12-16T18:19:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:49 smithi071 ceph-mon[139725]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T18:19:50.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:49 smithi184 ceph-mon[136228]: pgmap v747: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 5.9 MiB/s wr, 30 op/s 2023-12-16T18:19:50.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:49 smithi184 ceph-mon[136228]: osdmap e691: 8 total, 8 up, 8 in 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3576: done (6 left) 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3577: read oid 33 snap 310 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3577: expect (ObjNum 1088 snap 301 seq_num 1088) 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3578: snap_create 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 3 to smithi071127730-38 2023-12-16T18:19:50.881 INFO:tasks.rados.rados.0.smithi071.stdout:3571: expect (ObjNum 931 snap 259 seq_num 931) 2023-12-16T18:19:50.923 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 4 to smithi071127730-38 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 5 to smithi071127730-38 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 0 to smithi071127730-2 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 6 to smithi071127730-38 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1881 (ObjNum 1110 snap 311 seq_num 1110) dirty exists 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:3569: left oid 38 (ObjNum 1110 snap 311 seq_num 1110) 2023-12-16T18:19:50.924 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 1 to smithi071127730-2 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 2 to smithi071127730-2 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1885 (ObjNum 1072 snap 298 seq_num 1072) dirty exists 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 1 to smithi071127730-30 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 2 to smithi071127730-30 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 3 to smithi071127730-30 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 4 to smithi071127730-30 2023-12-16T18:19:50.925 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 5 to smithi071127730-30 2023-12-16T18:19:50.926 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 6 to smithi071127730-30 2023-12-16T18:19:50.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1809 (ObjNum 1112 snap 311 seq_num 1112) dirty exists 2023-12-16T18:19:50.926 INFO:tasks.rados.rados.0.smithi071.stdout:3574: left oid 30 (ObjNum 1112 snap 311 seq_num 1112) 2023-12-16T18:19:50.926 INFO:tasks.rados.rados.0.smithi071.stdout:3573: expect (ObjNum 1090 snap 301 seq_num 1090) 2023-12-16T18:19:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:50 smithi071 ceph-mon[139725]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T18:19:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:50 smithi071 ceph-mon[142085]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T18:19:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:50 smithi184 ceph-mon[136228]: osdmap e692: 8 total, 8 up, 8 in 2023-12-16T18:19:51.345 INFO:tasks.rados.rados.0.smithi071.stdout:3575: expect (ObjNum 1087 snap 301 seq_num 1087) 2023-12-16T18:19:51.724 INFO:tasks.rados.rados.0.smithi071.stdout:3577: expect (ObjNum 1088 snap 301 seq_num 1088) 2023-12-16T18:19:51.884 INFO:tasks.rados.rados.0.smithi071.stdout:3569: done (7 left) 2023-12-16T18:19:51.884 INFO:tasks.rados.rados.0.smithi071.stdout:3570: done (6 left) 2023-12-16T18:19:51.884 INFO:tasks.rados.rados.0.smithi071.stdout:3571: done (5 left) 2023-12-16T18:19:51.884 INFO:tasks.rados.rados.0.smithi071.stdout:3573: done (4 left) 2023-12-16T18:19:51.885 INFO:tasks.rados.rados.0.smithi071.stdout:3574: done (3 left) 2023-12-16T18:19:51.885 INFO:tasks.rados.rados.0.smithi071.stdout:3575: done (2 left) 2023-12-16T18:19:51.885 INFO:tasks.rados.rados.0.smithi071.stdout:3577: done (1 left) 2023-12-16T18:19:51.885 INFO:tasks.rados.rados.0.smithi071.stdout:3578: done (0 left) 2023-12-16T18:19:51.885 INFO:tasks.rados.rados.0.smithi071.stdout:3579: delete oid 26 current snap is 312 2023-12-16T18:19:51.890 INFO:tasks.rados.rados.0.smithi071.stdout:3579: done (0 left) 2023-12-16T18:19:51.890 INFO:tasks.rados.rados.0.smithi071.stdout:3580: snap_remove snap 308 2023-12-16T18:19:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:51 smithi071 ceph-mon[139725]: pgmap v750: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2023-12-16T18:19:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:51 smithi071 ceph-mon[139725]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T18:19:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:51 smithi071 ceph-mon[142085]: pgmap v750: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2023-12-16T18:19:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:51 smithi071 ceph-mon[142085]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T18:19:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:51 smithi184 ceph-mon[136228]: pgmap v750: 121 pgs: 121 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 5.1 MiB/s wr, 26 op/s 2023-12-16T18:19:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:51 smithi184 ceph-mon[136228]: osdmap e693: 8 total, 8 up, 8 in 2023-12-16T18:19:52.438 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 6m ago 12m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (9m) 4m ago 11m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (13m) 6m ago 13m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (13m) 4m ago 13m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:19:52.746 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (8m) 4m ago 15m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (9m) 6m ago 16m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 6m ago 16m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (8m) 4m ago 15m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (8m) 6m ago 15m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 6m ago 11m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (9m) 4m ago 11m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 6m ago 14m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (7m) 6m ago 14m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 6m ago 14m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 6m ago 14m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (5m) 4m ago 13m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (5m) 4m ago 13m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:19:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (4m) 4m ago 13m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:19:52.748 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (4m) 4m ago 13m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:19:52.748 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (8m) 4m ago 12m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:19:52.890 INFO:tasks.rados.rados.0.smithi071.stdout:3580: done (0 left) 2023-12-16T18:19:52.890 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 312 2023-12-16T18:19:52.890 INFO:tasks.rados.rados.0.smithi071.stdout:3581: seq_num 1114 ranges {6823936=663552,7487488=802816,8290304=401408} 2023-12-16T18:19:52.931 INFO:tasks.rados.rados.0.smithi071.stdout:3581: writing smithi071127730-1 from 6823936 to 7487488 tid 1 2023-12-16T18:19:52.936 INFO:tasks.rados.rados.0.smithi071.stdout:3581: writing smithi071127730-1 from 7487488 to 8290304 tid 2 2023-12-16T18:19:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:3581: writing smithi071127730-1 from 8290304 to 8691712 tid 3 2023-12-16T18:19:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 312 2023-12-16T18:19:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:3581: finishing write tid 1 to smithi071127730-1 2023-12-16T18:19:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:3582: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2023-12-16T18:19:52.942 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi071127730-31 from 0 to 679936 tid 1 2023-12-16T18:19:52.946 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi071127730-31 from 679936 to 1368064 tid 2 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi071127730-31 from 1368064 to 1884160 tid 3 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 312 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3581: finishing write tid 2 to smithi071127730-1 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3581: finishing write tid 3 to smithi071127730-1 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3581: finishing write tid 4 to smithi071127730-1 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3581: finishing write tid 5 to smithi071127730-1 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1500 (ObjNum 1114 snap 312 seq_num 1114) dirty exists 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3581: left oid 1 (ObjNum 1114 snap 312 seq_num 1114) 2023-12-16T18:19:52.950 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 1 to smithi071127730-31 2023-12-16T18:19:52.951 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 2 to smithi071127730-31 2023-12-16T18:19:52.951 INFO:tasks.rados.rados.0.smithi071.stdout:3583: seq_num 1116 ranges {3792896=696320,4489216=573440,5062656=450560,5513216=180224} 2023-12-16T18:19:52.974 INFO:tasks.rados.rados.0.smithi071.stdout:3583: writing smithi071127730-38 from 3792896 to 4489216 tid 1 2023-12-16T18:19:52.977 INFO:tasks.rados.rados.0.smithi071.stdout:3583: writing smithi071127730-38 from 4489216 to 5062656 tid 2 2023-12-16T18:19:52.980 INFO:tasks.rados.rados.0.smithi071.stdout:3583: writing smithi071127730-38 from 5062656 to 5513216 tid 3 2023-12-16T18:19:52.981 INFO:tasks.rados.rados.0.smithi071.stdout:3583: writing smithi071127730-38 from 5513216 to 5693440 tid 4 2023-12-16T18:19:52.981 INFO:tasks.rados.rados.0.smithi071.stdout:3581: done (2 left) 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 312 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 3 to smithi071127730-31 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 4 to smithi071127730-31 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 5 to smithi071127730-31 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1218 (ObjNum 1115 snap 312 seq_num 1115) dirty exists 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3582: left oid 31 (ObjNum 1115 snap 312 seq_num 1115) 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 1 to smithi071127730-38 2023-12-16T18:19:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3584: seq_num 1117 ranges {1630208=712704,2342912=458752,2801664=655360,3457024=90112} 2023-12-16T18:19:52.994 INFO:tasks.rados.rados.0.smithi071.stdout:3584: writing smithi071127730-22 from 1630208 to 2342912 tid 1 2023-12-16T18:19:52.996 INFO:tasks.rados.rados.0.smithi071.stdout:3584: writing smithi071127730-22 from 2342912 to 2801664 tid 2 2023-12-16T18:19:53.000 INFO:tasks.rados.rados.0.smithi071.stdout:3584: writing smithi071127730-22 from 2801664 to 3457024 tid 3 2023-12-16T18:19:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:3584: writing smithi071127730-22 from 3457024 to 3547136 tid 4 2023-12-16T18:19:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:3582: done (2 left) 2023-12-16T18:19:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 312 2023-12-16T18:19:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 2 to smithi071127730-38 2023-12-16T18:19:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:3585: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2023-12-16T18:19:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:3585: writing smithi071127730-48 from 0 to 729088 tid 1 2023-12-16T18:19:53.010 INFO:tasks.rados.rados.0.smithi071.stdout:3585: writing smithi071127730-48 from 729088 to 1523712 tid 2 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3585: writing smithi071127730-48 from 1523712 to 1933312 tid 3 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3586: rmattr oid 19 current snap is 312 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3586: done (3 left) 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3587: rollback oid 28 current snap is 312 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 310 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 3 to smithi071127730-38 2023-12-16T18:19:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 4 to smithi071127730-38 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 5 to smithi071127730-38 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing write tid 6 to smithi071127730-38 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1903 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3583: left oid 38 (ObjNum 1116 snap 312 seq_num 1116) 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 1 to smithi071127730-22 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3583: done (3 left) 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3588: rmattr oid 2 current snap is 312 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3588: done (3 left) 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3589: rmattr oid 41 current snap is 312 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3589: done (3 left) 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3590: read oid 24 snap -1 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3590: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 312 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 2 to smithi071127730-22 2023-12-16T18:19:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3591: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2023-12-16T18:19:53.016 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi071127730-25 from 0 to 745472 tid 1 2023-12-16T18:19:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi071127730-25 from 745472 to 1425408 tid 2 2023-12-16T18:19:53.023 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi071127730-25 from 1425408 to 1949696 tid 3 2023-12-16T18:19:53.023 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 312 2023-12-16T18:19:53.024 INFO:tasks.rados.rados.0.smithi071.stdout:3592: seq_num 1120 ranges {1204224=761856,1966080=557056,2523136=425984,2949120=221184} 2023-12-16T18:19:53.034 INFO:tasks.rados.rados.0.smithi071.stdout:3592: writing smithi071127730-20 from 1204224 to 1966080 tid 1 2023-12-16T18:19:53.038 INFO:tasks.rados.rados.0.smithi071.stdout:3592: writing smithi071127730-20 from 1966080 to 2523136 tid 2 2023-12-16T18:19:53.040 INFO:tasks.rados.rados.0.smithi071.stdout:3592: writing smithi071127730-20 from 2523136 to 2949120 tid 3 2023-12-16T18:19:53.041 INFO:tasks.rados.rados.0.smithi071.stdout:3592: writing smithi071127730-20 from 2949120 to 3170304 tid 4 2023-12-16T18:19:53.042 INFO:tasks.rados.rados.0.smithi071.stdout:3593: snap_remove snap 311 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:53.158 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:19:53.159 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:19:53.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:52 smithi071 ceph-mon[139725]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T18:19:53.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:52 smithi071 ceph-mon[142085]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T18:19:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:52 smithi184 ceph-mon[136228]: osdmap e694: 8 total, 8 up, 8 in 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:3593: done (6 left) 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 312 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 3 to smithi071127730-22 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 4 to smithi071127730-22 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 5 to smithi071127730-22 2023-12-16T18:19:53.902 INFO:tasks.rados.rados.0.smithi071.stdout:3594: seq_num 1121 ranges {2932736=778240,3710976=442368,4153344=638976,4792320=122880} 2023-12-16T18:19:53.922 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi071127730-5 from 2932736 to 3710976 tid 1 2023-12-16T18:19:53.925 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi071127730-5 from 3710976 to 4153344 tid 2 2023-12-16T18:19:53.928 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi071127730-5 from 4153344 to 4792320 tid 3 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi071127730-5 from 4792320 to 4915200 tid 4 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3595: read oid 4 snap -1 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3595: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3596: snap_create 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3584: finishing write tid 6 to smithi071127730-22 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1822 (ObjNum 1117 snap 312 seq_num 1117) dirty exists 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3584: left oid 22 (ObjNum 1117 snap 312 seq_num 1117) 2023-12-16T18:19:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:3585: finishing write tid 1 to smithi071127730-48 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3587: finishing rollback tid 1 to smithi071127730-28 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 0 (ObjNum 529 snap 0 seq_num 1689883592) dirty dne 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3585: finishing write tid 2 to smithi071127730-48 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3585: finishing write tid 3 to smithi071127730-48 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3585: finishing write tid 4 to smithi071127730-48 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3585: finishing write tid 5 to smithi071127730-48 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1841 (ObjNum 1118 snap 312 seq_num 1118) dirty exists 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3585: left oid 48 (ObjNum 1118 snap 312 seq_num 1118) 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 1 to smithi071127730-25 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 2 to smithi071127730-25 2023-12-16T18:19:53.931 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 3 to smithi071127730-25 2023-12-16T18:19:53.932 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 4 to smithi071127730-25 2023-12-16T18:19:53.932 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 5 to smithi071127730-25 2023-12-16T18:19:53.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1826 (ObjNum 1119 snap 312 seq_num 1119) dirty exists 2023-12-16T18:19:53.932 INFO:tasks.rados.rados.0.smithi071.stdout:3591: left oid 25 (ObjNum 1119 snap 312 seq_num 1119) 2023-12-16T18:19:53.932 INFO:tasks.rados.rados.0.smithi071.stdout:3590: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:19:54.186 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 1 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 2 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 3 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 4 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 5 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing write tid 6 to smithi071127730-20 2023-12-16T18:19:54.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1846 (ObjNum 1120 snap 312 seq_num 1120) dirty exists 2023-12-16T18:19:54.188 INFO:tasks.rados.rados.0.smithi071.stdout:3592: left oid 20 (ObjNum 1120 snap 312 seq_num 1120) 2023-12-16T18:19:54.188 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 1 to smithi071127730-5 2023-12-16T18:19:54.188 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 2 to smithi071127730-5 2023-12-16T18:19:54.188 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 3 to smithi071127730-5 2023-12-16T18:19:54.188 INFO:tasks.rados.rados.0.smithi071.stdout:3595: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:54.216 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 4 to smithi071127730-5 2023-12-16T18:19:54.216 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 5 to smithi071127730-5 2023-12-16T18:19:54.216 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 6 to smithi071127730-5 2023-12-16T18:19:54.216 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1864 (ObjNum 1121 snap 312 seq_num 1121) dirty exists 2023-12-16T18:19:54.216 INFO:tasks.rados.rados.0.smithi071.stdout:3594: left oid 5 (ObjNum 1121 snap 312 seq_num 1121) 2023-12-16T18:19:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[139725]: pgmap v753: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 888 KiB/s wr, 12 op/s 2023-12-16T18:19:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[139725]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[139725]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[139725]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T18:19:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2522304191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[142085]: pgmap v753: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 888 KiB/s wr, 12 op/s 2023-12-16T18:19:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[142085]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[142085]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[142085]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T18:19:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:53 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2522304191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:53 smithi184 ceph-mon[136228]: pgmap v753: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 888 KiB/s wr, 12 op/s 2023-12-16T18:19:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:53 smithi184 ceph-mon[136228]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:53 smithi184 ceph-mon[136228]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:19:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:53 smithi184 ceph-mon[136228]: osdmap e695: 8 total, 8 up, 8 in 2023-12-16T18:19:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:53 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2522304191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:19:54.904 INFO:tasks.rados.rados.0.smithi071.stdout:3584: done (8 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3585: done (7 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3587: done (6 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3590: done (5 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3591: done (4 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3592: done (3 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3594: done (2 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3595: done (1 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3596: done (0 left) 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 313 2023-12-16T18:19:54.905 INFO:tasks.rados.rados.0.smithi071.stdout:3597: seq_num 1122 ranges {2809856=794624,3604480=729088,4333568=475136} 2023-12-16T18:19:54.923 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi071127730-47 from 2809856 to 3604480 tid 1 2023-12-16T18:19:54.927 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi071127730-47 from 3604480 to 4333568 tid 2 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi071127730-47 from 4333568 to 4808704 tid 3 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3598: read oid 6 snap -1 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3598: expect deleted 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3599: rmattr oid 37 current snap is 313 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3599: done (2 left) 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3600: read oid 37 snap 310 2023-12-16T18:19:54.931 INFO:tasks.rados.rados.0.smithi071.stdout:3600: expect deleted 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:3601: rollback oid 16 current snap is 313 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 312 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 1 to smithi071127730-47 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:3602: read oid 2 snap 307 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:54.932 INFO:tasks.rados.rados.0.smithi071.stdout:3603: delete oid 18 current snap is 313 2023-12-16T18:19:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 2 to smithi071127730-47 2023-12-16T18:19:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 3 to smithi071127730-47 2023-12-16T18:19:54.935 INFO:tasks.rados.rados.0.smithi071.stdout:3598: done (5 left) 2023-12-16T18:19:54.936 INFO:tasks.rados.rados.0.smithi071.stdout:3600: done (4 left) 2023-12-16T18:19:54.936 INFO:tasks.rados.rados.0.smithi071.stdout:3603: done (3 left) 2023-12-16T18:19:54.936 INFO:tasks.rados.rados.0.smithi071.stdout:3604: copy_from oid 39 from oid 24 current snap is 313 2023-12-16T18:19:54.936 INFO:tasks.rados.rados.0.smithi071.stdout:3605: delete oid 29 current snap is 313 2023-12-16T18:19:54.937 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 1072 snap 298 seq_num 1072) 2023-12-16T18:19:54.969 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 4 to smithi071127730-47 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3601: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3601: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 5 to smithi071127730-47 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1830 (ObjNum 1122 snap 313 seq_num 1122) dirty exists 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3597: left oid 47 (ObjNum 1122 snap 313 seq_num 1122) 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3601: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1833 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing copy_from racing read to smithi071127730-39 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing copy_from to smithi071127730-39 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1212 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3597: done (4 left) 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3601: done (3 left) 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3602: done (2 left) 2023-12-16T18:19:54.970 INFO:tasks.rados.rados.0.smithi071.stdout:3604: done (1 left) 2023-12-16T18:19:54.971 INFO:tasks.rados.rados.0.smithi071.stdout:3605: done (0 left) 2023-12-16T18:19:54.971 INFO:tasks.rados.rados.0.smithi071.stdout:3606: snap_create 2023-12-16T18:19:55.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:54 smithi071 ceph-mon[139725]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T18:19:55.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:54 smithi071 ceph-mon[142085]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T18:19:55.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:54 smithi184 ceph-mon[136228]: osdmap e696: 8 total, 8 up, 8 in 2023-12-16T18:19:55.679 INFO:tasks.rados.rados.0.smithi071.stdout:3606: done (0 left) 2023-12-16T18:19:55.679 INFO:tasks.rados.rados.0.smithi071.stdout:3607: snap_remove snap 307 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[139725]: pgmap v756: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[139725]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[139725]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[142085]: pgmap v756: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[142085]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T18:19:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:55 smithi071 ceph-mon[142085]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T18:19:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:55 smithi184 ceph-mon[136228]: pgmap v756: 121 pgs: 121 active+clean; 176 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-16T18:19:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:55 smithi184 ceph-mon[136228]: osdmap e697: 8 total, 8 up, 8 in 2023-12-16T18:19:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:55 smithi184 ceph-mon[136228]: osdmap e698: 8 total, 8 up, 8 in 2023-12-16T18:19:56.679 INFO:tasks.rados.rados.0.smithi071.stdout:3607: done (0 left) 2023-12-16T18:19:56.680 INFO:tasks.rados.rados.0.smithi071.stdout:3608: read oid 8 snap -1 2023-12-16T18:19:56.680 INFO:tasks.rados.rados.0.smithi071.stdout:3608: expect (ObjNum 1099 snap 305 seq_num 1099) 2023-12-16T18:19:56.680 INFO:tasks.rados.rados.0.smithi071.stdout:3609: snap_create 2023-12-16T18:19:56.721 INFO:tasks.rados.rados.0.smithi071.stdout:3608: expect (ObjNum 1099 snap 305 seq_num 1099) 2023-12-16T18:19:57.677 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:19:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:19:57] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:19:57.684 INFO:tasks.rados.rados.0.smithi071.stdout:3608: done (1 left) 2023-12-16T18:19:57.684 INFO:tasks.rados.rados.0.smithi071.stdout:3609: done (0 left) 2023-12-16T18:19:57.684 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 315 2023-12-16T18:19:57.684 INFO:tasks.rados.rados.0.smithi071.stdout:3610: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2023-12-16T18:19:57.687 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi071127730-32 from 0 to 450560 tid 1 2023-12-16T18:19:57.691 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi071127730-32 from 450560 to 1236992 tid 2 2023-12-16T18:19:57.695 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi071127730-32 from 1236992 to 1851392 tid 3 2023-12-16T18:19:57.696 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi071127730-32 from 1851392 to 2056192 tid 4 2023-12-16T18:19:57.696 INFO:tasks.rados.rados.0.smithi071.stdout:3611: read oid 50 snap 313 2023-12-16T18:19:57.696 INFO:tasks.rados.rados.0.smithi071.stdout:3611: expect deleted 2023-12-16T18:19:57.696 INFO:tasks.rados.rados.0.smithi071.stdout:3612: copy_from oid 45 from oid 16 current snap is 315 2023-12-16T18:19:57.696 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 1 to smithi071127730-32 2023-12-16T18:19:57.697 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 2 to smithi071127730-32 2023-12-16T18:19:57.697 INFO:tasks.rados.rados.0.smithi071.stdout:3613: snap_create 2023-12-16T18:19:57.701 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 3 to smithi071127730-32 2023-12-16T18:19:57.702 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 4 to smithi071127730-32 2023-12-16T18:19:57.702 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 5 to smithi071127730-32 2023-12-16T18:19:57.704 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 6 to smithi071127730-32 2023-12-16T18:19:57.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1916 (ObjNum 1125 snap 315 seq_num 1125) dirty exists 2023-12-16T18:19:57.705 INFO:tasks.rados.rados.0.smithi071.stdout:3610: left oid 32 (ObjNum 1125 snap 315 seq_num 1125) 2023-12-16T18:19:57.709 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing copy_from racing read to smithi071127730-45 2023-12-16T18:19:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing copy_from to smithi071127730-45 2023-12-16T18:19:57.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1833 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:19:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:57 smithi071 ceph-mon[139725]: pgmap v759: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:19:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:57 smithi071 ceph-mon[139725]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T18:19:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:57 smithi071 ceph-mon[142085]: pgmap v759: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:19:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:57 smithi071 ceph-mon[142085]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T18:19:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:57 smithi184 ceph-mon[136228]: pgmap v759: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-16T18:19:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:57 smithi184 ceph-mon[136228]: osdmap e699: 8 total, 8 up, 8 in 2023-12-16T18:19:58.690 INFO:tasks.rados.rados.0.smithi071.stdout:3610: done (3 left) 2023-12-16T18:19:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:3611: done (2 left) 2023-12-16T18:19:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:3612: done (1 left) 2023-12-16T18:19:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:3613: done (0 left) 2023-12-16T18:19:58.691 INFO:tasks.rados.rados.0.smithi071.stdout:3614: read oid 34 snap -1 2023-12-16T18:19:58.693 INFO:tasks.rados.rados.0.smithi071.stdout:3614: expect deleted 2023-12-16T18:19:58.693 INFO:tasks.rados.rados.0.smithi071.stdout:3615: copy_from oid 11 from oid 38 current snap is 316 2023-12-16T18:19:58.693 INFO:tasks.rados.rados.0.smithi071.stdout:3616: snap_create 2023-12-16T18:19:58.714 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:19:58.717 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing copy_from to smithi071127730-11 2023-12-16T18:19:58.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1903 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:19:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:58 smithi071 ceph-mon[139725]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T18:19:58.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:58 smithi071 ceph-mon[142085]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T18:19:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:58 smithi184 ceph-mon[136228]: osdmap e700: 8 total, 8 up, 8 in 2023-12-16T18:19:59.694 INFO:tasks.rados.rados.0.smithi071.stdout:3614: done (2 left) 2023-12-16T18:19:59.694 INFO:tasks.rados.rados.0.smithi071.stdout:3615: done (1 left) 2023-12-16T18:19:59.694 INFO:tasks.rados.rados.0.smithi071.stdout:3616: done (0 left) 2023-12-16T18:19:59.694 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 317 2023-12-16T18:19:59.694 INFO:tasks.rados.rados.0.smithi071.stdout:3617: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2023-12-16T18:19:59.698 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi071127730-26 from 0 to 466944 tid 1 2023-12-16T18:19:59.701 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi071127730-26 from 466944 to 1187840 tid 2 2023-12-16T18:19:59.705 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi071127730-26 from 1187840 to 1966080 tid 3 2023-12-16T18:19:59.706 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi071127730-26 from 1966080 to 2072576 tid 4 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:3618: rollback oid 10 current snap is 317 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 314 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 1 to smithi071127730-26 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 2 to smithi071127730-26 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 317 2023-12-16T18:19:59.707 INFO:tasks.rados.rados.0.smithi071.stdout:3619: seq_num 1127 ranges {3039232=483328,3522560=598016,4120576=581632,4702208=425984} 2023-12-16T18:19:59.725 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi071127730-49 from 3039232 to 3522560 tid 1 2023-12-16T18:19:59.729 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi071127730-49 from 3522560 to 4120576 tid 2 2023-12-16T18:19:59.732 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi071127730-49 from 4120576 to 4702208 tid 3 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi071127730-49 from 4702208 to 5128192 tid 4 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3620: read oid 25 snap -1 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3620: expect (ObjNum 1119 snap 312 seq_num 1119) 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3621: read oid 24 snap -1 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3621: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3622: read oid 36 snap -1 2023-12-16T18:19:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:3622: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:3623: read oid 20 snap -1 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:3623: expect (ObjNum 1120 snap 312 seq_num 1120) 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:3624: read oid 16 snap -1 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:3624: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 317 2023-12-16T18:19:59.737 INFO:tasks.rados.rados.0.smithi071.stdout:3625: seq_num 1128 ranges {2056192=499712,2555904=483328,3039232=786432,3825664=335872} 2023-12-16T18:19:59.750 INFO:tasks.rados.rados.0.smithi071.stdout:3625: writing smithi071127730-32 from 2056192 to 2555904 tid 1 2023-12-16T18:19:59.753 INFO:tasks.rados.rados.0.smithi071.stdout:3625: writing smithi071127730-32 from 2555904 to 3039232 tid 2 2023-12-16T18:19:59.758 INFO:tasks.rados.rados.0.smithi071.stdout:3625: writing smithi071127730-32 from 3039232 to 3825664 tid 3 2023-12-16T18:19:59.760 INFO:tasks.rados.rados.0.smithi071.stdout:3625: writing smithi071127730-32 from 3825664 to 4161536 tid 4 2023-12-16T18:19:59.760 INFO:tasks.rados.rados.0.smithi071.stdout:3626: snap_remove snap 313 2023-12-16T18:19:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:59 smithi071 ceph-mon[142085]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2023-12-16T18:19:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:19:59 smithi071 ceph-mon[142085]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T18:19:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:59 smithi071 ceph-mon[139725]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2023-12-16T18:19:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:19:59 smithi071 ceph-mon[139725]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T18:20:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:59 smithi184 ceph-mon[136228]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2023-12-16T18:20:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:19:59 smithi184 ceph-mon[136228]: osdmap e701: 8 total, 8 up, 8 in 2023-12-16T18:20:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:19:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:19:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:19:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:20:00.681 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:20:00.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1837 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:20:00.681 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 3 to smithi071127730-26 2023-12-16T18:20:00.681 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 4 to smithi071127730-26 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 5 to smithi071127730-26 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 6 to smithi071127730-26 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1908 (ObjNum 1126 snap 317 seq_num 1126) dirty exists 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3617: left oid 26 (ObjNum 1126 snap 317 seq_num 1126) 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 1 to smithi071127730-49 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 2 to smithi071127730-49 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 3 to smithi071127730-49 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 4 to smithi071127730-49 2023-12-16T18:20:00.682 INFO:tasks.rados.rados.0.smithi071.stdout:3622: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:20:00.697 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 5 to smithi071127730-49 2023-12-16T18:20:00.697 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 6 to smithi071127730-49 2023-12-16T18:20:00.697 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1922 (ObjNum 1127 snap 317 seq_num 1127) dirty exists 2023-12-16T18:20:00.697 INFO:tasks.rados.rados.0.smithi071.stdout:3619: left oid 49 (ObjNum 1127 snap 317 seq_num 1127) 2023-12-16T18:20:00.697 INFO:tasks.rados.rados.0.smithi071.stdout:3620: expect (ObjNum 1119 snap 312 seq_num 1119) 2023-12-16T18:20:00.748 INFO:tasks.rados.rados.0.smithi071.stdout:3624: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:20:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 1 to smithi071127730-32 2023-12-16T18:20:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 2 to smithi071127730-32 2023-12-16T18:20:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:3623: expect (ObjNum 1120 snap 312 seq_num 1120) 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 3 to smithi071127730-32 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 4 to smithi071127730-32 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 5 to smithi071127730-32 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3625: finishing write tid 6 to smithi071127730-32 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1928 (ObjNum 1128 snap 317 seq_num 1128) dirty exists 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3625: left oid 32 (ObjNum 1128 snap 317 seq_num 1128) 2023-12-16T18:20:00.903 INFO:tasks.rados.rados.0.smithi071.stdout:3621: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[139725]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[139725]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[139725]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[139725]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[139725]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T18:20:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[142085]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T18:20:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[142085]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[142085]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:20:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[142085]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:20:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:00 smithi071 ceph-mon[142085]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T18:20:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:00 smithi184 ceph-mon[136228]: osdmap e702: 8 total, 8 up, 8 in 2023-12-16T18:20:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:00 smithi184 ceph-mon[136228]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:20:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:00 smithi184 ceph-mon[136228]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:20:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:00 smithi184 ceph-mon[136228]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:20:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:00 smithi184 ceph-mon[136228]: osdmap e703: 8 total, 8 up, 8 in 2023-12-16T18:20:01.158 INFO:tasks.rados.rados.0.smithi071.stdout:3617: done (9 left) 2023-12-16T18:20:01.158 INFO:tasks.rados.rados.0.smithi071.stdout:3618: done (8 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3619: done (7 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3620: done (6 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3621: done (5 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3622: done (4 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3623: done (3 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3624: done (2 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3625: done (1 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3626: done (0 left) 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3627: rollback oid 19 current snap is 317 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 316 2023-12-16T18:20:01.159 INFO:tasks.rados.rados.0.smithi071.stdout:3628: snap_remove snap 312 2023-12-16T18:20:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:3627: finishing rollback tid 0 to smithi071127730-19 2023-12-16T18:20:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:3627: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:20:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:3627: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:20:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1867 (ObjNum 1087 snap 301 seq_num 1087) dirty exists 2023-12-16T18:20:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3627: done (1 left) 2023-12-16T18:20:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3628: done (0 left) 2023-12-16T18:20:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 317 2023-12-16T18:20:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3629: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2023-12-16T18:20:01.713 INFO:tasks.rados.rados.0.smithi071.stdout:3629: writing smithi071127730-34 from 0 to 516096 tid 1 2023-12-16T18:20:01.718 INFO:tasks.rados.rados.0.smithi071.stdout:3629: writing smithi071127730-34 from 516096 to 1286144 tid 2 2023-12-16T18:20:01.722 INFO:tasks.rados.rados.0.smithi071.stdout:3629: writing smithi071127730-34 from 1286144 to 1884160 tid 3 2023-12-16T18:20:01.723 INFO:tasks.rados.rados.0.smithi071.stdout:3629: writing smithi071127730-34 from 1884160 to 2121728 tid 4 2023-12-16T18:20:01.724 INFO:tasks.rados.rados.0.smithi071.stdout:3630: snap_create 2023-12-16T18:20:01.724 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 1 to smithi071127730-34 2023-12-16T18:20:01.724 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 2 to smithi071127730-34 2023-12-16T18:20:01.727 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 3 to smithi071127730-34 2023-12-16T18:20:01.727 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 4 to smithi071127730-34 2023-12-16T18:20:01.727 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 5 to smithi071127730-34 2023-12-16T18:20:01.728 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing write tid 6 to smithi071127730-34 2023-12-16T18:20:01.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1913 (ObjNum 1129 snap 317 seq_num 1129) dirty exists 2023-12-16T18:20:01.728 INFO:tasks.rados.rados.0.smithi071.stdout:3629: left oid 34 (ObjNum 1129 snap 317 seq_num 1129) 2023-12-16T18:20:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:01 smithi071 ceph-mon[139725]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2023-12-16T18:20:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:01 smithi071 ceph-mon[142085]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2023-12-16T18:20:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:01 smithi184 ceph-mon[136228]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3629: done (1 left) 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3630: done (0 left) 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3631: read oid 31 snap -1 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3631: expect (ObjNum 1115 snap 312 seq_num 1115) 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3632: read oid 45 snap -1 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3632: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:20:02.715 INFO:tasks.rados.rados.0.smithi071.stdout:3633: rollback oid 49 current snap is 318 2023-12-16T18:20:02.716 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 316 2023-12-16T18:20:02.716 INFO:tasks.rados.rados.0.smithi071.stdout:3634: rollback oid 40 current snap is 318 2023-12-16T18:20:02.716 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 314 2023-12-16T18:20:02.716 INFO:tasks.rados.rados.0.smithi071.stdout:3635: copy_from oid 17 from oid 28 current snap is 318 2023-12-16T18:20:02.716 INFO:tasks.rados.rados.0.smithi071.stdout:3636: delete oid 34 current snap is 318 2023-12-16T18:20:02.723 INFO:tasks.rados.rados.0.smithi071.stdout:3636: done (5 left) 2023-12-16T18:20:02.723 INFO:tasks.rados.rados.0.smithi071.stdout:3637: snap_remove snap 310 2023-12-16T18:20:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:02 smithi071 ceph-mon[142085]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T18:20:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:02 smithi071 ceph-mon[139725]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T18:20:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:02 smithi184 ceph-mon[136228]: osdmap e704: 8 total, 8 up, 8 in 2023-12-16T18:20:03.723 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing rollback tid 0 to smithi071127730-49 2023-12-16T18:20:03.724 INFO:tasks.rados.rados.0.smithi071.stdout:3634: finishing rollback tid 0 to smithi071127730-40 2023-12-16T18:20:03.724 INFO:tasks.rados.rados.0.smithi071.stdout:3634: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:20:03.724 INFO:tasks.rados.rados.0.smithi071.stdout:3632: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:20:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing rollback tid 1 to smithi071127730-49 2023-12-16T18:20:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from to smithi071127730-17 2023-12-16T18:20:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:3635: got expected ENOENT (src dne) 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing rollback tid 2 to smithi071127730-49 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1936 (ObjNum 1103 snap 308 seq_num 1103) dirty exists 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3634: finishing rollback tid 2 to smithi071127730-40 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1870 (ObjNum 1044 snap 292 seq_num 1044) dirty exists 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3632: done (5 left) 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3633: done (4 left) 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3634: done (3 left) 2023-12-16T18:20:03.786 INFO:tasks.rados.rados.0.smithi071.stdout:3635: done (2 left) 2023-12-16T18:20:03.787 INFO:tasks.rados.rados.0.smithi071.stdout:3637: done (1 left) 2023-12-16T18:20:03.787 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 318 2023-12-16T18:20:03.787 INFO:tasks.rados.rados.0.smithi071.stdout:3631: expect (ObjNum 1115 snap 312 seq_num 1115) 2023-12-16T18:20:03.833 INFO:tasks.rados.rados.0.smithi071.stdout:3638: seq_num 1131 ranges {3170304=548864,3719168=540672,4259840=565248,4825088=425984,5251072=73728} 2023-12-16T18:20:03.852 INFO:tasks.rados.rados.0.smithi071.stdout:3638: writing smithi071127730-20 from 3170304 to 3719168 tid 1 2023-12-16T18:20:03.855 INFO:tasks.rados.rados.0.smithi071.stdout:3638: writing smithi071127730-20 from 3719168 to 4259840 tid 2 2023-12-16T18:20:03.858 INFO:tasks.rados.rados.0.smithi071.stdout:3638: writing smithi071127730-20 from 4259840 to 4825088 tid 3 2023-12-16T18:20:03.860 INFO:tasks.rados.rados.0.smithi071.stdout:3638: writing smithi071127730-20 from 4825088 to 5251072 tid 4 2023-12-16T18:20:03.861 INFO:tasks.rados.rados.0.smithi071.stdout:3638: writing smithi071127730-20 from 5251072 to 5324800 tid 5 2023-12-16T18:20:03.861 INFO:tasks.rados.rados.0.smithi071.stdout:3631: done (1 left) 2023-12-16T18:20:03.861 INFO:tasks.rados.rados.0.smithi071.stdout:3639: snap_create 2023-12-16T18:20:03.861 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 1 to smithi071127730-20 2023-12-16T18:20:03.861 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 2 to smithi071127730-20 2023-12-16T18:20:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 3 to smithi071127730-20 2023-12-16T18:20:03.865 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 4 to smithi071127730-20 2023-12-16T18:20:03.865 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 5 to smithi071127730-20 2023-12-16T18:20:03.865 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 6 to smithi071127730-20 2023-12-16T18:20:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:3638: finishing write tid 7 to smithi071127730-20 2023-12-16T18:20:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1852 (ObjNum 1131 snap 318 seq_num 1131) dirty exists 2023-12-16T18:20:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:3638: left oid 20 (ObjNum 1131 snap 318 seq_num 1131) 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[142085]: pgmap v768: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[142085]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[139725]: pgmap v768: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[139725]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T18:20:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:03 smithi184 ceph-mon[136228]: pgmap v768: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2023-12-16T18:20:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:03 smithi184 ceph-mon[136228]: osdmap e705: 8 total, 8 up, 8 in 2023-12-16T18:20:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3638: done (1 left) 2023-12-16T18:20:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3639: done (0 left) 2023-12-16T18:20:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3640: rollback oid 16 current snap is 319 2023-12-16T18:20:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 314 2023-12-16T18:20:04.732 INFO:tasks.rados.rados.0.smithi071.stdout:3641: setattr oid 43 current snap is 319 2023-12-16T18:20:04.734 INFO:tasks.rados.rados.0.smithi071.stdout:3642: delete oid 40 current snap is 319 2023-12-16T18:20:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 0 to smithi071127730-16 2023-12-16T18:20:04.739 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 1 to smithi071127730-16 2023-12-16T18:20:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1580 (ObjNum 931 snap 259 seq_num 931) dirty exists 2023-12-16T18:20:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 2 to smithi071127730-16 2023-12-16T18:20:04.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1836 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:20:04.741 INFO:tasks.rados.rados.0.smithi071.stdout:3640: done (2 left) 2023-12-16T18:20:04.741 INFO:tasks.rados.rados.0.smithi071.stdout:3641: done (1 left) 2023-12-16T18:20:04.741 INFO:tasks.rados.rados.0.smithi071.stdout:3642: done (0 left) 2023-12-16T18:20:04.741 INFO:tasks.rados.rados.0.smithi071.stdout:3643: copy_from oid 13 from oid 10 current snap is 319 2023-12-16T18:20:04.741 INFO:tasks.rados.rados.0.smithi071.stdout:3644: setattr oid 22 current snap is 319 2023-12-16T18:20:04.742 INFO:tasks.rados.rados.0.smithi071.stdout:3643: finishing copy_from to smithi071127730-13 2023-12-16T18:20:04.742 INFO:tasks.rados.rados.0.smithi071.stdout:3643: got expected ENOENT (src dne) 2023-12-16T18:20:04.742 INFO:tasks.rados.rados.0.smithi071.stdout:3645: copy_from oid 50 from oid 32 current snap is 319 2023-12-16T18:20:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 319 2023-12-16T18:20:04.743 INFO:tasks.rados.rados.0.smithi071.stdout:3646: seq_num 1133 ranges {1163264=581632,1744896=753664,2498560=573440,3072000=278528} 2023-12-16T18:20:04.752 INFO:tasks.rados.rados.0.smithi071.stdout:3646: writing smithi071127730-4 from 1163264 to 1744896 tid 1 2023-12-16T18:20:04.756 INFO:tasks.rados.rados.0.smithi071.stdout:3646: writing smithi071127730-4 from 1744896 to 2498560 tid 2 2023-12-16T18:20:04.760 INFO:tasks.rados.rados.0.smithi071.stdout:3646: writing smithi071127730-4 from 2498560 to 3072000 tid 3 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:3646: writing smithi071127730-4 from 3072000 to 3350528 tid 4 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:3647: snap_create 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:3643: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1837 (ObjNum 1117 snap 312 seq_num 1117) dirty exists 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 1 to smithi071127730-4 2023-12-16T18:20:04.762 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 2 to smithi071127730-4 2023-12-16T18:20:04.763 INFO:tasks.rados.rados.0.smithi071.stdout:3645: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:20:04.767 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 3 to smithi071127730-4 2023-12-16T18:20:04.767 INFO:tasks.rados.rados.0.smithi071.stdout:3645: finishing copy_from to smithi071127730-50 2023-12-16T18:20:04.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1928 (ObjNum 1128 snap 317 seq_num 1128) dirty exists 2023-12-16T18:20:04.767 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 4 to smithi071127730-4 2023-12-16T18:20:04.767 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 5 to smithi071127730-4 2023-12-16T18:20:04.769 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing write tid 6 to smithi071127730-4 2023-12-16T18:20:04.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1835 (ObjNum 1133 snap 319 seq_num 1133) dirty exists 2023-12-16T18:20:04.770 INFO:tasks.rados.rados.0.smithi071.stdout:3646: left oid 4 (ObjNum 1133 snap 319 seq_num 1133) 2023-12-16T18:20:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:04 smithi184 ceph-mon[136228]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T18:20:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:04 smithi071 ceph-mon[139725]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T18:20:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:04 smithi071 ceph-mon[142085]: osdmap e706: 8 total, 8 up, 8 in 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3643: done (4 left) 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3644: done (3 left) 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3645: done (2 left) 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3646: done (1 left) 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3647: done (0 left) 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3648: read oid 10 snap -1 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3648: expect deleted 2023-12-16T18:20:05.682 INFO:tasks.rados.rados.0.smithi071.stdout:3649: snap_create 2023-12-16T18:20:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:05 smithi184 ceph-mon[136228]: pgmap v771: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-16T18:20:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:05 smithi184 ceph-mon[136228]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T18:20:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:05 smithi184 ceph-mon[136228]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[142085]: pgmap v771: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[142085]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[142085]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[139725]: pgmap v771: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[139725]: osdmap e707: 8 total, 8 up, 8 in 2023-12-16T18:20:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:05 smithi071 ceph-mon[139725]: osdmap e708: 8 total, 8 up, 8 in 2023-12-16T18:20:06.682 INFO:tasks.rados.rados.0.smithi071.stdout:3648: done (1 left) 2023-12-16T18:20:06.682 INFO:tasks.rados.rados.0.smithi071.stdout:3649: done (0 left) 2023-12-16T18:20:06.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 321 2023-12-16T18:20:06.683 INFO:tasks.rados.rados.0.smithi071.stdout:3650: seq_num 1134 ranges {6815744=598016,7413760=638976,8052736=737280,8790016=229376} 2023-12-16T18:20:06.721 INFO:tasks.rados.rados.0.smithi071.stdout:3650: writing smithi071127730-42 from 6815744 to 7413760 tid 1 2023-12-16T18:20:06.725 INFO:tasks.rados.rados.0.smithi071.stdout:3650: writing smithi071127730-42 from 7413760 to 8052736 tid 2 2023-12-16T18:20:06.729 INFO:tasks.rados.rados.0.smithi071.stdout:3650: writing smithi071127730-42 from 8052736 to 8790016 tid 3 2023-12-16T18:20:06.731 INFO:tasks.rados.rados.0.smithi071.stdout:3650: writing smithi071127730-42 from 8790016 to 9019392 tid 4 2023-12-16T18:20:06.731 INFO:tasks.rados.rados.0.smithi071.stdout:3651: setattr oid 12 current snap is 321 2023-12-16T18:20:06.732 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 321 2023-12-16T18:20:06.732 INFO:tasks.rados.rados.0.smithi071.stdout:3652: seq_num 1135 ranges {1949696=614400,2564096=524288,3088384=540672,3629056=483328,4112384=57344} 2023-12-16T18:20:06.746 INFO:tasks.rados.rados.0.smithi071.stdout:3652: writing smithi071127730-25 from 1949696 to 2564096 tid 1 2023-12-16T18:20:06.749 INFO:tasks.rados.rados.0.smithi071.stdout:3652: writing smithi071127730-25 from 2564096 to 3088384 tid 2 2023-12-16T18:20:06.753 INFO:tasks.rados.rados.0.smithi071.stdout:3652: writing smithi071127730-25 from 3088384 to 3629056 tid 3 2023-12-16T18:20:06.756 INFO:tasks.rados.rados.0.smithi071.stdout:3652: writing smithi071127730-25 from 3629056 to 4112384 tid 4 2023-12-16T18:20:06.757 INFO:tasks.rados.rados.0.smithi071.stdout:3652: writing smithi071127730-25 from 4112384 to 4169728 tid 5 2023-12-16T18:20:06.757 INFO:tasks.rados.rados.0.smithi071.stdout:3653: read oid 23 snap -1 2023-12-16T18:20:06.757 INFO:tasks.rados.rados.0.smithi071.stdout:3653: expect (ObjNum 1104 snap 308 seq_num 1104) 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3654: read oid 16 snap -1 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3654: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3655: snap_create 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 1 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 2 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 3 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 4 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 5 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing write tid 6 to smithi071127730-42 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1580 (ObjNum 1134 snap 321 seq_num 1134) dirty exists 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3650: left oid 42 (ObjNum 1134 snap 321 seq_num 1134) 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1581 (ObjNum 1091 snap 302 seq_num 1091) dirty exists 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 1 to smithi071127730-25 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 2 to smithi071127730-25 2023-12-16T18:20:06.758 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 3 to smithi071127730-25 2023-12-16T18:20:06.770 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 4 to smithi071127730-25 2023-12-16T18:20:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 5 to smithi071127730-25 2023-12-16T18:20:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 6 to smithi071127730-25 2023-12-16T18:20:06.774 INFO:tasks.rados.rados.0.smithi071.stdout:3654: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:20:06.834 INFO:tasks.rados.rados.0.smithi071.stdout:3652: finishing write tid 7 to smithi071127730-25 2023-12-16T18:20:06.834 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1843 (ObjNum 1135 snap 321 seq_num 1135) dirty exists 2023-12-16T18:20:06.834 INFO:tasks.rados.rados.0.smithi071.stdout:3652: left oid 25 (ObjNum 1135 snap 321 seq_num 1135) 2023-12-16T18:20:06.834 INFO:tasks.rados.rados.0.smithi071.stdout:3653: expect (ObjNum 1104 snap 308 seq_num 1104) 2023-12-16T18:20:07.679 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:07] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3650: done (5 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3651: done (4 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3652: done (3 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3653: done (2 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3654: done (1 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3655: done (0 left) 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 322 2023-12-16T18:20:07.735 INFO:tasks.rados.rados.0.smithi071.stdout:3656: seq_num 1136 ranges {1343488=630784,1974272=409600,2383872=753664,3137536=417792,3555328=24576} 2023-12-16T18:20:07.745 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi071127730-41 from 1343488 to 1974272 tid 1 2023-12-16T18:20:07.747 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi071127730-41 from 1974272 to 2383872 tid 2 2023-12-16T18:20:07.751 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi071127730-41 from 2383872 to 3137536 tid 3 2023-12-16T18:20:07.754 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi071127730-41 from 3137536 to 3555328 tid 4 2023-12-16T18:20:07.754 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi071127730-41 from 3555328 to 3579904 tid 5 2023-12-16T18:20:07.754 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 322 2023-12-16T18:20:07.754 INFO:tasks.rados.rados.0.smithi071.stdout:3657: seq_num 1137 ranges {2088960=647168,2736128=696320,3432448=557056,3989504=352256} 2023-12-16T18:20:07.769 INFO:tasks.rados.rados.0.smithi071.stdout:3657: writing smithi071127730-27 from 2088960 to 2736128 tid 1 2023-12-16T18:20:07.773 INFO:tasks.rados.rados.0.smithi071.stdout:3657: writing smithi071127730-27 from 2736128 to 3432448 tid 2 2023-12-16T18:20:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:3657: writing smithi071127730-27 from 3432448 to 3989504 tid 3 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3657: writing smithi071127730-27 from 3989504 to 4341760 tid 4 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3658: read oid 3 snap -1 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3658: expect (ObjNum 1105 snap 310 seq_num 1105) 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3659: read oid 6 snap -1 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3659: expect deleted 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3660: copy_from oid 44 from oid 36 current snap is 322 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 1 to smithi071127730-41 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 2 to smithi071127730-41 2023-12-16T18:20:07.779 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 3 to smithi071127730-41 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 4 to smithi071127730-41 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 5 to smithi071127730-41 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 6 to smithi071127730-41 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3661: rmattr oid 28 current snap is 322 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3661: done (5 left) 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3662: delete oid 28 current snap is 322 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 7 to smithi071127730-41 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1858 (ObjNum 1136 snap 322 seq_num 1136) dirty exists 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3656: left oid 41 (ObjNum 1136 snap 322 seq_num 1136) 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 1 to smithi071127730-27 2023-12-16T18:20:07.780 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 2 to smithi071127730-27 2023-12-16T18:20:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:3656: done (5 left) 2023-12-16T18:20:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:3659: done (4 left) 2023-12-16T18:20:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:3662: done (3 left) 2023-12-16T18:20:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:3663: delete oid 19 current snap is 322 2023-12-16T18:20:07.782 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 3 to smithi071127730-27 2023-12-16T18:20:07.782 INFO:tasks.rados.rados.0.smithi071.stdout:3660: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:20:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 4 to smithi071127730-27 2023-12-16T18:20:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 5 to smithi071127730-27 2023-12-16T18:20:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:3660: finishing copy_from to smithi071127730-44 2023-12-16T18:20:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1611 (ObjNum 1025 snap 291 seq_num 1025) dirty exists 2023-12-16T18:20:07.785 INFO:tasks.rados.rados.0.smithi071.stdout:3657: finishing write tid 6 to smithi071127730-27 2023-12-16T18:20:07.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1948 (ObjNum 1137 snap 322 seq_num 1137) dirty exists 2023-12-16T18:20:07.785 INFO:tasks.rados.rados.0.smithi071.stdout:3657: left oid 27 (ObjNum 1137 snap 322 seq_num 1137) 2023-12-16T18:20:07.786 INFO:tasks.rados.rados.0.smithi071.stdout:3658: expect (ObjNum 1105 snap 310 seq_num 1105) 2023-12-16T18:20:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:3657: done (3 left) 2023-12-16T18:20:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:3658: done (2 left) 2023-12-16T18:20:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:3660: done (1 left) 2023-12-16T18:20:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:3663: done (0 left) 2023-12-16T18:20:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:3664: snap_create 2023-12-16T18:20:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:07 smithi071 ceph-mon[139725]: pgmap v774: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:20:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:07 smithi071 ceph-mon[139725]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T18:20:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:07 smithi071 ceph-mon[142085]: pgmap v774: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:20:07.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:07 smithi071 ceph-mon[142085]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T18:20:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:07 smithi184 ceph-mon[136228]: pgmap v774: 121 pgs: 121 active+clean; 195 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-16T18:20:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:07 smithi184 ceph-mon[136228]: osdmap e709: 8 total, 8 up, 8 in 2023-12-16T18:20:08.746 INFO:tasks.rados.rados.0.smithi071.stdout:3664: done (0 left) 2023-12-16T18:20:08.746 INFO:tasks.rados.rados.0.smithi071.stdout:3665: snap_remove snap 321 2023-12-16T18:20:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:08 smithi184 ceph-mon[136228]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T18:20:09.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:08 smithi071 ceph-mon[139725]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T18:20:09.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:08 smithi071 ceph-mon[142085]: osdmap e710: 8 total, 8 up, 8 in 2023-12-16T18:20:09.753 INFO:tasks.rados.rados.0.smithi071.stdout:3665: done (0 left) 2023-12-16T18:20:09.753 INFO:tasks.rados.rados.0.smithi071.stdout:3666: snap_create 2023-12-16T18:20:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:09 smithi184 ceph-mon[136228]: pgmap v777: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:20:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:09 smithi184 ceph-mon[136228]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T18:20:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:09 smithi071 ceph-mon[139725]: pgmap v777: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:20:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:09 smithi071 ceph-mon[139725]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T18:20:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:09 smithi071 ceph-mon[142085]: pgmap v777: 121 pgs: 121 active+clean; 176 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2023-12-16T18:20:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:09 smithi071 ceph-mon[142085]: osdmap e711: 8 total, 8 up, 8 in 2023-12-16T18:20:10.681 INFO:tasks.rados.rados.0.smithi071.stdout:3666: done (0 left) 2023-12-16T18:20:10.681 INFO:tasks.rados.rados.0.smithi071.stdout:3667: copy_from oid 13 from oid 23 current snap is 324 2023-12-16T18:20:10.681 INFO:tasks.rados.rados.0.smithi071.stdout:3668: delete oid 7 current snap is 324 2023-12-16T18:20:10.694 INFO:tasks.rados.rados.0.smithi071.stdout:3668: done (1 left) 2023-12-16T18:20:10.694 INFO:tasks.rados.rados.0.smithi071.stdout:3669: snap_create 2023-12-16T18:20:10.733 INFO:tasks.rados.rados.0.smithi071.stdout:3667: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:20:10.733 INFO:tasks.rados.rados.0.smithi071.stdout:3667: finishing copy_from to smithi071127730-13 2023-12-16T18:20:10.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1550 (ObjNum 1104 snap 308 seq_num 1104) dirty exists 2023-12-16T18:20:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:10 smithi184 ceph-mon[136228]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T18:20:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:10 smithi184 ceph-mon[136228]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T18:20:11.124 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:10 smithi071 ceph-mon[142085]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T18:20:11.124 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:10 smithi071 ceph-mon[142085]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T18:20:11.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:10 smithi071 ceph-mon[139725]: osdmap e712: 8 total, 8 up, 8 in 2023-12-16T18:20:11.124 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:10 smithi071 ceph-mon[139725]: osdmap e713: 8 total, 8 up, 8 in 2023-12-16T18:20:11.696 INFO:tasks.rados.rados.0.smithi071.stdout:3667: done (1 left) 2023-12-16T18:20:11.696 INFO:tasks.rados.rados.0.smithi071.stdout:3669: done (0 left) 2023-12-16T18:20:11.697 INFO:tasks.rados.rados.0.smithi071.stdout:3670: snap_create 2023-12-16T18:20:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:11 smithi184 ceph-mon[136228]: pgmap v780: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-16T18:20:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:11 smithi184 ceph-mon[136228]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T18:20:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:11 smithi071 ceph-mon[139725]: pgmap v780: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-16T18:20:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:11 smithi071 ceph-mon[139725]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T18:20:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:11 smithi071 ceph-mon[142085]: pgmap v780: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-16T18:20:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:11 smithi071 ceph-mon[142085]: osdmap e714: 8 total, 8 up, 8 in 2023-12-16T18:20:12.695 INFO:tasks.rados.rados.0.smithi071.stdout:3670: done (0 left) 2023-12-16T18:20:12.696 INFO:tasks.rados.rados.0.smithi071.stdout:3671: snap_create 2023-12-16T18:20:13.698 INFO:tasks.rados.rados.0.smithi071.stdout:3671: done (0 left) 2023-12-16T18:20:13.698 INFO:tasks.rados.rados.0.smithi071.stdout:3672: snap_create 2023-12-16T18:20:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:13 smithi071 ceph-mon[139725]: pgmap v783: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-16T18:20:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:13 smithi071 ceph-mon[139725]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T18:20:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:13 smithi071 ceph-mon[142085]: pgmap v783: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-16T18:20:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:13 smithi071 ceph-mon[142085]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T18:20:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:13 smithi184 ceph-mon[136228]: pgmap v783: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-16T18:20:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:13 smithi184 ceph-mon[136228]: osdmap e715: 8 total, 8 up, 8 in 2023-12-16T18:20:14.700 INFO:tasks.rados.rados.0.smithi071.stdout:3672: done (0 left) 2023-12-16T18:20:14.700 INFO:tasks.rados.rados.0.smithi071.stdout:3673: read oid 3 snap 322 2023-12-16T18:20:14.700 INFO:tasks.rados.rados.0.smithi071.stdout:3673: expect (ObjNum 1105 snap 310 seq_num 1105) 2023-12-16T18:20:14.700 INFO:tasks.rados.rados.0.smithi071.stdout:3674: delete oid 41 current snap is 328 2023-12-16T18:20:14.705 INFO:tasks.rados.rados.0.smithi071.stdout:3674: done (1 left) 2023-12-16T18:20:14.705 INFO:tasks.rados.rados.0.smithi071.stdout:3675: snap_remove snap 316 2023-12-16T18:20:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:14 smithi071 ceph-mon[139725]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T18:20:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:14 smithi071 ceph-mon[139725]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T18:20:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:14 smithi071 ceph-mon[142085]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T18:20:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:14 smithi071 ceph-mon[142085]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T18:20:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:14 smithi184 ceph-mon[136228]: osdmap e716: 8 total, 8 up, 8 in 2023-12-16T18:20:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:14 smithi184 ceph-mon[136228]: osdmap e717: 8 total, 8 up, 8 in 2023-12-16T18:20:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:3675: done (1 left) 2023-12-16T18:20:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:3676: rollback oid 26 current snap is 328 2023-12-16T18:20:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 322 2023-12-16T18:20:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:3677: copy_from oid 29 from oid 25 current snap is 328 2023-12-16T18:20:15.686 INFO:tasks.rados.rados.0.smithi071.stdout:3673: expect (ObjNum 1105 snap 310 seq_num 1105) 2023-12-16T18:20:15.741 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 0 to smithi071127730-26 2023-12-16T18:20:15.741 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 1 to smithi071127730-26 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 2 to smithi071127730-26 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1917 (ObjNum 1126 snap 317 seq_num 1126) dirty exists 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3677: finishing copy_from racing read to smithi071127730-29 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3677: finishing copy_from to smithi071127730-29 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1843 (ObjNum 1135 snap 321 seq_num 1135) dirty exists 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3673: done (2 left) 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3676: done (1 left) 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3677: done (0 left) 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 328 2023-12-16T18:20:15.742 INFO:tasks.rados.rados.0.smithi071.stdout:3678: seq_num 1142 ranges {6455296=729088,7184384=565248,7749632=696320,8445952=344064} 2023-12-16T18:20:15.779 INFO:tasks.rados.rados.0.smithi071.stdout:3678: writing smithi071127730-8 from 6455296 to 7184384 tid 1 2023-12-16T18:20:15.782 INFO:tasks.rados.rados.0.smithi071.stdout:3678: writing smithi071127730-8 from 7184384 to 7749632 tid 2 2023-12-16T18:20:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:3678: writing smithi071127730-8 from 7749632 to 8445952 tid 3 2023-12-16T18:20:15.788 INFO:tasks.rados.rados.0.smithi071.stdout:3678: writing smithi071127730-8 from 8445952 to 8790016 tid 4 2023-12-16T18:20:15.788 INFO:tasks.rados.rados.0.smithi071.stdout:3679: read oid 13 snap -1 2023-12-16T18:20:15.788 INFO:tasks.rados.rados.0.smithi071.stdout:3679: expect (ObjNum 1104 snap 308 seq_num 1104) 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3680: read oid 25 snap -1 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3680: expect (ObjNum 1135 snap 321 seq_num 1135) 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 328 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 1 to smithi071127730-8 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 2 to smithi071127730-8 2023-12-16T18:20:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3681: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2023-12-16T18:20:15.792 INFO:tasks.rados.rados.0.smithi071.stdout:3681: writing smithi071127730-10 from 0 to 753664 tid 1 2023-12-16T18:20:15.795 INFO:tasks.rados.rados.0.smithi071.stdout:3681: writing smithi071127730-10 from 753664 to 1204224 tid 2 2023-12-16T18:20:15.798 INFO:tasks.rados.rados.0.smithi071.stdout:3681: writing smithi071127730-10 from 1204224 to 1712128 tid 3 2023-12-16T18:20:15.801 INFO:tasks.rados.rados.0.smithi071.stdout:3681: writing smithi071127730-10 from 1712128 to 2301952 tid 4 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:3681: writing smithi071127730-10 from 2301952 to 2359296 tid 5 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:3682: read oid 40 snap -1 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:3682: expect deleted 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 328 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 3 to smithi071127730-8 2023-12-16T18:20:15.803 INFO:tasks.rados.rados.0.smithi071.stdout:3683: seq_num 1144 ranges {2072576=770048,2842624=737280,3579904=712704,4292608=155648} 2023-12-16T18:20:15.817 INFO:tasks.rados.rados.0.smithi071.stdout:3683: writing smithi071127730-26 from 2072576 to 2842624 tid 1 2023-12-16T18:20:15.821 INFO:tasks.rados.rados.0.smithi071.stdout:3683: writing smithi071127730-26 from 2842624 to 3579904 tid 2 2023-12-16T18:20:15.826 INFO:tasks.rados.rados.0.smithi071.stdout:3683: writing smithi071127730-26 from 3579904 to 4292608 tid 3 2023-12-16T18:20:15.827 INFO:tasks.rados.rados.0.smithi071.stdout:3683: writing smithi071127730-26 from 4292608 to 4448256 tid 4 2023-12-16T18:20:15.827 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 328 2023-12-16T18:20:15.827 INFO:tasks.rados.rados.0.smithi071.stdout:3684: seq_num 1145 ranges {9019392=786432,9805824=622592,10428416=516096,10944512=417792,11362304=49152} 2023-12-16T18:20:15.881 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi071127730-42 from 9019392 to 9805824 tid 1 2023-12-16T18:20:15.884 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi071127730-42 from 9805824 to 10428416 tid 2 2023-12-16T18:20:15.887 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi071127730-42 from 10428416 to 10944512 tid 3 2023-12-16T18:20:15.889 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi071127730-42 from 10944512 to 11362304 tid 4 2023-12-16T18:20:15.890 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi071127730-42 from 11362304 to 11411456 tid 5 2023-12-16T18:20:15.890 INFO:tasks.rados.rados.0.smithi071.stdout:3685: read oid 31 snap -1 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3685: expect (ObjNum 1115 snap 312 seq_num 1115) 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3686: copy_from oid 6 from oid 29 current snap is 328 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 4 to smithi071127730-8 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 5 to smithi071127730-8 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 1 to smithi071127730-10 2023-12-16T18:20:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:3680: expect (ObjNum 1135 snap 321 seq_num 1135) 2023-12-16T18:20:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:15 smithi071 ceph-mon[139725]: pgmap v786: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T18:20:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:15 smithi071 ceph-mon[139725]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T18:20:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:15 smithi071 ceph-mon[142085]: pgmap v786: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T18:20:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:15 smithi071 ceph-mon[142085]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T18:20:16.030 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing write tid 6 to smithi071127730-8 2023-12-16T18:20:16.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1877 (ObjNum 1142 snap 328 seq_num 1142) dirty exists 2023-12-16T18:20:16.030 INFO:tasks.rados.rados.0.smithi071.stdout:3678: left oid 8 (ObjNum 1142 snap 328 seq_num 1142) 2023-12-16T18:20:16.031 INFO:tasks.rados.rados.0.smithi071.stdout:3678: done (8 left) 2023-12-16T18:20:16.031 INFO:tasks.rados.rados.0.smithi071.stdout:3680: done (7 left) 2023-12-16T18:20:16.031 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 328 2023-12-16T18:20:16.031 INFO:tasks.rados.rados.0.smithi071.stdout:3687: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2023-12-16T18:20:16.034 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi071127730-18 from 0 to 802816 tid 1 2023-12-16T18:20:16.037 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi071127730-18 from 802816 to 1302528 tid 2 2023-12-16T18:20:16.041 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi071127730-18 from 1302528 to 1982464 tid 3 2023-12-16T18:20:16.043 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi071127730-18 from 1982464 to 2408448 tid 4 2023-12-16T18:20:16.044 INFO:tasks.rados.rados.0.smithi071.stdout:3682: done (7 left) 2023-12-16T18:20:16.044 INFO:tasks.rados.rados.0.smithi071.stdout:3688: snap_remove snap 320 2023-12-16T18:20:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:15 smithi184 ceph-mon[136228]: pgmap v786: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-16T18:20:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:15 smithi184 ceph-mon[136228]: osdmap e718: 8 total, 8 up, 8 in 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3688: done (7 left) 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3689: snap_create 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 2 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 3 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 4 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 5 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 6 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:3681: finishing write tid 7 to smithi071127730-10 2023-12-16T18:20:16.721 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1865 (ObjNum 1143 snap 328 seq_num 1143) dirty exists 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3681: left oid 10 (ObjNum 1143 snap 328 seq_num 1143) 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 1 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 2 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 3 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 4 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 5 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: finishing write tid 6 to smithi071127730-26 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1922 (ObjNum 1144 snap 328 seq_num 1144) dirty exists 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: left oid 26 (ObjNum 1144 snap 328 seq_num 1144) 2023-12-16T18:20:16.722 INFO:tasks.rados.rados.0.smithi071.stdout:3679: expect (ObjNum 1104 snap 308 seq_num 1104) 2023-12-16T18:20:17.497 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 1 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 2 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 3 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 4 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 5 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 6 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 7 to smithi071127730-42 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1617 (ObjNum 1145 snap 328 seq_num 1145) dirty exists 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3684: left oid 42 (ObjNum 1145 snap 328 seq_num 1145) 2023-12-16T18:20:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:3685: expect (ObjNum 1115 snap 312 seq_num 1115) 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing copy_from racing read to smithi071127730-6 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing copy_from to smithi071127730-6 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1843 (ObjNum 1135 snap 321 seq_num 1135) dirty exists 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 1 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 2 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 3 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 4 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 5 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 6 to smithi071127730-18 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1218 (ObjNum 1146 snap 328 seq_num 1146) dirty exists 2023-12-16T18:20:17.545 INFO:tasks.rados.rados.0.smithi071.stdout:3687: left oid 18 (ObjNum 1146 snap 328 seq_num 1146) 2023-12-16T18:20:17.721 INFO:tasks.rados.rados.0.smithi071.stdout:3679: done (7 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3681: done (6 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3683: done (5 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3684: done (4 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3685: done (3 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3686: done (2 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3687: done (1 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3689: done (0 left) 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 329 2023-12-16T18:20:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3690: seq_num 1147 ranges {1990656=16384} 2023-12-16T18:20:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:17] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2023-12-16T18:20:17.732 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi071127730-45 from 1990656 to 2007040 tid 1 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:3691: rollback oid 38 current snap is 329 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 328 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:3692: rollback oid 1 current snap is 329 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 318 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:3693: setattr oid 22 current snap is 329 2023-12-16T18:20:17.733 INFO:tasks.rados.rados.0.smithi071.stdout:3694: snap_create 2023-12-16T18:20:17.739 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing rollback tid 0 to smithi071127730-1 2023-12-16T18:20:17.739 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 1 to smithi071127730-45 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing rollback tid 1 to smithi071127730-1 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 2 to smithi071127730-45 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1844 (ObjNum 1117 snap 312 seq_num 1117) dirty exists 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing rollback tid 2 to smithi071127730-1 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1503 (ObjNum 1114 snap 312 seq_num 1114) dirty exists 2023-12-16T18:20:17.740 INFO:tasks.rados.rados.0.smithi071.stdout:3691: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:3691: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:3691: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1962 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 3 to smithi071127730-45 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1845 (ObjNum 1147 snap 329 seq_num 1147) dirty exists 2023-12-16T18:20:17.741 INFO:tasks.rados.rados.0.smithi071.stdout:3690: left oid 45 (ObjNum 1147 snap 329 seq_num 1147) 2023-12-16T18:20:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:17 smithi184 ceph-mon[136228]: pgmap v789: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 0 op/s 2023-12-16T18:20:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:17 smithi184 ceph-mon[136228]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T18:20:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:17 smithi071 ceph-mon[139725]: pgmap v789: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 0 op/s 2023-12-16T18:20:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:17 smithi071 ceph-mon[139725]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T18:20:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:17 smithi071 ceph-mon[142085]: pgmap v789: 121 pgs: 121 active+clean; 195 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 0 op/s 2023-12-16T18:20:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:17 smithi071 ceph-mon[142085]: osdmap e719: 8 total, 8 up, 8 in 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3690: done (4 left) 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3691: done (3 left) 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3692: done (2 left) 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3693: done (1 left) 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3694: done (0 left) 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:3695: rollback oid 29 current snap is 330 2023-12-16T18:20:18.738 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 314 2023-12-16T18:20:18.739 INFO:tasks.rados.rados.0.smithi071.stdout:3696: snap_create 2023-12-16T18:20:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:3695: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:20:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:3695: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:20:18.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1847 (ObjNum 97 snap 0 seq_num 2571756704) dirty dne 2023-12-16T18:20:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:18 smithi184 ceph-mon[136228]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T18:20:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:19.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:18 smithi071 ceph-mon[139725]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T18:20:19.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:18 smithi071 ceph-mon[142085]: osdmap e720: 8 total, 8 up, 8 in 2023-12-16T18:20:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:19.743 INFO:tasks.rados.rados.0.smithi071.stdout:3695: done (1 left) 2023-12-16T18:20:19.743 INFO:tasks.rados.rados.0.smithi071.stdout:3696: done (0 left) 2023-12-16T18:20:19.743 INFO:tasks.rados.rados.0.smithi071.stdout:3697: delete oid 19 current snap is 331 2023-12-16T18:20:19.752 INFO:tasks.rados.rados.0.smithi071.stdout:3697: done (0 left) 2023-12-16T18:20:19.752 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 331 2023-12-16T18:20:19.752 INFO:tasks.rados.rados.0.smithi071.stdout:3698: seq_num 1149 ranges {368640=49152} 2023-12-16T18:20:19.754 INFO:tasks.rados.rados.0.smithi071.stdout:3698: writing smithi071127730-44 from 368640 to 417792 tid 1 2023-12-16T18:20:19.754 INFO:tasks.rados.rados.0.smithi071.stdout:3699: snap_create 2023-12-16T18:20:19.759 INFO:tasks.rados.rados.0.smithi071.stdout:3698: finishing write tid 1 to smithi071127730-44 2023-12-16T18:20:19.759 INFO:tasks.rados.rados.0.smithi071.stdout:3698: finishing write tid 2 to smithi071127730-44 2023-12-16T18:20:19.761 INFO:tasks.rados.rados.0.smithi071.stdout:3698: finishing write tid 3 to smithi071127730-44 2023-12-16T18:20:19.761 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1619 (ObjNum 1149 snap 331 seq_num 1149) dirty exists 2023-12-16T18:20:19.761 INFO:tasks.rados.rados.0.smithi071.stdout:3698: left oid 44 (ObjNum 1149 snap 331 seq_num 1149) 2023-12-16T18:20:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:19 smithi184 ceph-mon[136228]: pgmap v792: 121 pgs: 121 active+clean; 212 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2023-12-16T18:20:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:19 smithi184 ceph-mon[136228]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T18:20:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:19 smithi071 ceph-mon[139725]: pgmap v792: 121 pgs: 121 active+clean; 212 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2023-12-16T18:20:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:19 smithi071 ceph-mon[139725]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T18:20:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:19 smithi071 ceph-mon[142085]: pgmap v792: 121 pgs: 121 active+clean; 212 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.2 MiB/s wr, 10 op/s 2023-12-16T18:20:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:19 smithi071 ceph-mon[142085]: osdmap e721: 8 total, 8 up, 8 in 2023-12-16T18:20:20.686 INFO:tasks.rados.rados.0.smithi071.stdout:3698: done (1 left) 2023-12-16T18:20:20.686 INFO:tasks.rados.rados.0.smithi071.stdout:3699: done (0 left) 2023-12-16T18:20:20.686 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 332 2023-12-16T18:20:20.686 INFO:tasks.rados.rados.0.smithi071.stdout:3700: seq_num 1150 ranges {11001856=65536} 2023-12-16T18:20:20.744 INFO:tasks.rados.rados.0.smithi071.stdout:3700: writing smithi071127730-23 from 11001856 to 11067392 tid 1 2023-12-16T18:20:20.745 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 332 2023-12-16T18:20:20.745 INFO:tasks.rados.rados.0.smithi071.stdout:3701: seq_num 1151 ranges {1720320=81920} 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3701: writing smithi071127730-3 from 1720320 to 1802240 tid 1 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3702: read oid 34 snap -1 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3702: expect deleted 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3703: rollback oid 19 current snap is 332 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 329 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 1 to smithi071127730-23 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 2 to smithi071127730-23 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 3 to smithi071127730-23 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1553 (ObjNum 1150 snap 332 seq_num 1150) dirty exists 2023-12-16T18:20:20.755 INFO:tasks.rados.rados.0.smithi071.stdout:3700: left oid 23 (ObjNum 1150 snap 332 seq_num 1150) 2023-12-16T18:20:20.756 INFO:tasks.rados.rados.0.smithi071.stdout:3700: done (3 left) 2023-12-16T18:20:20.756 INFO:tasks.rados.rados.0.smithi071.stdout:3704: delete oid 5 current snap is 332 2023-12-16T18:20:20.759 INFO:tasks.rados.rados.0.smithi071.stdout:3701: finishing write tid 1 to smithi071127730-3 2023-12-16T18:20:20.759 INFO:tasks.rados.rados.0.smithi071.stdout:3703: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:20:20.759 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1872 (ObjNum 33 snap 0 seq_num 2563351928) dirty dne 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3701: finishing write tid 2 to smithi071127730-3 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3702: done (3 left) 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3703: done (2 left) 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3704: done (1 left) 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3705: rollback oid 11 current snap is 332 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 315 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 332 2023-12-16T18:20:20.760 INFO:tasks.rados.rados.0.smithi071.stdout:3706: seq_num 1153 ranges {4169728=114688} 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3706: writing smithi071127730-25 from 4169728 to 4284416 tid 1 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3707: rollback oid 30 current snap is 332 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 327 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3701: finishing write tid 3 to smithi071127730-3 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1924 (ObjNum 1151 snap 332 seq_num 1151) dirty exists 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3701: left oid 3 (ObjNum 1151 snap 332 seq_num 1151) 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing rollback tid 0 to smithi071127730-11 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3701: done (3 left) 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 332 2023-12-16T18:20:20.784 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing rollback tid 2 to smithi071127730-11 2023-12-16T18:20:20.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1927 (ObjNum 1018 snap 290 seq_num 1018) dirty exists 2023-12-16T18:20:20.785 INFO:tasks.rados.rados.0.smithi071.stdout:3708: seq_num 1154 ranges {3547136=131072} 2023-12-16T18:20:20.803 INFO:tasks.rados.rados.0.smithi071.stdout:3708: writing smithi071127730-22 from 3547136 to 3678208 tid 1 2023-12-16T18:20:20.803 INFO:tasks.rados.rados.0.smithi071.stdout:3705: done (3 left) 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3709: snap_create 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 1 to smithi071127730-25 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 2 to smithi071127730-25 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 0 to smithi071127730-30 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 2 to smithi071127730-30 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1930 (ObjNum 1112 snap 311 seq_num 1112) dirty exists 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 3 to smithi071127730-25 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1846 (ObjNum 1153 snap 332 seq_num 1153) dirty exists 2023-12-16T18:20:20.804 INFO:tasks.rados.rados.0.smithi071.stdout:3706: left oid 25 (ObjNum 1153 snap 332 seq_num 1153) 2023-12-16T18:20:20.806 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing write tid 1 to smithi071127730-22 2023-12-16T18:20:20.806 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing write tid 2 to smithi071127730-22 2023-12-16T18:20:20.807 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing write tid 3 to smithi071127730-22 2023-12-16T18:20:20.807 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1848 (ObjNum 1154 snap 332 seq_num 1154) dirty exists 2023-12-16T18:20:20.807 INFO:tasks.rados.rados.0.smithi071.stdout:3708: left oid 22 (ObjNum 1154 snap 332 seq_num 1154) 2023-12-16T18:20:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:20 smithi184 ceph-mon[136228]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T18:20:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:20 smithi184 ceph-mon[136228]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T18:20:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:20 smithi071 ceph-mon[139725]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T18:20:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:20 smithi071 ceph-mon[139725]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T18:20:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:20 smithi071 ceph-mon[142085]: osdmap e722: 8 total, 8 up, 8 in 2023-12-16T18:20:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:20 smithi071 ceph-mon[142085]: osdmap e723: 8 total, 8 up, 8 in 2023-12-16T18:20:21.754 INFO:tasks.rados.rados.0.smithi071.stdout:3706: done (3 left) 2023-12-16T18:20:21.755 INFO:tasks.rados.rados.0.smithi071.stdout:3707: done (2 left) 2023-12-16T18:20:21.755 INFO:tasks.rados.rados.0.smithi071.stdout:3708: done (1 left) 2023-12-16T18:20:21.755 INFO:tasks.rados.rados.0.smithi071.stdout:3709: done (0 left) 2023-12-16T18:20:21.755 INFO:tasks.rados.rados.0.smithi071.stdout:3710: delete oid 49 current snap is 333 2023-12-16T18:20:21.758 INFO:tasks.rados.rados.0.smithi071.stdout:3710: done (0 left) 2023-12-16T18:20:21.758 INFO:tasks.rados.rados.0.smithi071.stdout:3711: snap_remove snap 322 2023-12-16T18:20:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:21 smithi184 ceph-mon[136228]: pgmap v795: 121 pgs: 121 active+clean; 214 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2023-12-16T18:20:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:21 smithi071 ceph-mon[139725]: pgmap v795: 121 pgs: 121 active+clean; 214 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2023-12-16T18:20:22.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:21 smithi071 ceph-mon[142085]: pgmap v795: 121 pgs: 121 active+clean; 214 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2023-12-16T18:20:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:3711: done (0 left) 2023-12-16T18:20:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:3712: rollback oid 20 current snap is 333 2023-12-16T18:20:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 330 2023-12-16T18:20:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 333 2023-12-16T18:20:22.768 INFO:tasks.rados.rados.0.smithi071.stdout:3713: seq_num 1156 ranges {2359296=163840} 2023-12-16T18:20:22.782 INFO:tasks.rados.rados.0.smithi071.stdout:3713: writing smithi071127730-10 from 2359296 to 2523136 tid 1 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3714: copy_from oid 24 from oid 49 current snap is 333 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing rollback tid 0 to smithi071127730-20 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing rollback tid 1 to smithi071127730-20 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing rollback tid 2 to smithi071127730-20 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1868 (ObjNum 1131 snap 318 seq_num 1131) dirty exists 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3712: done (2 left) 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3715: rollback oid 22 current snap is 333 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 329 2023-12-16T18:20:22.783 INFO:tasks.rados.rados.0.smithi071.stdout:3716: snap_remove snap 326 2023-12-16T18:20:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:22 smithi184 ceph-mon[136228]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T18:20:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:22 smithi071 ceph-mon[139725]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T18:20:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:22 smithi071 ceph-mon[142085]: osdmap e724: 8 total, 8 up, 8 in 2023-12-16T18:20:23.504 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:20:23.768 INFO:tasks.rados.rados.0.smithi071.stdout:3714: finishing copy_from to smithi071127730-24 2023-12-16T18:20:23.768 INFO:tasks.rados.rados.0.smithi071.stdout:3714: got expected ENOENT (src dne) 2023-12-16T18:20:23.768 INFO:tasks.rados.rados.0.smithi071.stdout:3714: finishing copy_from racing read to smithi071127730-24 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3713: finishing write tid 1 to smithi071127730-10 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing rollback tid 0 to smithi071127730-22 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing rollback tid 1 to smithi071127730-22 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3713: finishing write tid 2 to smithi071127730-10 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing rollback tid 2 to smithi071127730-22 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1851 (ObjNum 1117 snap 312 seq_num 1117) dirty exists 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3713: finishing write tid 3 to smithi071127730-10 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1870 (ObjNum 1156 snap 333 seq_num 1156) dirty exists 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3713: left oid 10 (ObjNum 1156 snap 333 seq_num 1156) 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3713: done (3 left) 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3714: done (2 left) 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3715: done (1 left) 2023-12-16T18:20:23.769 INFO:tasks.rados.rados.0.smithi071.stdout:3716: done (0 left) 2023-12-16T18:20:23.770 INFO:tasks.rados.rados.0.smithi071.stdout:3717: delete oid 8 current snap is 333 2023-12-16T18:20:23.781 INFO:tasks.rados.rados.0.smithi071.stdout:3717: done (0 left) 2023-12-16T18:20:23.781 INFO:tasks.rados.rados.0.smithi071.stdout:3718: read oid 27 snap -1 2023-12-16T18:20:23.781 INFO:tasks.rados.rados.0.smithi071.stdout:3718: expect (ObjNum 1137 snap 322 seq_num 1137) 2023-12-16T18:20:23.781 INFO:tasks.rados.rados.0.smithi071.stdout:3719: copy_from oid 37 from oid 10 current snap is 333 2023-12-16T18:20:23.781 INFO:tasks.rados.rados.0.smithi071.stdout:3720: snap_create 2023-12-16T18:20:23.797 INFO:tasks.rados.rados.0.smithi071.stdout:3718: expect (ObjNum 1137 snap 322 seq_num 1137) 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 6m ago 12m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (9m) 4m ago 12m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (13m) 6m ago 13m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (13m) 4m ago 13m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (9m) 4m ago 15m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:20:23.832 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (9m) 6m ago 16m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (9m) 6m ago 16m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (8m) 4m ago 15m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (8m) 6m ago 15m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 6m ago 12m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (9m) 4m ago 12m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (8m) 6m ago 15m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (7m) 6m ago 15m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 6m ago 14m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 6m ago 14m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (6m) 4m ago 14m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (5m) 4m ago 14m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (5m) 4m ago 13m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (4m) 4m ago 13m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:20:23.833 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (9m) 4m ago 13m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:20:23.956 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing copy_from racing read to smithi071127730-37 2023-12-16T18:20:23.956 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing copy_from to smithi071127730-37 2023-12-16T18:20:23.956 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1870 (ObjNum 1156 snap 333 seq_num 1156) dirty exists 2023-12-16T18:20:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:23 smithi184 ceph-mon[136228]: pgmap v798: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 624 KiB/s wr, 13 op/s 2023-12-16T18:20:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:23 smithi184 ceph-mon[136228]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T18:20:24.221 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:20:24.221 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:20:24.221 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:20:24.221 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:24.221 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:20:24.222 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:20:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:23 smithi071 ceph-mon[139725]: pgmap v798: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 624 KiB/s wr, 13 op/s 2023-12-16T18:20:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:23 smithi071 ceph-mon[139725]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T18:20:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:23 smithi071 ceph-mon[142085]: pgmap v798: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 624 KiB/s wr, 13 op/s 2023-12-16T18:20:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:23 smithi071 ceph-mon[142085]: osdmap e725: 8 total, 8 up, 8 in 2023-12-16T18:20:24.774 INFO:tasks.rados.rados.0.smithi071.stdout:3718: done (2 left) 2023-12-16T18:20:24.774 INFO:tasks.rados.rados.0.smithi071.stdout:3719: done (1 left) 2023-12-16T18:20:24.774 INFO:tasks.rados.rados.0.smithi071.stdout:3720: done (0 left) 2023-12-16T18:20:24.774 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 334 2023-12-16T18:20:24.774 INFO:tasks.rados.rados.0.smithi071.stdout:3721: seq_num 1158 ranges {1204224=196608} 2023-12-16T18:20:24.781 INFO:tasks.rados.rados.0.smithi071.stdout:3721: writing smithi071127730-43 from 1204224 to 1400832 tid 1 2023-12-16T18:20:24.781 INFO:tasks.rados.rados.0.smithi071.stdout:3722: setattr oid 29 current snap is 334 2023-12-16T18:20:24.782 INFO:tasks.rados.rados.0.smithi071.stdout:3723: snap_create 2023-12-16T18:20:24.787 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1848 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-16T18:20:24.787 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing write tid 1 to smithi071127730-43 2023-12-16T18:20:24.787 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing write tid 2 to smithi071127730-43 2023-12-16T18:20:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing write tid 3 to smithi071127730-43 2023-12-16T18:20:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1582 (ObjNum 1158 snap 334 seq_num 1158) dirty exists 2023-12-16T18:20:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:3721: left oid 43 (ObjNum 1158 snap 334 seq_num 1158) 2023-12-16T18:20:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:24 smithi184 ceph-mon[136228]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:24 smithi184 ceph-mon[136228]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T18:20:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:24 smithi184 ceph-mon[136228]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:24 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3836951155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[139725]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[139725]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[139725]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3836951155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[142085]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[142085]: osdmap e726: 8 total, 8 up, 8 in 2023-12-16T18:20:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[142085]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:24 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3836951155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:25.688 INFO:tasks.rados.rados.0.smithi071.stdout:3721: done (2 left) 2023-12-16T18:20:25.689 INFO:tasks.rados.rados.0.smithi071.stdout:3722: done (1 left) 2023-12-16T18:20:25.689 INFO:tasks.rados.rados.0.smithi071.stdout:3723: done (0 left) 2023-12-16T18:20:25.689 INFO:tasks.rados.rados.0.smithi071.stdout:3724: snap_create 2023-12-16T18:20:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:25 smithi184 ceph-mon[136228]: pgmap v801: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 5 op/s 2023-12-16T18:20:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:25 smithi184 ceph-mon[136228]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T18:20:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:25 smithi184 ceph-mon[136228]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[139725]: pgmap v801: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 5 op/s 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[139725]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[139725]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[142085]: pgmap v801: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 40 KiB/s wr, 5 op/s 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[142085]: osdmap e727: 8 total, 8 up, 8 in 2023-12-16T18:20:26.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:25 smithi071 ceph-mon[142085]: osdmap e728: 8 total, 8 up, 8 in 2023-12-16T18:20:26.697 INFO:tasks.rados.rados.0.smithi071.stdout:3724: done (0 left) 2023-12-16T18:20:26.698 INFO:tasks.rados.rados.0.smithi071.stdout:3725: delete oid 2 current snap is 336 2023-12-16T18:20:26.701 INFO:tasks.rados.rados.0.smithi071.stdout:3725: done (0 left) 2023-12-16T18:20:26.701 INFO:tasks.rados.rados.0.smithi071.stdout:3726: snap_remove snap 330 2023-12-16T18:20:27.692 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:27] "GET /metrics HTTP/1.1" 200 36228 "" "Prometheus/2.43.0" 2023-12-16T18:20:27.702 INFO:tasks.rados.rados.0.smithi071.stdout:3726: done (0 left) 2023-12-16T18:20:27.702 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 336 2023-12-16T18:20:27.702 INFO:tasks.rados.rados.0.smithi071.stdout:3727: seq_num 1160 ranges {0=229376} 2023-12-16T18:20:27.704 INFO:tasks.rados.rados.0.smithi071.stdout:3727: writing smithi071127730-15 from 0 to 229376 tid 1 2023-12-16T18:20:27.704 INFO:tasks.rados.rados.0.smithi071.stdout:3728: read oid 39 snap -1 2023-12-16T18:20:27.705 INFO:tasks.rados.rados.0.smithi071.stdout:3728: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:20:27.705 INFO:tasks.rados.rados.0.smithi071.stdout:3729: snap_remove snap 333 2023-12-16T18:20:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:27 smithi071 ceph-mon[139725]: pgmap v804: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 72 KiB/s wr, 3 op/s 2023-12-16T18:20:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:27 smithi071 ceph-mon[139725]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T18:20:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:27 smithi071 ceph-mon[142085]: pgmap v804: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 72 KiB/s wr, 3 op/s 2023-12-16T18:20:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:27 smithi071 ceph-mon[142085]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T18:20:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:27 smithi184 ceph-mon[136228]: pgmap v804: 121 pgs: 121 active+clean; 217 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 72 KiB/s wr, 3 op/s 2023-12-16T18:20:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:27 smithi184 ceph-mon[136228]: osdmap e729: 8 total, 8 up, 8 in 2023-12-16T18:20:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing write tid 1 to smithi071127730-15 2023-12-16T18:20:28.711 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing write tid 2 to smithi071127730-15 2023-12-16T18:20:28.712 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing write tid 3 to smithi071127730-15 2023-12-16T18:20:28.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1689 (ObjNum 1160 snap 336 seq_num 1160) dirty exists 2023-12-16T18:20:28.712 INFO:tasks.rados.rados.0.smithi071.stdout:3727: left oid 15 (ObjNum 1160 snap 336 seq_num 1160) 2023-12-16T18:20:28.712 INFO:tasks.rados.rados.0.smithi071.stdout:3728: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:20:28.969 INFO:tasks.rados.rados.0.smithi071.stdout:3727: done (2 left) 2023-12-16T18:20:28.969 INFO:tasks.rados.rados.0.smithi071.stdout:3728: done (1 left) 2023-12-16T18:20:28.969 INFO:tasks.rados.rados.0.smithi071.stdout:3729: done (0 left) 2023-12-16T18:20:28.969 INFO:tasks.rados.rados.0.smithi071.stdout:3730: setattr oid 32 current snap is 336 2023-12-16T18:20:28.970 INFO:tasks.rados.rados.0.smithi071.stdout:3731: snap_create 2023-12-16T18:20:28.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:28 smithi071 ceph-mon[139725]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T18:20:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:28 smithi071 ceph-mon[142085]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T18:20:28.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1982 (ObjNum 1128 snap 317 seq_num 1128) dirty exists 2023-12-16T18:20:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:28 smithi184 ceph-mon[136228]: osdmap e730: 8 total, 8 up, 8 in 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3730: done (1 left) 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3731: done (0 left) 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3732: rmattr oid 41 current snap is 337 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3732: done (0 left) 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3733: read oid 41 snap -1 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3733: expect deleted 2023-12-16T18:20:29.713 INFO:tasks.rados.rados.0.smithi071.stdout:3734: snap_remove snap 329 2023-12-16T18:20:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:29 smithi071 ceph-mon[142085]: pgmap v807: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 776 KiB/s wr, 11 op/s 2023-12-16T18:20:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:29 smithi071 ceph-mon[142085]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T18:20:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:29 smithi071 ceph-mon[139725]: pgmap v807: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 776 KiB/s wr, 11 op/s 2023-12-16T18:20:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:29 smithi071 ceph-mon[139725]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T18:20:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:29 smithi184 ceph-mon[136228]: pgmap v807: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 776 KiB/s wr, 11 op/s 2023-12-16T18:20:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:29 smithi184 ceph-mon[136228]: osdmap e731: 8 total, 8 up, 8 in 2023-12-16T18:20:30.693 INFO:tasks.rados.rados.0.smithi071.stdout:3733: done (1 left) 2023-12-16T18:20:30.693 INFO:tasks.rados.rados.0.smithi071.stdout:3734: done (0 left) 2023-12-16T18:20:30.693 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 337 2023-12-16T18:20:30.693 INFO:tasks.rados.rados.0.smithi071.stdout:3735: seq_num 1161 ranges {0=245760} 2023-12-16T18:20:30.694 INFO:tasks.rados.rados.0.smithi071.stdout:3735: writing smithi071127730-19 from 0 to 245760 tid 1 2023-12-16T18:20:30.695 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 337 2023-12-16T18:20:30.695 INFO:tasks.rados.rados.0.smithi071.stdout:3736: seq_num 1162 ranges {0=270336} 2023-12-16T18:20:30.697 INFO:tasks.rados.rados.0.smithi071.stdout:3736: writing smithi071127730-2 from 0 to 270336 tid 1 2023-12-16T18:20:30.697 INFO:tasks.rados.rados.0.smithi071.stdout:3737: read oid 40 snap 332 2023-12-16T18:20:30.698 INFO:tasks.rados.rados.0.smithi071.stdout:3737: expect deleted 2023-12-16T18:20:30.698 INFO:tasks.rados.rados.0.smithi071.stdout:3738: snap_create 2023-12-16T18:20:30.706 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing write tid 1 to smithi071127730-19 2023-12-16T18:20:30.706 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing write tid 2 to smithi071127730-19 2023-12-16T18:20:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 1 to smithi071127730-2 2023-12-16T18:20:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 2 to smithi071127730-2 2023-12-16T18:20:30.710 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 3 to smithi071127730-2 2023-12-16T18:20:30.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1984 (ObjNum 1162 snap 337 seq_num 1162) dirty exists 2023-12-16T18:20:30.710 INFO:tasks.rados.rados.0.smithi071.stdout:3736: left oid 2 (ObjNum 1162 snap 337 seq_num 1162) 2023-12-16T18:20:30.713 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing write tid 3 to smithi071127730-19 2023-12-16T18:20:30.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1881 (ObjNum 1161 snap 337 seq_num 1161) dirty exists 2023-12-16T18:20:30.713 INFO:tasks.rados.rados.0.smithi071.stdout:3735: left oid 19 (ObjNum 1161 snap 337 seq_num 1161) 2023-12-16T18:20:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:30 smithi071 ceph-mon[139725]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T18:20:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:30 smithi071 ceph-mon[139725]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T18:20:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:30 smithi071 ceph-mon[142085]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T18:20:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:30 smithi071 ceph-mon[142085]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T18:20:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:30 smithi184 ceph-mon[136228]: osdmap e732: 8 total, 8 up, 8 in 2023-12-16T18:20:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:30 smithi184 ceph-mon[136228]: osdmap e733: 8 total, 8 up, 8 in 2023-12-16T18:20:31.702 INFO:tasks.rados.rados.0.smithi071.stdout:3735: done (3 left) 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:3736: done (2 left) 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:3737: done (1 left) 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:3738: done (0 left) 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:3739: rollback oid 22 current snap is 338 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 327 2023-12-16T18:20:31.703 INFO:tasks.rados.rados.0.smithi071.stdout:3740: snap_remove snap 328 2023-12-16T18:20:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:31 smithi071 ceph-mon[139725]: pgmap v810: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 704 KiB/s wr, 8 op/s 2023-12-16T18:20:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:31 smithi071 ceph-mon[139725]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T18:20:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:31 smithi071 ceph-mon[142085]: pgmap v810: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 704 KiB/s wr, 8 op/s 2023-12-16T18:20:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:31 smithi071 ceph-mon[142085]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T18:20:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:31 smithi184 ceph-mon[136228]: pgmap v810: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 704 KiB/s wr, 8 op/s 2023-12-16T18:20:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:31 smithi184 ceph-mon[136228]: osdmap e734: 8 total, 8 up, 8 in 2023-12-16T18:20:32.704 INFO:tasks.rados.rados.0.smithi071.stdout:3740: done (1 left) 2023-12-16T18:20:32.704 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 338 2023-12-16T18:20:32.704 INFO:tasks.rados.rados.0.smithi071.stdout:3741: seq_num 1163 ranges {4161536=286720} 2023-12-16T18:20:32.730 INFO:tasks.rados.rados.0.smithi071.stdout:3741: writing smithi071127730-50 from 4161536 to 4448256 tid 1 2023-12-16T18:20:32.730 INFO:tasks.rados.rados.0.smithi071.stdout:3742: delete oid 17 current snap is 338 2023-12-16T18:20:32.730 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing rollback tid 0 to smithi071127730-22 2023-12-16T18:20:32.730 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing rollback tid 1 to smithi071127730-22 2023-12-16T18:20:32.730 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing rollback tid 2 to smithi071127730-22 2023-12-16T18:20:32.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1854 (ObjNum 1117 snap 312 seq_num 1117) dirty exists 2023-12-16T18:20:32.733 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing write tid 1 to smithi071127730-50 2023-12-16T18:20:32.734 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing write tid 2 to smithi071127730-50 2023-12-16T18:20:32.737 INFO:tasks.rados.rados.0.smithi071.stdout:3739: done (2 left) 2023-12-16T18:20:32.737 INFO:tasks.rados.rados.0.smithi071.stdout:3742: done (1 left) 2023-12-16T18:20:32.737 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 338 2023-12-16T18:20:32.737 INFO:tasks.rados.rados.0.smithi071.stdout:3743: seq_num 1165 ranges {1597440=319488} 2023-12-16T18:20:32.746 INFO:tasks.rados.rados.0.smithi071.stdout:3743: writing smithi071127730-14 from 1597440 to 1916928 tid 1 2023-12-16T18:20:32.746 INFO:tasks.rados.rados.0.smithi071.stdout:3744: read oid 44 snap -1 2023-12-16T18:20:32.746 INFO:tasks.rados.rados.0.smithi071.stdout:3744: expect (ObjNum 1149 snap 331 seq_num 1149) 2023-12-16T18:20:32.746 INFO:tasks.rados.rados.0.smithi071.stdout:3745: setattr oid 33 current snap is 338 2023-12-16T18:20:32.747 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing write tid 3 to smithi071127730-50 2023-12-16T18:20:32.747 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1930 (ObjNum 1163 snap 338 seq_num 1163) dirty exists 2023-12-16T18:20:32.747 INFO:tasks.rados.rados.0.smithi071.stdout:3741: left oid 50 (ObjNum 1163 snap 338 seq_num 1163) 2023-12-16T18:20:32.747 INFO:tasks.rados.rados.0.smithi071.stdout:3741: done (3 left) 2023-12-16T18:20:32.747 INFO:tasks.rados.rados.0.smithi071.stdout:3746: delete oid 36 current snap is 338 2023-12-16T18:20:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:3743: finishing write tid 1 to smithi071127730-14 2023-12-16T18:20:32.751 INFO:tasks.rados.rados.0.smithi071.stdout:3744: expect (ObjNum 1149 snap 331 seq_num 1149) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3743: finishing write tid 2 to smithi071127730-14 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1612 (ObjNum 1088 snap 301 seq_num 1088) dirty exists 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3743: finishing write tid 3 to smithi071127730-14 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1883 (ObjNum 1165 snap 338 seq_num 1165) dirty exists 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3743: left oid 14 (ObjNum 1165 snap 338 seq_num 1165) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3743: done (3 left) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3744: done (2 left) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3745: done (1 left) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3746: done (0 left) 2023-12-16T18:20:32.771 INFO:tasks.rados.rados.0.smithi071.stdout:3747: delete oid 30 current snap is 338 2023-12-16T18:20:32.773 INFO:tasks.rados.rados.0.smithi071.stdout:3747: done (0 left) 2023-12-16T18:20:32.773 INFO:tasks.rados.rados.0.smithi071.stdout:3748: snap_create 2023-12-16T18:20:33.733 INFO:tasks.rados.rados.0.smithi071.stdout:3748: done (0 left) 2023-12-16T18:20:33.733 INFO:tasks.rados.rados.0.smithi071.stdout:3749: snap_remove snap 318 2023-12-16T18:20:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[139725]: pgmap v813: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 122 KiB/s wr, 6 op/s 2023-12-16T18:20:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[139725]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T18:20:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[142085]: pgmap v813: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 122 KiB/s wr, 6 op/s 2023-12-16T18:20:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[142085]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T18:20:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:33 smithi184 ceph-mon[136228]: pgmap v813: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 122 KiB/s wr, 6 op/s 2023-12-16T18:20:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:33 smithi184 ceph-mon[136228]: osdmap e735: 8 total, 8 up, 8 in 2023-12-16T18:20:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:34.740 INFO:tasks.rados.rados.0.smithi071.stdout:3749: done (0 left) 2023-12-16T18:20:34.740 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 339 2023-12-16T18:20:34.740 INFO:tasks.rados.rados.0.smithi071.stdout:3750: seq_num 1168 ranges {0=368640} 2023-12-16T18:20:34.742 INFO:tasks.rados.rados.0.smithi071.stdout:3750: writing smithi071127730-7 from 0 to 368640 tid 1 2023-12-16T18:20:34.742 INFO:tasks.rados.rados.0.smithi071.stdout:3751: snap_remove snap 332 2023-12-16T18:20:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:34 smithi184 ceph-mon[136228]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T18:20:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:34 smithi071 ceph-mon[139725]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T18:20:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:34 smithi071 ceph-mon[142085]: osdmap e736: 8 total, 8 up, 8 in 2023-12-16T18:20:35.223 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 18:20:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T18:20:34.759+0000 7f6a82b61700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 27b after trimming was started 2023-12-16T18:20:35.692 INFO:tasks.rados.rados.0.smithi071.stdout:3750: finishing write tid 1 to smithi071127730-7 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3750: finishing write tid 2 to smithi071127730-7 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3750: finishing write tid 3 to smithi071127730-7 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1555 (ObjNum 1168 snap 339 seq_num 1168) dirty exists 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3750: left oid 7 (ObjNum 1168 snap 339 seq_num 1168) 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3750: done (1 left) 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3751: done (0 left) 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 339 2023-12-16T18:20:35.693 INFO:tasks.rados.rados.0.smithi071.stdout:3752: seq_num 1169 ranges {0=385024} 2023-12-16T18:20:35.695 INFO:tasks.rados.rados.0.smithi071.stdout:3752: writing smithi071127730-28 from 0 to 385024 tid 1 2023-12-16T18:20:35.695 INFO:tasks.rados.rados.0.smithi071.stdout:3753: read oid 38 snap 336 2023-12-16T18:20:35.696 INFO:tasks.rados.rados.0.smithi071.stdout:3753: expect (ObjNum 1116 snap 312 seq_num 1116) 2023-12-16T18:20:35.696 INFO:tasks.rados.rados.0.smithi071.stdout:3754: delete oid 37 current snap is 339 2023-12-16T18:20:35.707 INFO:tasks.rados.rados.0.smithi071.stdout:3752: finishing write tid 1 to smithi071127730-28 2023-12-16T18:20:35.707 INFO:tasks.rados.rados.0.smithi071.stdout:3752: finishing write tid 2 to smithi071127730-28 2023-12-16T18:20:35.708 INFO:tasks.rados.rados.0.smithi071.stdout:3754: done (2 left) 2023-12-16T18:20:35.708 INFO:tasks.rados.rados.0.smithi071.stdout:3755: delete oid 4 current snap is 339 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:3752: finishing write tid 3 to smithi071127730-28 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1584 (ObjNum 1169 snap 339 seq_num 1169) dirty exists 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:3752: left oid 28 (ObjNum 1169 snap 339 seq_num 1169) 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:3752: done (2 left) 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:3755: done (1 left) 2023-12-16T18:20:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:3756: copy_from oid 17 from oid 2 current snap is 339 2023-12-16T18:20:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:3757: read oid 19 snap 325 2023-12-16T18:20:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:3757: expect deleted 2023-12-16T18:20:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 339 2023-12-16T18:20:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:3758: seq_num 1172 ranges {0=434176} 2023-12-16T18:20:35.715 INFO:tasks.rados.rados.0.smithi071.stdout:3758: writing smithi071127730-5 from 0 to 434176 tid 1 2023-12-16T18:20:35.715 INFO:tasks.rados.rados.0.smithi071.stdout:3759: rollback oid 44 current snap is 339 2023-12-16T18:20:35.715 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 323 2023-12-16T18:20:35.715 INFO:tasks.rados.rados.0.smithi071.stdout:3757: done (4 left) 2023-12-16T18:20:35.715 INFO:tasks.rados.rados.0.smithi071.stdout:3760: setattr oid 14 current snap is 339 2023-12-16T18:20:35.716 INFO:tasks.rados.rados.0.smithi071.stdout:3761: snap_create 2023-12-16T18:20:35.719 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing rollback tid 0 to smithi071127730-44 2023-12-16T18:20:35.719 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing rollback tid 1 to smithi071127730-44 2023-12-16T18:20:35.720 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing rollback tid 2 to smithi071127730-44 2023-12-16T18:20:35.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1622 (ObjNum 1025 snap 291 seq_num 1025) dirty exists 2023-12-16T18:20:35.721 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 1 to smithi071127730-5 2023-12-16T18:20:35.721 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 2 to smithi071127730-5 2023-12-16T18:20:35.721 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1886 (ObjNum 1165 snap 338 seq_num 1165) dirty exists 2023-12-16T18:20:35.723 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 3 to smithi071127730-5 2023-12-16T18:20:35.723 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1885 (ObjNum 1172 snap 339 seq_num 1172) dirty exists 2023-12-16T18:20:35.723 INFO:tasks.rados.rados.0.smithi071.stdout:3758: left oid 5 (ObjNum 1172 snap 339 seq_num 1172) 2023-12-16T18:20:35.728 INFO:tasks.rados.rados.0.smithi071.stdout:3753: expect (ObjNum 1116 snap 312 seq_num 1116) 2023-12-16T18:20:35.969 INFO:tasks.rados.rados.0.smithi071.stdout:3756: finishing copy_from racing read to smithi071127730-17 2023-12-16T18:20:35.969 INFO:tasks.rados.rados.0.smithi071.stdout:3756: finishing copy_from to smithi071127730-17 2023-12-16T18:20:35.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1984 (ObjNum 1162 snap 337 seq_num 1162) dirty exists 2023-12-16T18:20:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:35 smithi184 ceph-mon[136228]: pgmap v816: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2023-12-16T18:20:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:35 smithi184 ceph-mon[136228]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T18:20:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:35 smithi184 ceph-mon[136228]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[139725]: pgmap v816: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[139725]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[139725]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[142085]: pgmap v816: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[142085]: osdmap e737: 8 total, 8 up, 8 in 2023-12-16T18:20:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:35 smithi071 ceph-mon[142085]: osdmap e738: 8 total, 8 up, 8 in 2023-12-16T18:20:36.701 INFO:tasks.rados.rados.0.smithi071.stdout:3753: done (5 left) 2023-12-16T18:20:36.701 INFO:tasks.rados.rados.0.smithi071.stdout:3756: done (4 left) 2023-12-16T18:20:36.701 INFO:tasks.rados.rados.0.smithi071.stdout:3758: done (3 left) 2023-12-16T18:20:36.701 INFO:tasks.rados.rados.0.smithi071.stdout:3759: done (2 left) 2023-12-16T18:20:36.701 INFO:tasks.rados.rados.0.smithi071.stdout:3760: done (1 left) 2023-12-16T18:20:36.702 INFO:tasks.rados.rados.0.smithi071.stdout:3761: done (0 left) 2023-12-16T18:20:36.702 INFO:tasks.rados.rados.0.smithi071.stdout:3762: read oid 20 snap -1 2023-12-16T18:20:36.702 INFO:tasks.rados.rados.0.smithi071.stdout:3762: expect (ObjNum 1131 snap 318 seq_num 1131) 2023-12-16T18:20:36.702 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 340 2023-12-16T18:20:36.702 INFO:tasks.rados.rados.0.smithi071.stdout:3763: seq_num 1173 ranges {4448256=450560} 2023-12-16T18:20:36.727 INFO:tasks.rados.rados.0.smithi071.stdout:3763: writing smithi071127730-50 from 4448256 to 4898816 tid 1 2023-12-16T18:20:36.727 INFO:tasks.rados.rados.0.smithi071.stdout:3764: snap_remove snap 327 2023-12-16T18:20:36.836 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:20:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=sqlstore.transactions t=2023-12-16T18:20:36.342320381Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T18:20:36.836 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:20:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=cleanup t=2023-12-16T18:20:36.343737113Z level=info msg="Completed cleanup jobs" duration=12.827315ms 2023-12-16T18:20:37.696 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:37] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:20:37.709 INFO:tasks.rados.rados.0.smithi071.stdout:3764: done (2 left) 2023-12-16T18:20:37.709 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 340 2023-12-16T18:20:37.709 INFO:tasks.rados.rados.0.smithi071.stdout:3765: seq_num 1174 ranges {4907008=466944} 2023-12-16T18:20:37.739 INFO:tasks.rados.rados.0.smithi071.stdout:3765: writing smithi071127730-24 from 4907008 to 5373952 tid 1 2023-12-16T18:20:37.739 INFO:tasks.rados.rados.0.smithi071.stdout:3766: snap_create 2023-12-16T18:20:37.740 INFO:tasks.rados.rados.0.smithi071.stdout:3762: expect (ObjNum 1131 snap 318 seq_num 1131) 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3763: finishing write tid 1 to smithi071127730-50 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3763: finishing write tid 2 to smithi071127730-50 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3763: finishing write tid 3 to smithi071127730-50 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1932 (ObjNum 1173 snap 340 seq_num 1173) dirty exists 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3763: left oid 50 (ObjNum 1173 snap 340 seq_num 1173) 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 1 to smithi071127730-24 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 2 to smithi071127730-24 2023-12-16T18:20:37.949 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 3 to smithi071127730-24 2023-12-16T18:20:37.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1220 (ObjNum 1174 snap 340 seq_num 1174) dirty exists 2023-12-16T18:20:37.950 INFO:tasks.rados.rados.0.smithi071.stdout:3765: left oid 24 (ObjNum 1174 snap 340 seq_num 1174) 2023-12-16T18:20:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:37 smithi071 ceph-mon[142085]: pgmap v819: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 138 KiB/s wr, 3 op/s 2023-12-16T18:20:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:37 smithi071 ceph-mon[142085]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T18:20:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:37 smithi071 ceph-mon[139725]: pgmap v819: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 138 KiB/s wr, 3 op/s 2023-12-16T18:20:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:37 smithi071 ceph-mon[139725]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T18:20:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:37 smithi184 ceph-mon[136228]: pgmap v819: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 138 KiB/s wr, 3 op/s 2023-12-16T18:20:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:37 smithi184 ceph-mon[136228]: osdmap e739: 8 total, 8 up, 8 in 2023-12-16T18:20:38.712 INFO:tasks.rados.rados.0.smithi071.stdout:3762: done (3 left) 2023-12-16T18:20:38.712 INFO:tasks.rados.rados.0.smithi071.stdout:3763: done (2 left) 2023-12-16T18:20:38.712 INFO:tasks.rados.rados.0.smithi071.stdout:3765: done (1 left) 2023-12-16T18:20:38.712 INFO:tasks.rados.rados.0.smithi071.stdout:3766: done (0 left) 2023-12-16T18:20:38.712 INFO:tasks.rados.rados.0.smithi071.stdout:3767: snap_create 2023-12-16T18:20:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:38 smithi071 ceph-mon[139725]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T18:20:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:38 smithi071 ceph-mon[142085]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T18:20:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:38 smithi184 ceph-mon[136228]: osdmap e740: 8 total, 8 up, 8 in 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3767: done (0 left) 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3768: rollback oid 29 current snap is 342 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 341 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3769: rmattr oid 15 current snap is 342 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3770: rmattr oid 34 current snap is 342 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3770: done (2 left) 2023-12-16T18:20:39.713 INFO:tasks.rados.rados.0.smithi071.stdout:3771: snap_remove snap 340 2023-12-16T18:20:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:39 smithi071 ceph-mon[139725]: pgmap v822: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 650 KiB/s wr, 19 op/s 2023-12-16T18:20:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:39 smithi071 ceph-mon[139725]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T18:20:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:39 smithi071 ceph-mon[142085]: pgmap v822: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 650 KiB/s wr, 19 op/s 2023-12-16T18:20:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:39 smithi071 ceph-mon[142085]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T18:20:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:39 smithi184 ceph-mon[136228]: pgmap v822: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 650 KiB/s wr, 19 op/s 2023-12-16T18:20:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:39 smithi184 ceph-mon[136228]: osdmap e741: 8 total, 8 up, 8 in 2023-12-16T18:20:40.694 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1690 (ObjNum 1160 snap 336 seq_num 1160) dirty exists 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing rollback tid 2 to smithi071127730-29 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1851 (ObjNum 33 snap 0 seq_num 4260763596) dirty exists 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:3768: done (2 left) 2023-12-16T18:20:40.695 INFO:tasks.rados.rados.0.smithi071.stdout:3769: done (1 left) 2023-12-16T18:20:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:3771: done (0 left) 2023-12-16T18:20:40.696 INFO:tasks.rados.rados.0.smithi071.stdout:3772: delete oid 27 current snap is 342 2023-12-16T18:20:40.701 INFO:tasks.rados.rados.0.smithi071.stdout:3772: done (0 left) 2023-12-16T18:20:40.701 INFO:tasks.rados.rados.0.smithi071.stdout:3773: snap_create 2023-12-16T18:20:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:40 smithi071 ceph-mon[139725]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T18:20:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:40 smithi071 ceph-mon[139725]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T18:20:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:40 smithi071 ceph-mon[142085]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T18:20:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:40 smithi071 ceph-mon[142085]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T18:20:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:40 smithi184 ceph-mon[136228]: osdmap e742: 8 total, 8 up, 8 in 2023-12-16T18:20:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:40 smithi184 ceph-mon[136228]: osdmap e743: 8 total, 8 up, 8 in 2023-12-16T18:20:41.700 INFO:tasks.rados.rados.0.smithi071.stdout:3773: done (0 left) 2023-12-16T18:20:41.700 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 343 2023-12-16T18:20:41.701 INFO:tasks.rados.rados.0.smithi071.stdout:3774: seq_num 1176 ranges {245760=499712} 2023-12-16T18:20:41.704 INFO:tasks.rados.rados.0.smithi071.stdout:3774: writing smithi071127730-19 from 245760 to 745472 tid 1 2023-12-16T18:20:41.705 INFO:tasks.rados.rados.0.smithi071.stdout:3775: copy_from oid 20 from oid 49 current snap is 343 2023-12-16T18:20:41.705 INFO:tasks.rados.rados.0.smithi071.stdout:3776: snap_remove snap 338 2023-12-16T18:20:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:41 smithi184 ceph-mon[136228]: pgmap v825: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 650 KiB/s wr, 18 op/s 2023-12-16T18:20:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:41 smithi184 ceph-mon[136228]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T18:20:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:41 smithi071 ceph-mon[139725]: pgmap v825: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 650 KiB/s wr, 18 op/s 2023-12-16T18:20:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:41 smithi071 ceph-mon[139725]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T18:20:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:41 smithi071 ceph-mon[142085]: pgmap v825: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 650 KiB/s wr, 18 op/s 2023-12-16T18:20:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:41 smithi071 ceph-mon[142085]: osdmap e744: 8 total, 8 up, 8 in 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:3776: done (2 left) 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:3777: rollback oid 39 current snap is 343 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 331 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:3775: finishing copy_from to smithi071127730-20 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:3775: got expected ENOENT (src dne) 2023-12-16T18:20:42.705 INFO:tasks.rados.rados.0.smithi071.stdout:3775: finishing copy_from racing read to smithi071127730-20 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 1 to smithi071127730-19 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 2 to smithi071127730-19 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 3 to smithi071127730-19 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1888 (ObjNum 1176 snap 343 seq_num 1176) dirty exists 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3774: left oid 19 (ObjNum 1176 snap 343 seq_num 1176) 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3774: done (2 left) 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3775: done (1 left) 2023-12-16T18:20:42.706 INFO:tasks.rados.rados.0.smithi071.stdout:3778: copy_from oid 27 from oid 46 current snap is 343 2023-12-16T18:20:42.707 INFO:tasks.rados.rados.0.smithi071.stdout:3779: delete oid 4 current snap is 343 2023-12-16T18:20:42.716 INFO:tasks.rados.rados.0.smithi071.stdout:3779: done (2 left) 2023-12-16T18:20:42.716 INFO:tasks.rados.rados.0.smithi071.stdout:3780: rollback oid 38 current snap is 343 2023-12-16T18:20:42.716 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 341 2023-12-16T18:20:42.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 343 2023-12-16T18:20:42.716 INFO:tasks.rados.rados.0.smithi071.stdout:3781: seq_num 1178 ranges {11067392=532480} 2023-12-16T18:20:42.778 INFO:tasks.rados.rados.0.smithi071.stdout:3781: writing smithi071127730-23 from 11067392 to 11599872 tid 1 2023-12-16T18:20:42.778 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 343 2023-12-16T18:20:42.778 INFO:tasks.rados.rados.0.smithi071.stdout:3782: seq_num 1179 ranges {1400832=548864} 2023-12-16T18:20:42.789 INFO:tasks.rados.rados.0.smithi071.stdout:3782: writing smithi071127730-43 from 1400832 to 1949696 tid 1 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 343 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing rollback tid 0 to smithi071127730-39 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing rollback tid 2 to smithi071127730-39 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1935 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3778: finishing copy_from racing read to smithi071127730-27 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 2039 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3778: finishing copy_from to smithi071127730-27 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1687 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:20:42.790 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 1 to smithi071127730-23 2023-12-16T18:20:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 2 to smithi071127730-23 2023-12-16T18:20:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 3 to smithi071127730-23 2023-12-16T18:20:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1557 (ObjNum 1178 snap 343 seq_num 1178) dirty exists 2023-12-16T18:20:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:3781: left oid 23 (ObjNum 1178 snap 343 seq_num 1178) 2023-12-16T18:20:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:3783: seq_num 1180 ranges {3547136=565248} 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3783: writing smithi071127730-22 from 3547136 to 4112384 tid 1 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3777: done (5 left) 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3778: done (4 left) 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3780: done (3 left) 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3781: done (2 left) 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 343 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3782: finishing write tid 1 to smithi071127730-43 2023-12-16T18:20:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:3784: seq_num 1181 ranges {1933312=581632} 2023-12-16T18:20:42.825 INFO:tasks.rados.rados.0.smithi071.stdout:3784: writing smithi071127730-48 from 1933312 to 2514944 tid 1 2023-12-16T18:20:42.825 INFO:tasks.rados.rados.0.smithi071.stdout:3785: delete oid 9 current snap is 343 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3782: finishing write tid 2 to smithi071127730-43 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3782: finishing write tid 3 to smithi071127730-43 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1586 (ObjNum 1179 snap 343 seq_num 1179) dirty exists 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3782: left oid 43 (ObjNum 1179 snap 343 seq_num 1179) 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3783: finishing write tid 1 to smithi071127730-22 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3783: finishing write tid 2 to smithi071127730-22 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3783: finishing write tid 3 to smithi071127730-22 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1856 (ObjNum 1180 snap 343 seq_num 1180) dirty exists 2023-12-16T18:20:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:3783: left oid 22 (ObjNum 1180 snap 343 seq_num 1180) 2023-12-16T18:20:42.828 INFO:tasks.rados.rados.0.smithi071.stdout:3782: done (3 left) 2023-12-16T18:20:42.828 INFO:tasks.rados.rados.0.smithi071.stdout:3783: done (2 left) 2023-12-16T18:20:42.828 INFO:tasks.rados.rados.0.smithi071.stdout:3785: done (1 left) 2023-12-16T18:20:42.828 INFO:tasks.rados.rados.0.smithi071.stdout:3786: delete oid 1 current snap is 343 2023-12-16T18:20:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 1 to smithi071127730-48 2023-12-16T18:20:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 2 to smithi071127730-48 2023-12-16T18:20:42.830 INFO:tasks.rados.rados.0.smithi071.stdout:3786: done (1 left) 2023-12-16T18:20:42.830 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 343 2023-12-16T18:20:42.830 INFO:tasks.rados.rados.0.smithi071.stdout:3787: seq_num 1184 ranges {270336=638976} 2023-12-16T18:20:42.836 INFO:tasks.rados.rados.0.smithi071.stdout:3787: writing smithi071127730-2 from 270336 to 909312 tid 1 2023-12-16T18:20:42.836 INFO:tasks.rados.rados.0.smithi071.stdout:3788: snap_create 2023-12-16T18:20:42.836 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 3 to smithi071127730-48 2023-12-16T18:20:42.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1872 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2023-12-16T18:20:42.836 INFO:tasks.rados.rados.0.smithi071.stdout:3784: left oid 48 (ObjNum 1181 snap 343 seq_num 1181) 2023-12-16T18:20:42.839 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 1 to smithi071127730-2 2023-12-16T18:20:42.839 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 2 to smithi071127730-2 2023-12-16T18:20:42.840 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 3 to smithi071127730-2 2023-12-16T18:20:42.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2043 (ObjNum 1184 snap 343 seq_num 1184) dirty exists 2023-12-16T18:20:42.840 INFO:tasks.rados.rados.0.smithi071.stdout:3787: left oid 2 (ObjNum 1184 snap 343 seq_num 1184) 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3784: done (2 left) 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3787: done (1 left) 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3788: done (0 left) 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3789: read oid 25 snap -1 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3789: expect (ObjNum 1153 snap 332 seq_num 1153) 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3790: rollback oid 21 current snap is 344 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 319 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3791: read oid 35 snap 319 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3791: expect deleted 2023-12-16T18:20:43.733 INFO:tasks.rados.rados.0.smithi071.stdout:3792: snap_create 2023-12-16T18:20:43.748 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing rollback tid 0 to smithi071127730-21 2023-12-16T18:20:43.749 INFO:tasks.rados.rados.0.smithi071.stdout:3789: expect (ObjNum 1153 snap 332 seq_num 1153) 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[139725]: pgmap v828: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[139725]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[142085]: pgmap v828: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[142085]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T18:20:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:20:43.977 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing rollback tid 1 to smithi071127730-21 2023-12-16T18:20:43.977 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing rollback tid 2 to smithi071127730-21 2023-12-16T18:20:43.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1936 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:20:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:43 smithi184 ceph-mon[136228]: pgmap v828: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-16T18:20:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:43 smithi184 ceph-mon[136228]: osdmap e745: 8 total, 8 up, 8 in 2023-12-16T18:20:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:20:44.734 INFO:tasks.rados.rados.0.smithi071.stdout:3789: done (3 left) 2023-12-16T18:20:44.734 INFO:tasks.rados.rados.0.smithi071.stdout:3790: done (2 left) 2023-12-16T18:20:44.734 INFO:tasks.rados.rados.0.smithi071.stdout:3791: done (1 left) 2023-12-16T18:20:44.734 INFO:tasks.rados.rados.0.smithi071.stdout:3792: done (0 left) 2023-12-16T18:20:44.734 INFO:tasks.rados.rados.0.smithi071.stdout:3793: setattr oid 4 current snap is 345 2023-12-16T18:20:44.736 INFO:tasks.rados.rados.0.smithi071.stdout:3794: setattr oid 39 current snap is 345 2023-12-16T18:20:44.738 INFO:tasks.rados.rados.0.smithi071.stdout:3795: snap_create 2023-12-16T18:20:44.741 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1837 (ObjNum 65 snap 0 seq_num 4261226606) dirty exists 2023-12-16T18:20:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1936 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:20:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:44 smithi184 ceph-mon[136228]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T18:20:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:20:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:20:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[139725]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[142085]: osdmap e746: 8 total, 8 up, 8 in 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:20:45.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3793: done (2 left) 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3794: done (1 left) 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3795: done (0 left) 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3796: rollback oid 29 current snap is 346 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 315 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3797: rollback oid 14 current snap is 346 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 344 2023-12-16T18:20:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:3798: snap_remove snap 342 2023-12-16T18:20:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:45 smithi184 ceph-mon[136228]: pgmap v831: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 122 KiB/s wr, 3 op/s 2023-12-16T18:20:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:45 smithi184 ceph-mon[136228]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T18:20:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:45 smithi184 ceph-mon[136228]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[139725]: pgmap v831: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 122 KiB/s wr, 3 op/s 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[139725]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[139725]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[142085]: pgmap v831: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 122 KiB/s wr, 3 op/s 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[142085]: osdmap e747: 8 total, 8 up, 8 in 2023-12-16T18:20:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:45 smithi071 ceph-mon[142085]: osdmap e748: 8 total, 8 up, 8 in 2023-12-16T18:20:46.701 INFO:tasks.rados.rados.0.smithi071.stdout:3796: finishing rollback tid 0 to smithi071127730-29 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:3796: finishing rollback tid 1 to smithi071127730-29 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1853 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing rollback tid 0 to smithi071127730-14 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing rollback tid 1 to smithi071127730-14 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing rollback tid 2 to smithi071127730-14 2023-12-16T18:20:46.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1891 (ObjNum 1165 snap 338 seq_num 1165) dirty exists 2023-12-16T18:20:46.703 INFO:tasks.rados.rados.0.smithi071.stdout:3796: done (2 left) 2023-12-16T18:20:46.703 INFO:tasks.rados.rados.0.smithi071.stdout:3797: done (1 left) 2023-12-16T18:20:46.704 INFO:tasks.rados.rados.0.smithi071.stdout:3798: done (0 left) 2023-12-16T18:20:46.704 INFO:tasks.rados.rados.0.smithi071.stdout:3799: rmattr oid 49 current snap is 346 2023-12-16T18:20:46.704 INFO:tasks.rados.rados.0.smithi071.stdout:3799: done (0 left) 2023-12-16T18:20:46.704 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 346 2023-12-16T18:20:46.704 INFO:tasks.rados.rados.0.smithi071.stdout:3800: seq_num 1185 ranges {11411456=655360} 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:3800: writing smithi071127730-42 from 11411456 to 12066816 tid 1 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:3801: read oid 17 snap -1 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1162 snap 337 seq_num 1162) 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:3802: copy_from oid 44 from oid 39 current snap is 346 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 346 2023-12-16T18:20:46.768 INFO:tasks.rados.rados.0.smithi071.stdout:3803: seq_num 1186 ranges {2523136=671744} 2023-12-16T18:20:46.785 INFO:tasks.rados.rados.0.smithi071.stdout:3803: writing smithi071127730-10 from 2523136 to 3194880 tid 1 2023-12-16T18:20:46.785 INFO:tasks.rados.rados.0.smithi071.stdout:3804: copy_from oid 34 from oid 36 current snap is 346 2023-12-16T18:20:46.785 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1162 snap 337 seq_num 1162) 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3800: finishing write tid 1 to smithi071127730-42 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3800: finishing write tid 2 to smithi071127730-42 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3800: finishing write tid 3 to smithi071127730-42 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1624 (ObjNum 1185 snap 346 seq_num 1185) dirty exists 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3800: left oid 42 (ObjNum 1185 snap 346 seq_num 1185) 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3800: done (4 left) 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3801: done (3 left) 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3805: read oid 33 snap -1 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3805: expect (ObjNum 1088 snap 301 seq_num 1088) 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3806: rollback oid 46 current snap is 346 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 335 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3804: finishing copy_from to smithi071127730-34 2023-12-16T18:20:46.795 INFO:tasks.rados.rados.0.smithi071.stdout:3804: got expected ENOENT (src dne) 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3804: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3803: finishing write tid 1 to smithi071127730-10 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3803: finishing write tid 2 to smithi071127730-10 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3803: finishing write tid 3 to smithi071127730-10 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1874 (ObjNum 1186 snap 346 seq_num 1186) dirty exists 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3803: left oid 10 (ObjNum 1186 snap 346 seq_num 1186) 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3803: done (4 left) 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3804: done (3 left) 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3807: read oid 12 snap -1 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3807: expect (ObjNum 1091 snap 302 seq_num 1091) 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 346 2023-12-16T18:20:46.796 INFO:tasks.rados.rados.0.smithi071.stdout:3808: seq_num 1187 ranges {2686976=688128} 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3808: writing smithi071127730-11 from 2686976 to 3375104 tid 1 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3809: read oid 34 snap -1 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3809: expect deleted 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3810: copy_from oid 41 from oid 37 current snap is 346 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3802: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:20:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:3806: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:20:46.814 INFO:tasks.rados.rados.0.smithi071.stdout:3806: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:20:46.814 INFO:tasks.rados.rados.0.smithi071.stdout:3806: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:20:46.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1694 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:20:46.814 INFO:tasks.rados.rados.0.smithi071.stdout:3805: expect (ObjNum 1088 snap 301 seq_num 1088) 2023-12-16T18:20:46.900 INFO:tasks.rados.rados.0.smithi071.stdout:3802: finishing copy_from to smithi071127730-44 2023-12-16T18:20:46.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1936 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3802: done (6 left) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3805: done (5 left) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3806: done (4 left) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3809: done (3 left) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3811: delete oid 47 current snap is 346 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3810: finishing copy_from to smithi071127730-41 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3810: got expected ENOENT (src dne) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3808: finishing write tid 1 to smithi071127730-11 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3808: finishing write tid 2 to smithi071127730-11 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3810: finishing copy_from racing read to smithi071127730-41 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3808: finishing write tid 3 to smithi071127730-11 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1941 (ObjNum 1187 snap 346 seq_num 1187) dirty exists 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3808: left oid 11 (ObjNum 1187 snap 346 seq_num 1187) 2023-12-16T18:20:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:3807: expect (ObjNum 1091 snap 302 seq_num 1091) 2023-12-16T18:20:47.405 INFO:tasks.rados.rados.0.smithi071.stdout:3807: done (3 left) 2023-12-16T18:20:47.405 INFO:tasks.rados.rados.0.smithi071.stdout:3808: done (2 left) 2023-12-16T18:20:47.405 INFO:tasks.rados.rados.0.smithi071.stdout:3810: done (1 left) 2023-12-16T18:20:47.405 INFO:tasks.rados.rados.0.smithi071.stdout:3811: done (0 left) 2023-12-16T18:20:47.405 INFO:tasks.rados.rados.0.smithi071.stdout:3812: snap_create 2023-12-16T18:20:47.698 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:47] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:20:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:3812: done (0 left) 2023-12-16T18:20:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:3813: read oid 47 snap 314 2023-12-16T18:20:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:3813: expect (ObjNum 1122 snap 313 seq_num 1122) 2023-12-16T18:20:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 347 2023-12-16T18:20:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:3814: seq_num 1189 ranges {0=720896} 2023-12-16T18:20:47.748 INFO:tasks.rados.rados.0.smithi071.stdout:3814: writing smithi071127730-36 from 0 to 720896 tid 1 2023-12-16T18:20:47.748 INFO:tasks.rados.rados.0.smithi071.stdout:3815: snap_remove snap 324 2023-12-16T18:20:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:47 smithi071 ceph-mon[139725]: pgmap v834: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 260 KiB/s wr, 2 op/s 2023-12-16T18:20:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:47 smithi071 ceph-mon[139725]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T18:20:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:47 smithi071 ceph-mon[142085]: pgmap v834: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 260 KiB/s wr, 2 op/s 2023-12-16T18:20:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:47 smithi071 ceph-mon[142085]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T18:20:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:47 smithi184 ceph-mon[136228]: pgmap v834: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 260 KiB/s wr, 2 op/s 2023-12-16T18:20:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:47 smithi184 ceph-mon[136228]: osdmap e749: 8 total, 8 up, 8 in 2023-12-16T18:20:48.763 INFO:tasks.rados.rados.0.smithi071.stdout:3815: done (2 left) 2023-12-16T18:20:48.763 INFO:tasks.rados.rados.0.smithi071.stdout:3816: delete oid 3 current snap is 347 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 1 to smithi071127730-36 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 2 to smithi071127730-36 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 3 to smithi071127730-36 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1615 (ObjNum 1189 snap 347 seq_num 1189) dirty exists 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:3814: left oid 36 (ObjNum 1189 snap 347 seq_num 1189) 2023-12-16T18:20:48.764 INFO:tasks.rados.rados.0.smithi071.stdout:3813: expect (ObjNum 1122 snap 313 seq_num 1122) 2023-12-16T18:20:48.956 INFO:tasks.rados.rados.0.smithi071.stdout:3813: done (2 left) 2023-12-16T18:20:48.956 INFO:tasks.rados.rados.0.smithi071.stdout:3814: done (1 left) 2023-12-16T18:20:48.956 INFO:tasks.rados.rados.0.smithi071.stdout:3816: done (0 left) 2023-12-16T18:20:48.956 INFO:tasks.rados.rados.0.smithi071.stdout:3817: setattr oid 47 current snap is 347 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3818: read oid 49 snap -1 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3818: expect deleted 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3819: copy_from oid 8 from oid 22 current snap is 347 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3820: read oid 14 snap -1 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3820: expect (ObjNum 1165 snap 338 seq_num 1165) 2023-12-16T18:20:48.958 INFO:tasks.rados.rados.0.smithi071.stdout:3821: read oid 29 snap -1 2023-12-16T18:20:48.959 INFO:tasks.rados.rados.0.smithi071.stdout:3821: expect deleted 2023-12-16T18:20:48.959 INFO:tasks.rados.rados.0.smithi071.stdout:3822: read oid 42 snap 336 2023-12-16T18:20:48.959 INFO:tasks.rados.rados.0.smithi071.stdout:3822: expect (ObjNum 1145 snap 328 seq_num 1145) 2023-12-16T18:20:48.959 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 347 2023-12-16T18:20:48.959 INFO:tasks.rados.rados.0.smithi071.stdout:3823: seq_num 1191 ranges {5693440=753664} 2023-12-16T18:20:48.993 INFO:tasks.rados.rados.0.smithi071.stdout:3823: writing smithi071127730-38 from 5693440 to 6447104 tid 1 2023-12-16T18:20:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:3824: rollback oid 24 current snap is 347 2023-12-16T18:20:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 337 2023-12-16T18:20:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:3825: delete oid 19 current snap is 347 2023-12-16T18:20:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1858 (ObjNum 33 snap 0 seq_num 2571701120) dirty exists 2023-12-16T18:20:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:3820: expect (ObjNum 1165 snap 338 seq_num 1165) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3819: finishing copy_from racing read to smithi071127730-8 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3819: finishing copy_from to smithi071127730-8 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1856 (ObjNum 1180 snap 343 seq_num 1180) dirty exists 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3817: done (8 left) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3818: done (7 left) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3819: done (6 left) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3820: done (5 left) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3821: done (4 left) 2023-12-16T18:20:49.075 INFO:tasks.rados.rados.0.smithi071.stdout:3825: done (3 left) 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3826: read oid 34 snap -1 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3826: expect deleted 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3827: copy_from oid 31 from oid 16 current snap is 347 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3823: finishing write tid 1 to smithi071127730-38 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3823: finishing write tid 2 to smithi071127730-38 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1223 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3823: finishing write tid 3 to smithi071127730-38 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 2062 (ObjNum 1191 snap 347 seq_num 1191) dirty exists 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3823: left oid 38 (ObjNum 1191 snap 347 seq_num 1191) 2023-12-16T18:20:49.076 INFO:tasks.rados.rados.0.smithi071.stdout:3822: expect (ObjNum 1145 snap 328 seq_num 1145) 2023-12-16T18:20:49.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:48 smithi184 ceph-mon[136228]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T18:20:49.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:48 smithi071 ceph-mon[139725]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T18:20:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:48 smithi071 ceph-mon[142085]: osdmap e750: 8 total, 8 up, 8 in 2023-12-16T18:20:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing copy_from racing read to smithi071127730-31 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing copy_from to smithi071127730-31 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1836 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3822: done (4 left) 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3823: done (3 left) 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3824: done (2 left) 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3826: done (1 left) 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3827: done (0 left) 2023-12-16T18:20:49.847 INFO:tasks.rados.rados.0.smithi071.stdout:3828: snap_remove snap 323 2023-12-16T18:20:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:49 smithi184 ceph-mon[136228]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2023-12-16T18:20:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:49 smithi184 ceph-mon[136228]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T18:20:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:49 smithi071 ceph-mon[139725]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2023-12-16T18:20:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:49 smithi071 ceph-mon[139725]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T18:20:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:49 smithi071 ceph-mon[142085]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2023-12-16T18:20:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:49 smithi071 ceph-mon[142085]: osdmap e751: 8 total, 8 up, 8 in 2023-12-16T18:20:50.706 INFO:tasks.rados.rados.0.smithi071.stdout:3828: done (0 left) 2023-12-16T18:20:50.706 INFO:tasks.rados.rados.0.smithi071.stdout:3829: snap_remove snap 331 2023-12-16T18:20:51.715 INFO:tasks.rados.rados.0.smithi071.stdout:3829: done (0 left) 2023-12-16T18:20:51.715 INFO:tasks.rados.rados.0.smithi071.stdout:3830: rollback oid 19 current snap is 347 2023-12-16T18:20:51.715 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 339 2023-12-16T18:20:51.715 INFO:tasks.rados.rados.0.smithi071.stdout:3831: delete oid 22 current snap is 347 2023-12-16T18:20:51.724 INFO:tasks.rados.rados.0.smithi071.stdout:3830: finishing rollback tid 1 to smithi071127730-19 2023-12-16T18:20:51.726 INFO:tasks.rados.rados.0.smithi071.stdout:3830: finishing rollback tid 2 to smithi071127730-19 2023-12-16T18:20:51.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1894 (ObjNum 1161 snap 337 seq_num 1161) dirty exists 2023-12-16T18:20:51.729 INFO:tasks.rados.rados.0.smithi071.stdout:3830: done (1 left) 2023-12-16T18:20:51.729 INFO:tasks.rados.rados.0.smithi071.stdout:3831: done (0 left) 2023-12-16T18:20:51.729 INFO:tasks.rados.rados.0.smithi071.stdout:3832: snap_create 2023-12-16T18:20:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:51 smithi071 ceph-mon[139725]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-16T18:20:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:51 smithi071 ceph-mon[139725]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T18:20:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:51 smithi071 ceph-mon[142085]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-16T18:20:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:51 smithi071 ceph-mon[142085]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T18:20:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:51 smithi184 ceph-mon[136228]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-16T18:20:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:51 smithi184 ceph-mon[136228]: osdmap e752: 8 total, 8 up, 8 in 2023-12-16T18:20:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:3832: done (0 left) 2023-12-16T18:20:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 348 2023-12-16T18:20:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:3833: seq_num 1194 ranges {1990656=802816} 2023-12-16T18:20:52.737 INFO:tasks.rados.rados.0.smithi071.stdout:3833: writing smithi071127730-31 from 1990656 to 2793472 tid 1 2023-12-16T18:20:52.737 INFO:tasks.rados.rados.0.smithi071.stdout:3834: delete oid 30 current snap is 348 2023-12-16T18:20:52.740 INFO:tasks.rados.rados.0.smithi071.stdout:3834: done (1 left) 2023-12-16T18:20:52.740 INFO:tasks.rados.rados.0.smithi071.stdout:3835: delete oid 22 current snap is 348 2023-12-16T18:20:52.743 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 1 to smithi071127730-31 2023-12-16T18:20:52.743 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 2 to smithi071127730-31 2023-12-16T18:20:52.744 INFO:tasks.rados.rados.0.smithi071.stdout:3835: done (1 left) 2023-12-16T18:20:52.744 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 348 2023-12-16T18:20:52.744 INFO:tasks.rados.rados.0.smithi071.stdout:3836: seq_num 1197 ranges {0=450560,450560=401408} 2023-12-16T18:20:52.747 INFO:tasks.rados.rados.0.smithi071.stdout:3836: writing smithi071127730-34 from 0 to 450560 tid 1 2023-12-16T18:20:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3836: writing smithi071127730-34 from 450560 to 851968 tid 2 2023-12-16T18:20:52.749 INFO:tasks.rados.rados.0.smithi071.stdout:3837: snap_remove snap 319 2023-12-16T18:20:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:52 smithi071 ceph-mon[139725]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T18:20:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:52 smithi071 ceph-mon[142085]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T18:20:53.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:52 smithi184 ceph-mon[136228]: osdmap e753: 8 total, 8 up, 8 in 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3837: done (2 left) 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3838: snap_create 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 3 to smithi071127730-31 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1838 (ObjNum 1194 snap 348 seq_num 1194) dirty exists 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3833: left oid 31 (ObjNum 1194 snap 348 seq_num 1194) 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing write tid 1 to smithi071127730-34 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing write tid 2 to smithi071127730-34 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing write tid 3 to smithi071127730-34 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing write tid 4 to smithi071127730-34 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1975 (ObjNum 1197 snap 348 seq_num 1197) dirty exists 2023-12-16T18:20:53.735 INFO:tasks.rados.rados.0.smithi071.stdout:3836: left oid 34 (ObjNum 1197 snap 348 seq_num 1197) 2023-12-16T18:20:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:53 smithi071 ceph-mon[139725]: pgmap v842: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2023-12-16T18:20:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:53 smithi071 ceph-mon[139725]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T18:20:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:53 smithi071 ceph-mon[142085]: pgmap v842: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2023-12-16T18:20:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:53 smithi071 ceph-mon[142085]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T18:20:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:53 smithi184 ceph-mon[136228]: pgmap v842: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2023-12-16T18:20:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:53 smithi184 ceph-mon[136228]: osdmap e754: 8 total, 8 up, 8 in 2023-12-16T18:20:54.570 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3833: done (2 left) 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3836: done (1 left) 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3838: done (0 left) 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3839: rollback oid 21 current snap is 349 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 339 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3840: rollback oid 38 current snap is 349 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 325 2023-12-16T18:20:54.738 INFO:tasks.rados.rados.0.smithi071.stdout:3841: snap_create 2023-12-16T18:20:54.744 INFO:tasks.rados.rados.0.smithi071.stdout:3840: finishing rollback tid 0 to smithi071127730-38 2023-12-16T18:20:54.744 INFO:tasks.rados.rados.0.smithi071.stdout:3840: finishing rollback tid 1 to smithi071127730-38 2023-12-16T18:20:54.744 INFO:tasks.rados.rados.0.smithi071.stdout:3840: finishing rollback tid 2 to smithi071127730-38 2023-12-16T18:20:54.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 2102 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:20:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:3839: finishing rollback tid 0 to smithi071127730-21 2023-12-16T18:20:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:3839: finishing rollback tid 1 to smithi071127730-21 2023-12-16T18:20:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:3839: finishing rollback tid 2 to smithi071127730-21 2023-12-16T18:20:54.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1989 (ObjNum 1004 snap 285 seq_num 1004) dirty exists 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 7m ago 13m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (10m) 5m ago 13m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (14m) 7m ago 14m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (14m) 5m ago 14m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (9m) 5m ago 16m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (10m) 7m ago 17m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (9m) 7m ago 17m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (9m) 5m ago 16m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:20:54.888 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (9m) 7m ago 16m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 7m ago 12m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (10m) 5m ago 12m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (8m) 7m ago 15m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (8m) 7m ago 15m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 7m ago 15m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 7m ago 15m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (6m) 5m ago 14m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (6m) 5m ago 14m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (5m) 5m ago 14m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (5m) 5m ago 14m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:20:54.889 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (9m) 5m ago 13m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:20:54.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:54 smithi071 ceph-mon[139725]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T18:20:54.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:54 smithi071 ceph-mon[142085]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T18:20:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:54 smithi184 ceph-mon[136228]: osdmap e755: 8 total, 8 up, 8 in 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:55.268 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:20:55.269 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3839: done (2 left) 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3840: done (1 left) 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3841: done (0 left) 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3842: read oid 9 snap 335 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3842: expect (ObjNum 988 snap 282 seq_num 988) 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 350 2023-12-16T18:20:55.697 INFO:tasks.rados.rados.0.smithi071.stdout:3843: seq_num 1198 ranges {2793472=466944,3260416=401408} 2023-12-16T18:20:55.716 INFO:tasks.rados.rados.0.smithi071.stdout:3843: writing smithi071127730-31 from 2793472 to 3260416 tid 1 2023-12-16T18:20:55.719 INFO:tasks.rados.rados.0.smithi071.stdout:3843: writing smithi071127730-31 from 3260416 to 3661824 tid 2 2023-12-16T18:20:55.720 INFO:tasks.rados.rados.0.smithi071.stdout:3844: read oid 4 snap -1 2023-12-16T18:20:55.720 INFO:tasks.rados.rados.0.smithi071.stdout:3844: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:20:55.720 INFO:tasks.rados.rados.0.smithi071.stdout:3845: snap_create 2023-12-16T18:20:55.720 INFO:tasks.rados.rados.0.smithi071.stdout:3844: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing write tid 1 to smithi071127730-31 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing write tid 2 to smithi071127730-31 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing write tid 3 to smithi071127730-31 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing write tid 4 to smithi071127730-31 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1841 (ObjNum 1198 snap 350 seq_num 1198) dirty exists 2023-12-16T18:20:55.728 INFO:tasks.rados.rados.0.smithi071.stdout:3843: left oid 31 (ObjNum 1198 snap 350 seq_num 1198) 2023-12-16T18:20:55.757 INFO:tasks.rados.rados.0.smithi071.stdout:3842: expect (ObjNum 988 snap 282 seq_num 988) 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: pgmap v845: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3141065999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:55 smithi184 ceph-mon[136228]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: pgmap v845: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3141065999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[139725]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: pgmap v845: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: osdmap e756: 8 total, 8 up, 8 in 2023-12-16T18:20:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:20:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3141065999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:20:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:55 smithi071 ceph-mon[142085]: osdmap e757: 8 total, 8 up, 8 in 2023-12-16T18:20:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:3842: done (3 left) 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3843: done (2 left) 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3844: done (1 left) 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3845: done (0 left) 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3846: copy_from oid 7 from oid 49 current snap is 351 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 351 2023-12-16T18:20:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3847: seq_num 1199 ranges {0=483328,483328=401408} 2023-12-16T18:20:57.042 INFO:tasks.rados.rados.0.smithi071.stdout:3847: writing smithi071127730-37 from 0 to 483328 tid 1 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3847: writing smithi071127730-37 from 483328 to 884736 tid 2 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3848: copy_from oid 5 from oid 6 current snap is 351 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3846: finishing copy_from to smithi071127730-7 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3846: got expected ENOENT (src dne) 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3846: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:20:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:3846: done (2 left) 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3849: rollback oid 46 current snap is 351 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 317 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3850: rollback oid 33 current snap is 351 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 343 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3851: copy_from oid 34 from oid 48 current snap is 351 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 351 2023-12-16T18:20:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3852: seq_num 1200 ranges {4448256=499712,4947968=401408} 2023-12-16T18:20:57.072 INFO:tasks.rados.rados.0.smithi071.stdout:3852: writing smithi071127730-26 from 4448256 to 4947968 tid 1 2023-12-16T18:20:57.074 INFO:tasks.rados.rados.0.smithi071.stdout:3852: writing smithi071127730-26 from 4947968 to 5349376 tid 2 2023-12-16T18:20:57.074 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 351 2023-12-16T18:20:57.075 INFO:tasks.rados.rados.0.smithi071.stdout:3847: finishing write tid 1 to smithi071127730-37 2023-12-16T18:20:57.075 INFO:tasks.rados.rados.0.smithi071.stdout:3847: finishing write tid 2 to smithi071127730-37 2023-12-16T18:20:57.075 INFO:tasks.rados.rados.0.smithi071.stdout:3847: finishing write tid 3 to smithi071127730-37 2023-12-16T18:20:57.075 INFO:tasks.rados.rados.0.smithi071.stdout:3853: seq_num 1201 ranges {1949696=524288,2473984=401408} 2023-12-16T18:20:57.088 INFO:tasks.rados.rados.0.smithi071.stdout:3853: writing smithi071127730-43 from 1949696 to 2473984 tid 1 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:3853: writing smithi071127730-43 from 2473984 to 2875392 tid 2 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 351 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:3849: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:3850: finishing rollback tid 0 to smithi071127730-33 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:3849: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:20:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:3854: seq_num 1202 ranges {4907008=540672,5447680=401408} 2023-12-16T18:20:57.120 INFO:tasks.rados.rados.0.smithi071.stdout:3854: writing smithi071127730-44 from 4907008 to 5447680 tid 1 2023-12-16T18:20:57.122 INFO:tasks.rados.rados.0.smithi071.stdout:3854: writing smithi071127730-44 from 5447680 to 5849088 tid 2 2023-12-16T18:20:57.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 351 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3850: finishing rollback tid 1 to smithi071127730-33 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3850: finishing rollback tid 2 to smithi071127730-33 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1618 (ObjNum 1088 snap 301 seq_num 1088) dirty exists 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3849: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1697 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3847: finishing write tid 4 to smithi071127730-37 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1992 (ObjNum 1199 snap 351 seq_num 1199) dirty exists 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3847: left oid 37 (ObjNum 1199 snap 351 seq_num 1199) 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3851: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:20:57.123 INFO:tasks.rados.rados.0.smithi071.stdout:3855: seq_num 1203 ranges {909312=557056,1466368=401408} 2023-12-16T18:20:57.130 INFO:tasks.rados.rados.0.smithi071.stdout:3855: writing smithi071127730-2 from 909312 to 1466368 tid 1 2023-12-16T18:20:57.133 INFO:tasks.rados.rados.0.smithi071.stdout:3855: writing smithi071127730-2 from 1466368 to 1867776 tid 2 2023-12-16T18:20:57.133 INFO:tasks.rados.rados.0.smithi071.stdout:3847: done (8 left) 2023-12-16T18:20:57.133 INFO:tasks.rados.rados.0.smithi071.stdout:3849: done (7 left) 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3850: done (6 left) 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3856: read oid 32 snap -1 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3856: expect (ObjNum 1128 snap 317 seq_num 1128) 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 351 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3851: finishing copy_from to smithi071127730-34 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1872 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3848: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3848: finishing copy_from to smithi071127730-5 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1843 (ObjNum 1135 snap 321 seq_num 1135) dirty exists 2023-12-16T18:20:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3857: seq_num 1204 ranges {2441216=573440,3014656=401408} 2023-12-16T18:20:57.151 INFO:tasks.rados.rados.0.smithi071.stdout:3857: writing smithi071127730-33 from 2441216 to 3014656 tid 1 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3857: writing smithi071127730-33 from 3014656 to 3416064 tid 2 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3848: done (7 left) 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3851: done (6 left) 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 351 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3852: finishing write tid 1 to smithi071127730-26 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3852: finishing write tid 2 to smithi071127730-26 2023-12-16T18:20:57.153 INFO:tasks.rados.rados.0.smithi071.stdout:3858: seq_num 1205 ranges {245760=589824,835584=401408} 2023-12-16T18:20:57.157 INFO:tasks.rados.rados.0.smithi071.stdout:3858: writing smithi071127730-19 from 245760 to 835584 tid 1 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3858: writing smithi071127730-19 from 835584 to 1236992 tid 2 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3859: rmattr oid 4 current snap is 351 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3852: finishing write tid 3 to smithi071127730-26 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3852: finishing write tid 4 to smithi071127730-26 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1998 (ObjNum 1200 snap 351 seq_num 1200) dirty exists 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3852: left oid 26 (ObjNum 1200 snap 351 seq_num 1200) 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing write tid 1 to smithi071127730-43 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing write tid 2 to smithi071127730-43 2023-12-16T18:20:57.161 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing write tid 3 to smithi071127730-43 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing write tid 4 to smithi071127730-43 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1589 (ObjNum 1201 snap 351 seq_num 1201) dirty exists 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3853: left oid 43 (ObjNum 1201 snap 351 seq_num 1201) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: finishing write tid 1 to smithi071127730-44 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: finishing write tid 2 to smithi071127730-44 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: finishing write tid 3 to smithi071127730-44 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: finishing write tid 4 to smithi071127730-44 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1939 (ObjNum 1202 snap 351 seq_num 1202) dirty exists 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: left oid 44 (ObjNum 1202 snap 351 seq_num 1202) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3852: done (7 left) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3853: done (6 left) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3854: done (5 left) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3860: read oid 50 snap -1 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3860: expect (ObjNum 1173 snap 340 seq_num 1173) 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3855: finishing write tid 1 to smithi071127730-2 2023-12-16T18:20:57.162 INFO:tasks.rados.rados.0.smithi071.stdout:3861: copy_from oid 12 from oid 15 current snap is 351 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:3855: finishing write tid 2 to smithi071127730-2 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:3855: finishing write tid 3 to smithi071127730-2 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:3855: finishing write tid 4 to smithi071127730-2 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2106 (ObjNum 1203 snap 351 seq_num 1203) dirty exists 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:3855: left oid 2 (ObjNum 1203 snap 351 seq_num 1203) 2023-12-16T18:20:57.163 INFO:tasks.rados.rados.0.smithi071.stdout:3856: expect (ObjNum 1128 snap 317 seq_num 1128) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing write tid 1 to smithi071127730-33 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing write tid 2 to smithi071127730-33 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing write tid 3 to smithi071127730-33 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing write tid 4 to smithi071127730-33 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1621 (ObjNum 1204 snap 351 seq_num 1204) dirty exists 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: left oid 33 (ObjNum 1204 snap 351 seq_num 1204) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 1 to smithi071127730-19 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1838 (ObjNum 145 snap 0 seq_num 2572175840) dirty exists 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 2 to smithi071127730-19 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3855: done (6 left) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3856: done (5 left) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3857: done (4 left) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3859: done (3 left) 2023-12-16T18:20:57.304 INFO:tasks.rados.rados.0.smithi071.stdout:3862: rmattr oid 33 current snap is 351 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 3 to smithi071127730-19 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 4 to smithi071127730-19 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1897 (ObjNum 1205 snap 351 seq_num 1205) dirty exists 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3858: left oid 19 (ObjNum 1205 snap 351 seq_num 1205) 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3861: finishing copy_from racing read to smithi071127730-12 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3861: finishing copy_from to smithi071127730-12 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1690 (ObjNum 1160 snap 336 seq_num 1160) dirty exists 2023-12-16T18:20:57.305 INFO:tasks.rados.rados.0.smithi071.stdout:3860: expect (ObjNum 1173 snap 340 seq_num 1173) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1622 (ObjNum 1204 snap 351 seq_num 1204) dirty exists 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3858: done (3 left) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3860: done (2 left) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3861: done (1 left) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3862: done (0 left) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3863: read oid 21 snap -1 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3863: expect (ObjNum 1004 snap 285 seq_num 1004) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3864: read oid 46 snap -1 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3864: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3865: read oid 39 snap -1 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3865: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 351 2023-12-16T18:20:57.594 INFO:tasks.rados.rados.0.smithi071.stdout:3866: seq_num 1206 ranges {0=606208,606208=401408} 2023-12-16T18:20:57.596 INFO:tasks.rados.rados.0.smithi071.stdout:3866: writing smithi071127730-1 from 0 to 606208 tid 1 2023-12-16T18:20:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:3866: writing smithi071127730-1 from 606208 to 1007616 tid 2 2023-12-16T18:20:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:3867: rollback oid 24 current snap is 351 2023-12-16T18:20:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 334 2023-12-16T18:20:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:3868: copy_from oid 22 from oid 41 current snap is 351 2023-12-16T18:20:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:3869: setattr oid 50 current snap is 351 2023-12-16T18:20:57.602 INFO:tasks.rados.rados.0.smithi071.stdout:3868: finishing copy_from to smithi071127730-22 2023-12-16T18:20:57.602 INFO:tasks.rados.rados.0.smithi071.stdout:3868: got expected ENOENT (src dne) 2023-12-16T18:20:57.602 INFO:tasks.rados.rados.0.smithi071.stdout:3868: finishing copy_from racing read to smithi071127730-22 2023-12-16T18:20:57.602 INFO:tasks.rados.rados.0.smithi071.stdout:3868: done (6 left) 2023-12-16T18:20:57.603 INFO:tasks.rados.rados.0.smithi071.stdout:3870: rollback oid 42 current snap is 351 2023-12-16T18:20:57.603 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 315 2023-12-16T18:20:57.603 INFO:tasks.rados.rados.0.smithi071.stdout:3871: read oid 27 snap -1 2023-12-16T18:20:57.603 INFO:tasks.rados.rados.0.smithi071.stdout:3871: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:20:57.603 INFO:tasks.rados.rados.0.smithi071.stdout:3872: snap_create 2023-12-16T18:20:57.605 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing write tid 1 to smithi071127730-1 2023-12-16T18:20:57.605 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing write tid 2 to smithi071127730-1 2023-12-16T18:20:57.606 INFO:tasks.rados.rados.0.smithi071.stdout:3867: finishing rollback tid 0 to smithi071127730-24 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:3867: finishing rollback tid 1 to smithi071127730-24 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing rollback tid 0 to smithi071127730-42 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:3867: finishing rollback tid 2 to smithi071127730-24 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1226 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing rollback tid 1 to smithi071127730-42 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing rollback tid 2 to smithi071127730-42 2023-12-16T18:20:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1942 (ObjNum 1085 snap 301 seq_num 1085) dirty exists 2023-12-16T18:20:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing write tid 3 to smithi071127730-1 2023-12-16T18:20:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing write tid 4 to smithi071127730-1 2023-12-16T18:20:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1507 (ObjNum 1206 snap 351 seq_num 1206) dirty exists 2023-12-16T18:20:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:3866: left oid 1 (ObjNum 1206 snap 351 seq_num 1206) 2023-12-16T18:20:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:3863: expect (ObjNum 1004 snap 285 seq_num 1004) 2023-12-16T18:20:57.701 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:20:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:20:57] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2023-12-16T18:20:57.839 INFO:tasks.rados.rados.0.smithi071.stdout:3865: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:20:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:57 smithi071 ceph-mon[139725]: pgmap v848: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:20:57.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:57 smithi071 ceph-mon[139725]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T18:20:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:57 smithi071 ceph-mon[142085]: pgmap v848: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:20:57.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:57 smithi071 ceph-mon[142085]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T18:20:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:57 smithi184 ceph-mon[136228]: pgmap v848: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:20:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:57 smithi184 ceph-mon[136228]: osdmap e758: 8 total, 8 up, 8 in 2023-12-16T18:20:58.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1937 (ObjNum 1173 snap 340 seq_num 1173) dirty exists 2023-12-16T18:20:58.097 INFO:tasks.rados.rados.0.smithi071.stdout:3864: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:20:58.390 INFO:tasks.rados.rados.0.smithi071.stdout:3871: expect (ObjNum 1079 snap 300 seq_num 1079) 2023-12-16T18:20:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:3863: done (8 left) 2023-12-16T18:20:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:3864: done (7 left) 2023-12-16T18:20:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:3865: done (6 left) 2023-12-16T18:20:58.679 INFO:tasks.rados.rados.0.smithi071.stdout:3866: done (5 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3867: done (4 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3869: done (3 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3870: done (2 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3871: done (1 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3872: done (0 left) 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3873: rollback oid 10 current snap is 352 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 314 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 352 2023-12-16T18:20:58.680 INFO:tasks.rados.rados.0.smithi071.stdout:3874: seq_num 1207 ranges {6119424=622592,6742016=401408} 2023-12-16T18:20:58.714 INFO:tasks.rados.rados.0.smithi071.stdout:3874: writing smithi071127730-46 from 6119424 to 6742016 tid 1 2023-12-16T18:20:58.718 INFO:tasks.rados.rados.0.smithi071.stdout:3874: writing smithi071127730-46 from 6742016 to 7143424 tid 2 2023-12-16T18:20:58.718 INFO:tasks.rados.rados.0.smithi071.stdout:3875: snap_create 2023-12-16T18:20:58.718 INFO:tasks.rados.rados.0.smithi071.stdout:3873: finishing rollback tid 0 to smithi071127730-10 2023-12-16T18:20:58.718 INFO:tasks.rados.rados.0.smithi071.stdout:3873: finishing rollback tid 1 to smithi071127730-10 2023-12-16T18:20:58.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1876 (ObjNum 81 snap 0 seq_num 2571874512) dirty dne 2023-12-16T18:20:58.719 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 1 to smithi071127730-46 2023-12-16T18:20:58.719 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 2 to smithi071127730-46 2023-12-16T18:20:58.720 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 3 to smithi071127730-46 2023-12-16T18:20:58.721 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 4 to smithi071127730-46 2023-12-16T18:20:58.721 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1700 (ObjNum 1207 snap 352 seq_num 1207) dirty exists 2023-12-16T18:20:58.721 INFO:tasks.rados.rados.0.smithi071.stdout:3874: left oid 46 (ObjNum 1207 snap 352 seq_num 1207) 2023-12-16T18:20:58.744 INFO:tasks.rados.rados.0.smithi071.stdout:3873: done (2 left) 2023-12-16T18:20:58.744 INFO:tasks.rados.rados.0.smithi071.stdout:3874: done (1 left) 2023-12-16T18:20:58.744 INFO:tasks.rados.rados.0.smithi071.stdout:3875: done (0 left) 2023-12-16T18:20:58.744 INFO:tasks.rados.rados.0.smithi071.stdout:3876: copy_from oid 13 from oid 29 current snap is 353 2023-12-16T18:20:58.744 INFO:tasks.rados.rados.0.smithi071.stdout:3877: setattr oid 33 current snap is 353 2023-12-16T18:20:58.745 INFO:tasks.rados.rados.0.smithi071.stdout:3876: finishing copy_from to smithi071127730-13 2023-12-16T18:20:58.745 INFO:tasks.rados.rados.0.smithi071.stdout:3876: got expected ENOENT (src dne) 2023-12-16T18:20:58.745 INFO:tasks.rados.rados.0.smithi071.stdout:3876: finishing copy_from racing read to smithi071127730-13 2023-12-16T18:20:58.745 INFO:tasks.rados.rados.0.smithi071.stdout:3876: done (1 left) 2023-12-16T18:20:58.745 INFO:tasks.rados.rados.0.smithi071.stdout:3878: setattr oid 25 current snap is 353 2023-12-16T18:20:58.747 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 353 2023-12-16T18:20:58.747 INFO:tasks.rados.rados.0.smithi071.stdout:3879: seq_num 1208 ranges {5349376=638976,5988352=401408} 2023-12-16T18:20:58.779 INFO:tasks.rados.rados.0.smithi071.stdout:3879: writing smithi071127730-26 from 5349376 to 5988352 tid 1 2023-12-16T18:20:58.781 INFO:tasks.rados.rados.0.smithi071.stdout:3879: writing smithi071127730-26 from 5988352 to 6389760 tid 2 2023-12-16T18:20:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 353 2023-12-16T18:20:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1623 (ObjNum 1204 snap 351 seq_num 1204) dirty exists 2023-12-16T18:20:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1860 (ObjNum 1153 snap 332 seq_num 1153) dirty exists 2023-12-16T18:20:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:3880: seq_num 1209 ranges {4112384=655360,4767744=401408} 2023-12-16T18:20:58.807 INFO:tasks.rados.rados.0.smithi071.stdout:3880: writing smithi071127730-8 from 4112384 to 4767744 tid 1 2023-12-16T18:20:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:3880: writing smithi071127730-8 from 4767744 to 5169152 tid 2 2023-12-16T18:20:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:3877: done (3 left) 2023-12-16T18:20:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:3878: done (2 left) 2023-12-16T18:20:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 353 2023-12-16T18:20:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:3879: finishing write tid 1 to smithi071127730-26 2023-12-16T18:20:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:3879: finishing write tid 2 to smithi071127730-26 2023-12-16T18:20:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:3881: seq_num 1210 ranges {1236992=671744,1908736=401408} 2023-12-16T18:20:58.819 INFO:tasks.rados.rados.0.smithi071.stdout:3881: writing smithi071127730-19 from 1236992 to 1908736 tid 1 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3881: writing smithi071127730-19 from 1908736 to 2310144 tid 2 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3882: read oid 46 snap -1 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3882: expect (ObjNum 1207 snap 352 seq_num 1207) 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3883: snap_create 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3879: finishing write tid 3 to smithi071127730-26 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3879: finishing write tid 4 to smithi071127730-26 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 2002 (ObjNum 1208 snap 353 seq_num 1208) dirty exists 2023-12-16T18:20:58.822 INFO:tasks.rados.rados.0.smithi071.stdout:3879: left oid 26 (ObjNum 1208 snap 353 seq_num 1208) 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 1 to smithi071127730-8 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 2 to smithi071127730-8 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 3 to smithi071127730-8 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 4 to smithi071127730-8 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1900 (ObjNum 1209 snap 353 seq_num 1209) dirty exists 2023-12-16T18:20:58.823 INFO:tasks.rados.rados.0.smithi071.stdout:3880: left oid 8 (ObjNum 1209 snap 353 seq_num 1209) 2023-12-16T18:20:58.825 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing write tid 1 to smithi071127730-19 2023-12-16T18:20:58.825 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing write tid 2 to smithi071127730-19 2023-12-16T18:20:58.825 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing write tid 3 to smithi071127730-19 2023-12-16T18:20:58.826 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing write tid 4 to smithi071127730-19 2023-12-16T18:20:58.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1903 (ObjNum 1210 snap 353 seq_num 1210) dirty exists 2023-12-16T18:20:58.826 INFO:tasks.rados.rados.0.smithi071.stdout:3881: left oid 19 (ObjNum 1210 snap 353 seq_num 1210) 2023-12-16T18:20:58.844 INFO:tasks.rados.rados.0.smithi071.stdout:3882: expect (ObjNum 1207 snap 352 seq_num 1207) 2023-12-16T18:20:59.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:58 smithi184 ceph-mon[136228]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T18:20:59.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:58 smithi071 ceph-mon[139725]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T18:20:59.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:58 smithi071 ceph-mon[142085]: osdmap e759: 8 total, 8 up, 8 in 2023-12-16T18:20:59.755 INFO:tasks.rados.rados.0.smithi071.stdout:3879: done (4 left) 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:3880: done (3 left) 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:3881: done (2 left) 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:3882: done (1 left) 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:3883: done (0 left) 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 354 2023-12-16T18:20:59.756 INFO:tasks.rados.rados.0.smithi071.stdout:3884: seq_num 1211 ranges {4161536=688128,4849664=401408} 2023-12-16T18:20:59.781 INFO:tasks.rados.rados.0.smithi071.stdout:3884: writing smithi071127730-32 from 4161536 to 4849664 tid 1 2023-12-16T18:20:59.784 INFO:tasks.rados.rados.0.smithi071.stdout:3884: writing smithi071127730-32 from 4849664 to 5251072 tid 2 2023-12-16T18:20:59.785 INFO:tasks.rados.rados.0.smithi071.stdout:3885: snap_remove snap 345 2023-12-16T18:21:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:59 smithi184 ceph-mon[136228]: pgmap v851: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T18:21:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:20:59 smithi184 ceph-mon[136228]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T18:21:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:59 smithi071 ceph-mon[139725]: pgmap v851: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T18:21:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:20:59 smithi071 ceph-mon[139725]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T18:21:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:59 smithi071 ceph-mon[142085]: pgmap v851: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-16T18:21:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:20:59 smithi071 ceph-mon[142085]: osdmap e760: 8 total, 8 up, 8 in 2023-12-16T18:21:00.709 INFO:tasks.rados.rados.0.smithi071.stdout:3885: done (1 left) 2023-12-16T18:21:00.709 INFO:tasks.rados.rados.0.smithi071.stdout:3886: copy_from oid 44 from oid 3 current snap is 354 2023-12-16T18:21:00.709 INFO:tasks.rados.rados.0.smithi071.stdout:3884: finishing write tid 1 to smithi071127730-32 2023-12-16T18:21:00.709 INFO:tasks.rados.rados.0.smithi071.stdout:3884: finishing write tid 2 to smithi071127730-32 2023-12-16T18:21:00.709 INFO:tasks.rados.rados.0.smithi071.stdout:3884: finishing write tid 3 to smithi071127730-32 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3884: finishing write tid 4 to smithi071127730-32 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 2110 (ObjNum 1211 snap 354 seq_num 1211) dirty exists 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3884: left oid 32 (ObjNum 1211 snap 354 seq_num 1211) 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3884: done (1 left) 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3887: read oid 40 snap -1 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3887: expect deleted 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3888: copy_from oid 5 from oid 7 current snap is 354 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3889: rmattr oid 13 current snap is 354 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3890: read oid 39 snap -1 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3890: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 354 2023-12-16T18:21:00.710 INFO:tasks.rados.rados.0.smithi071.stdout:3891: seq_num 1212 ranges {0=704512,704512=401408} 2023-12-16T18:21:00.714 INFO:tasks.rados.rados.0.smithi071.stdout:3891: writing smithi071127730-41 from 0 to 704512 tid 1 2023-12-16T18:21:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3891: writing smithi071127730-41 from 704512 to 1105920 tid 2 2023-12-16T18:21:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3892: read oid 33 snap -1 2023-12-16T18:21:00.717 INFO:tasks.rados.rados.0.smithi071.stdout:3892: expect (ObjNum 1204 snap 351 seq_num 1204) 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3893: copy_from oid 12 from oid 38 current snap is 354 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3887: done (7 left) 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3894: read oid 50 snap -1 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3894: expect (ObjNum 1173 snap 340 seq_num 1173) 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3895: snap_create 2023-12-16T18:21:00.718 INFO:tasks.rados.rados.0.smithi071.stdout:3888: finishing copy_from racing read to smithi071127730-5 2023-12-16T18:21:00.720 INFO:tasks.rados.rados.0.smithi071.stdout:3888: finishing copy_from to smithi071127730-5 2023-12-16T18:21:00.721 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1555 (ObjNum 1168 snap 339 seq_num 1168) dirty exists 2023-12-16T18:21:00.722 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing copy_from to smithi071127730-44 2023-12-16T18:21:00.722 INFO:tasks.rados.rados.0.smithi071.stdout:3886: got expected ENOENT (src dne) 2023-12-16T18:21:00.722 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing copy_from racing read to smithi071127730-44 2023-12-16T18:21:00.728 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing write tid 1 to smithi071127730-41 2023-12-16T18:21:00.728 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing write tid 2 to smithi071127730-41 2023-12-16T18:21:00.728 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing write tid 3 to smithi071127730-41 2023-12-16T18:21:00.732 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing write tid 4 to smithi071127730-41 2023-12-16T18:21:00.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1879 (ObjNum 1212 snap 354 seq_num 1212) dirty exists 2023-12-16T18:21:00.732 INFO:tasks.rados.rados.0.smithi071.stdout:3891: left oid 41 (ObjNum 1212 snap 354 seq_num 1212) 2023-12-16T18:21:00.744 INFO:tasks.rados.rados.0.smithi071.stdout:3890: expect (ObjNum 1069 snap 297 seq_num 1069) 2023-12-16T18:21:01.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1938 (ObjNum 1104 snap 308 seq_num 1104) dirty exists 2023-12-16T18:21:01.006 INFO:tasks.rados.rados.0.smithi071.stdout:3892: expect (ObjNum 1204 snap 351 seq_num 1204) 2023-12-16T18:21:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:00 smithi184 ceph-mon[136228]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T18:21:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:00 smithi184 ceph-mon[136228]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T18:21:01.153 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing copy_from racing read to smithi071127730-12 2023-12-16T18:21:01.153 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing copy_from to smithi071127730-12 2023-12-16T18:21:01.154 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2102 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:21:01.154 INFO:tasks.rados.rados.0.smithi071.stdout:3894: expect (ObjNum 1173 snap 340 seq_num 1173) 2023-12-16T18:21:01.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:00 smithi071 ceph-mon[139725]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T18:21:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:00 smithi071 ceph-mon[139725]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T18:21:01.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:00 smithi071 ceph-mon[142085]: osdmap e761: 8 total, 8 up, 8 in 2023-12-16T18:21:01.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:00 smithi071 ceph-mon[142085]: osdmap e762: 8 total, 8 up, 8 in 2023-12-16T18:21:01.710 INFO:tasks.rados.rados.0.smithi071.stdout:3886: done (8 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3888: done (7 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3889: done (6 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3890: done (5 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3891: done (4 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3892: done (3 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3893: done (2 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3894: done (1 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3895: done (0 left) 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3896: copy_from oid 33 from oid 47 current snap is 355 2023-12-16T18:21:01.711 INFO:tasks.rados.rados.0.smithi071.stdout:3897: snap_create 2023-12-16T18:21:01.717 INFO:tasks.rados.rados.0.smithi071.stdout:3896: finishing copy_from racing read to smithi071127730-33 2023-12-16T18:21:01.718 INFO:tasks.rados.rados.0.smithi071.stdout:3896: finishing copy_from to smithi071127730-33 2023-12-16T18:21:01.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1858 (ObjNum 129 snap 0 seq_num 2571271096) dirty exists 2023-12-16T18:21:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:01 smithi184 ceph-mon[136228]: pgmap v854: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-16T18:21:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:01 smithi184 ceph-mon[136228]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T18:21:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:01 smithi071 ceph-mon[139725]: pgmap v854: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-16T18:21:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:01 smithi071 ceph-mon[139725]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T18:21:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:01 smithi071 ceph-mon[142085]: pgmap v854: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-16T18:21:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:01 smithi071 ceph-mon[142085]: osdmap e763: 8 total, 8 up, 8 in 2023-12-16T18:21:02.713 INFO:tasks.rados.rados.0.smithi071.stdout:3896: done (1 left) 2023-12-16T18:21:02.714 INFO:tasks.rados.rados.0.smithi071.stdout:3897: done (0 left) 2023-12-16T18:21:02.714 INFO:tasks.rados.rados.0.smithi071.stdout:3898: delete oid 8 current snap is 356 2023-12-16T18:21:02.719 INFO:tasks.rados.rados.0.smithi071.stdout:3898: done (0 left) 2023-12-16T18:21:02.719 INFO:tasks.rados.rados.0.smithi071.stdout:3899: snap_remove snap 350 2023-12-16T18:21:03.718 INFO:tasks.rados.rados.0.smithi071.stdout:3899: done (0 left) 2023-12-16T18:21:03.718 INFO:tasks.rados.rados.0.smithi071.stdout:3900: rmattr oid 5 current snap is 356 2023-12-16T18:21:03.719 INFO:tasks.rados.rados.0.smithi071.stdout:3900: done (0 left) 2023-12-16T18:21:03.719 INFO:tasks.rados.rados.0.smithi071.stdout:3901: snap_create 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[139725]: pgmap v857: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[139725]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[142085]: pgmap v857: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[142085]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T18:21:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:03 smithi184 ceph-mon[136228]: pgmap v857: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2023-12-16T18:21:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:03 smithi184 ceph-mon[136228]: osdmap e764: 8 total, 8 up, 8 in 2023-12-16T18:21:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:04.724 INFO:tasks.rados.rados.0.smithi071.stdout:3901: done (0 left) 2023-12-16T18:21:04.724 INFO:tasks.rados.rados.0.smithi071.stdout:3902: snap_remove snap 336 2023-12-16T18:21:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:04 smithi071 ceph-mon[142085]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T18:21:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:04 smithi071 ceph-mon[139725]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T18:21:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:04 smithi184 ceph-mon[136228]: osdmap e765: 8 total, 8 up, 8 in 2023-12-16T18:21:05.700 INFO:tasks.rados.rados.0.smithi071.stdout:3902: done (0 left) 2023-12-16T18:21:05.700 INFO:tasks.rados.rados.0.smithi071.stdout:3903: snap_remove snap 334 2023-12-16T18:21:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:05 smithi184 ceph-mon[136228]: pgmap v860: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2023-12-16T18:21:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:05 smithi184 ceph-mon[136228]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T18:21:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:05 smithi184 ceph-mon[136228]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[139725]: pgmap v860: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[139725]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[139725]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[142085]: pgmap v860: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[142085]: osdmap e766: 8 total, 8 up, 8 in 2023-12-16T18:21:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:05 smithi071 ceph-mon[142085]: osdmap e767: 8 total, 8 up, 8 in 2023-12-16T18:21:06.701 INFO:tasks.rados.rados.0.smithi071.stdout:3903: done (0 left) 2023-12-16T18:21:06.702 INFO:tasks.rados.rados.0.smithi071.stdout:3904: snap_create 2023-12-16T18:21:07.704 INFO:tasks.rados.rados.0.smithi071.stdout:3904: done (0 left) 2023-12-16T18:21:07.704 INFO:tasks.rados.rados.0.smithi071.stdout:3905: read oid 36 snap 317 2023-12-16T18:21:07.704 INFO:tasks.rados.rados.0.smithi071.stdout:3905: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:21:07.704 INFO:tasks.rados.rados.0.smithi071.stdout:3906: read oid 44 snap -1 2023-12-16T18:21:07.704 INFO:tasks.rados.rados.0.smithi071.stdout:3906: expect (ObjNum 1202 snap 351 seq_num 1202) 2023-12-16T18:21:07.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 358 2023-12-16T18:21:07.705 INFO:tasks.rados.rados.0.smithi071.stdout:3907: seq_num 1214 ranges {385024=737280,1122304=401408} 2023-12-16T18:21:07.705 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:07] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:21:07.710 INFO:tasks.rados.rados.0.smithi071.stdout:3907: writing smithi071127730-28 from 385024 to 1122304 tid 1 2023-12-16T18:21:07.713 INFO:tasks.rados.rados.0.smithi071.stdout:3907: writing smithi071127730-28 from 1122304 to 1523712 tid 2 2023-12-16T18:21:07.713 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 358 2023-12-16T18:21:07.713 INFO:tasks.rados.rados.0.smithi071.stdout:3908: seq_num 1215 ranges {5693440=753664,6447104=401408} 2023-12-16T18:21:07.747 INFO:tasks.rados.rados.0.smithi071.stdout:3908: writing smithi071127730-12 from 5693440 to 6447104 tid 1 2023-12-16T18:21:07.750 INFO:tasks.rados.rados.0.smithi071.stdout:3908: writing smithi071127730-12 from 6447104 to 6848512 tid 2 2023-12-16T18:21:07.750 INFO:tasks.rados.rados.0.smithi071.stdout:3909: snap_create 2023-12-16T18:21:07.750 INFO:tasks.rados.rados.0.smithi071.stdout:3905: expect (ObjNum 1025 snap 291 seq_num 1025) 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 1 to smithi071127730-28 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 2 to smithi071127730-28 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 3 to smithi071127730-28 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 4 to smithi071127730-28 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1592 (ObjNum 1214 snap 358 seq_num 1214) dirty exists 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3907: left oid 28 (ObjNum 1214 snap 358 seq_num 1214) 2023-12-16T18:21:07.762 INFO:tasks.rados.rados.0.smithi071.stdout:3906: expect (ObjNum 1202 snap 351 seq_num 1202) 2023-12-16T18:21:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:07 smithi071 ceph-mon[139725]: pgmap v863: 121 pgs: 121 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-16T18:21:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:07 smithi071 ceph-mon[139725]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T18:21:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:07 smithi071 ceph-mon[142085]: pgmap v863: 121 pgs: 121 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-16T18:21:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:07 smithi071 ceph-mon[142085]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T18:21:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:07 smithi184 ceph-mon[136228]: pgmap v863: 121 pgs: 121 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-16T18:21:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:07 smithi184 ceph-mon[136228]: osdmap e768: 8 total, 8 up, 8 in 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:3908: finishing write tid 1 to smithi071127730-12 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:3908: finishing write tid 2 to smithi071127730-12 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:3908: finishing write tid 3 to smithi071127730-12 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:3908: finishing write tid 4 to smithi071127730-12 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2105 (ObjNum 1215 snap 358 seq_num 1215) dirty exists 2023-12-16T18:21:08.125 INFO:tasks.rados.rados.0.smithi071.stdout:3908: left oid 12 (ObjNum 1215 snap 358 seq_num 1215) 2023-12-16T18:21:08.715 INFO:tasks.rados.rados.0.smithi071.stdout:3905: done (4 left) 2023-12-16T18:21:08.715 INFO:tasks.rados.rados.0.smithi071.stdout:3906: done (3 left) 2023-12-16T18:21:08.715 INFO:tasks.rados.rados.0.smithi071.stdout:3907: done (2 left) 2023-12-16T18:21:08.715 INFO:tasks.rados.rados.0.smithi071.stdout:3908: done (1 left) 2023-12-16T18:21:08.715 INFO:tasks.rados.rados.0.smithi071.stdout:3909: done (0 left) 2023-12-16T18:21:08.716 INFO:tasks.rados.rados.0.smithi071.stdout:3910: read oid 22 snap -1 2023-12-16T18:21:08.716 INFO:tasks.rados.rados.0.smithi071.stdout:3910: expect deleted 2023-12-16T18:21:08.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 359 2023-12-16T18:21:08.716 INFO:tasks.rados.rados.0.smithi071.stdout:3911: seq_num 1216 ranges {1867776=770048,2637824=401408} 2023-12-16T18:21:08.728 INFO:tasks.rados.rados.0.smithi071.stdout:3911: writing smithi071127730-2 from 1867776 to 2637824 tid 1 2023-12-16T18:21:08.731 INFO:tasks.rados.rados.0.smithi071.stdout:3911: writing smithi071127730-2 from 2637824 to 3039232 tid 2 2023-12-16T18:21:08.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 359 2023-12-16T18:21:08.731 INFO:tasks.rados.rados.0.smithi071.stdout:3912: seq_num 1217 ranges {5849088=786432,6635520=401408} 2023-12-16T18:21:08.766 INFO:tasks.rados.rados.0.smithi071.stdout:3912: writing smithi071127730-44 from 5849088 to 6635520 tid 1 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3912: writing smithi071127730-44 from 6635520 to 7036928 tid 2 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3913: copy_from oid 50 from oid 29 current snap is 359 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: finishing write tid 1 to smithi071127730-2 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: finishing write tid 2 to smithi071127730-2 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: finishing write tid 3 to smithi071127730-2 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: finishing write tid 4 to smithi071127730-2 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2142 (ObjNum 1216 snap 359 seq_num 1216) dirty exists 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: left oid 2 (ObjNum 1216 snap 359 seq_num 1216) 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3910: done (3 left) 2023-12-16T18:21:08.770 INFO:tasks.rados.rados.0.smithi071.stdout:3911: done (2 left) 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3914: read oid 41 snap 325 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3914: expect (ObjNum 1136 snap 322 seq_num 1136) 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3915: copy_from oid 11 from oid 49 current snap is 359 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3916: snap_create 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing copy_from to smithi071127730-11 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3915: got expected ENOENT (src dne) 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing copy_from racing read to smithi071127730-11 2023-12-16T18:21:08.771 INFO:tasks.rados.rados.0.smithi071.stdout:3913: finishing copy_from to smithi071127730-50 2023-12-16T18:21:08.772 INFO:tasks.rados.rados.0.smithi071.stdout:3913: got expected ENOENT (src dne) 2023-12-16T18:21:08.772 INFO:tasks.rados.rados.0.smithi071.stdout:3913: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:21:08.777 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 1 to smithi071127730-44 2023-12-16T18:21:08.778 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 2 to smithi071127730-44 2023-12-16T18:21:08.779 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 3 to smithi071127730-44 2023-12-16T18:21:08.781 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 4 to smithi071127730-44 2023-12-16T18:21:08.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2108 (ObjNum 1217 snap 359 seq_num 1217) dirty exists 2023-12-16T18:21:08.781 INFO:tasks.rados.rados.0.smithi071.stdout:3912: left oid 44 (ObjNum 1217 snap 359 seq_num 1217) 2023-12-16T18:21:08.788 INFO:tasks.rados.rados.0.smithi071.stdout:3914: expect (ObjNum 1136 snap 322 seq_num 1136) 2023-12-16T18:21:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:08 smithi071 ceph-mon[139725]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T18:21:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:08 smithi071 ceph-mon[142085]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T18:21:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:08 smithi184 ceph-mon[136228]: osdmap e769: 8 total, 8 up, 8 in 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3912: done (4 left) 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3913: done (3 left) 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3914: done (2 left) 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3915: done (1 left) 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3916: done (0 left) 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:3917: rollback oid 40 current snap is 360 2023-12-16T18:21:09.722 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 339 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3918: read oid 10 snap -1 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3918: expect deleted 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3919: rollback oid 39 current snap is 360 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 348 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 360 2023-12-16T18:21:09.723 INFO:tasks.rados.rados.0.smithi071.stdout:3920: seq_num 1218 ranges {4898816=802816,5701632=401408} 2023-12-16T18:21:09.752 INFO:tasks.rados.rados.0.smithi071.stdout:3920: writing smithi071127730-50 from 4898816 to 5701632 tid 1 2023-12-16T18:21:09.754 INFO:tasks.rados.rados.0.smithi071.stdout:3920: writing smithi071127730-50 from 5701632 to 6103040 tid 2 2023-12-16T18:21:09.754 INFO:tasks.rados.rados.0.smithi071.stdout:3921: read oid 22 snap -1 2023-12-16T18:21:09.754 INFO:tasks.rados.rados.0.smithi071.stdout:3921: expect deleted 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:3922: snap_create 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:3919: finishing rollback tid 0 to smithi071127730-39 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing rollback tid 1 to smithi071127730-40 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1871 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:3919: finishing rollback tid 1 to smithi071127730-39 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:3919: finishing rollback tid 2 to smithi071127730-39 2023-12-16T18:21:09.755 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1941 (ObjNum 1069 snap 297 seq_num 1069) dirty exists 2023-12-16T18:21:09.759 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing write tid 1 to smithi071127730-50 2023-12-16T18:21:09.759 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing write tid 2 to smithi071127730-50 2023-12-16T18:21:09.759 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing write tid 3 to smithi071127730-50 2023-12-16T18:21:09.760 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing write tid 4 to smithi071127730-50 2023-12-16T18:21:09.760 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1944 (ObjNum 1218 snap 360 seq_num 1218) dirty exists 2023-12-16T18:21:09.760 INFO:tasks.rados.rados.0.smithi071.stdout:3920: left oid 50 (ObjNum 1218 snap 360 seq_num 1218) 2023-12-16T18:21:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:09 smithi071 ceph-mon[139725]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-16T18:21:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:09 smithi071 ceph-mon[139725]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T18:21:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:09 smithi071 ceph-mon[142085]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-16T18:21:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:09 smithi071 ceph-mon[142085]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T18:21:10.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:09 smithi184 ceph-mon[136228]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 269 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-16T18:21:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:09 smithi184 ceph-mon[136228]: osdmap e770: 8 total, 8 up, 8 in 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3917: done (5 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3918: done (4 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3919: done (3 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3920: done (2 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3921: done (1 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3922: done (0 left) 2023-12-16T18:21:10.702 INFO:tasks.rados.rados.0.smithi071.stdout:3923: snap_remove snap 349 2023-12-16T18:21:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:10 smithi071 ceph-mon[139725]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T18:21:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:10 smithi071 ceph-mon[139725]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T18:21:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:10 smithi071 ceph-mon[142085]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T18:21:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:10 smithi071 ceph-mon[142085]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T18:21:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:10 smithi184 ceph-mon[136228]: osdmap e771: 8 total, 8 up, 8 in 2023-12-16T18:21:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:10 smithi184 ceph-mon[136228]: osdmap e772: 8 total, 8 up, 8 in 2023-12-16T18:21:11.708 INFO:tasks.rados.rados.0.smithi071.stdout:3923: done (0 left) 2023-12-16T18:21:11.708 INFO:tasks.rados.rados.0.smithi071.stdout:3924: setattr oid 44 current snap is 361 2023-12-16T18:21:11.709 INFO:tasks.rados.rados.0.smithi071.stdout:3925: copy_from oid 35 from oid 34 current snap is 361 2023-12-16T18:21:11.710 INFO:tasks.rados.rados.0.smithi071.stdout:3926: read oid 22 snap -1 2023-12-16T18:21:11.710 INFO:tasks.rados.rados.0.smithi071.stdout:3926: expect deleted 2023-12-16T18:21:11.710 INFO:tasks.rados.rados.0.smithi071.stdout:3927: snap_remove snap 344 2023-12-16T18:21:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:11 smithi184 ceph-mon[136228]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 271 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 572 KiB/s wr, 3 op/s 2023-12-16T18:21:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:11 smithi184 ceph-mon[136228]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T18:21:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:11 smithi071 ceph-mon[139725]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 271 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 572 KiB/s wr, 3 op/s 2023-12-16T18:21:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:11 smithi071 ceph-mon[139725]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T18:21:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:11 smithi071 ceph-mon[142085]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 271 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 572 KiB/s wr, 3 op/s 2023-12-16T18:21:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:11 smithi071 ceph-mon[142085]: osdmap e773: 8 total, 8 up, 8 in 2023-12-16T18:21:12.710 INFO:tasks.rados.rados.0.smithi071.stdout:3927: done (3 left) 2023-12-16T18:21:12.711 INFO:tasks.rados.rados.0.smithi071.stdout:3928: rollback oid 12 current snap is 361 2023-12-16T18:21:12.711 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 341 2023-12-16T18:21:12.711 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 361 2023-12-16T18:21:12.711 INFO:tasks.rados.rados.0.smithi071.stdout:3929: seq_num 1219 ranges {720896=417792,1138688=557056,1695744=245760} 2023-12-16T18:21:12.718 INFO:tasks.rados.rados.0.smithi071.stdout:3929: writing smithi071127730-36 from 720896 to 1138688 tid 1 2023-12-16T18:21:12.722 INFO:tasks.rados.rados.0.smithi071.stdout:3929: writing smithi071127730-36 from 1138688 to 1695744 tid 2 2023-12-16T18:21:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3929: writing smithi071127730-36 from 1695744 to 1941504 tid 3 2023-12-16T18:21:12.724 INFO:tasks.rados.rados.0.smithi071.stdout:3930: snap_remove snap 357 2023-12-16T18:21:13.713 INFO:tasks.rados.rados.0.smithi071.stdout:3930: done (5 left) 2023-12-16T18:21:13.713 INFO:tasks.rados.rados.0.smithi071.stdout:3931: read oid 33 snap -1 2023-12-16T18:21:13.713 INFO:tasks.rados.rados.0.smithi071.stdout:3931: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:21:13.713 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 361 2023-12-16T18:21:13.713 INFO:tasks.rados.rados.0.smithi071.stdout:3932: seq_num 1220 ranges {1523712=434176,1957888=442368,2400256=360448} 2023-12-16T18:21:13.725 INFO:tasks.rados.rados.0.smithi071.stdout:3932: writing smithi071127730-28 from 1523712 to 1957888 tid 1 2023-12-16T18:21:13.727 INFO:tasks.rados.rados.0.smithi071.stdout:3932: writing smithi071127730-28 from 1957888 to 2400256 tid 2 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:3932: writing smithi071127730-28 from 2400256 to 2760704 tid 3 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 361 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2109 (ObjNum 1217 snap 359 seq_num 1217) dirty exists 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing copy_from racing read to smithi071127730-35 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing copy_from to smithi071127730-35 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1872 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing write tid 1 to smithi071127730-36 2023-12-16T18:21:13.730 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing write tid 2 to smithi071127730-36 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing write tid 3 to smithi071127730-36 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing write tid 4 to smithi071127730-36 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 0 to smithi071127730-12 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 1 to smithi071127730-12 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 2 to smithi071127730-12 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2112 (ObjNum 1091 snap 302 seq_num 1091) dirty exists 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing write tid 5 to smithi071127730-36 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1862 (ObjNum 1219 snap 361 seq_num 1219) dirty exists 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3929: left oid 36 (ObjNum 1219 snap 361 seq_num 1219) 2023-12-16T18:21:13.731 INFO:tasks.rados.rados.0.smithi071.stdout:3933: seq_num 1221 ranges {368640=458752,827392=729088,1556480=73728} 2023-12-16T18:21:13.734 INFO:tasks.rados.rados.0.smithi071.stdout:3933: writing smithi071127730-5 from 368640 to 827392 tid 1 2023-12-16T18:21:13.739 INFO:tasks.rados.rados.0.smithi071.stdout:3933: writing smithi071127730-5 from 827392 to 1556480 tid 2 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3933: writing smithi071127730-5 from 1556480 to 1630208 tid 3 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3924: done (7 left) 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3925: done (6 left) 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3926: done (5 left) 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3928: done (4 left) 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3929: done (3 left) 2023-12-16T18:21:13.740 INFO:tasks.rados.rados.0.smithi071.stdout:3934: snap_remove snap 360 2023-12-16T18:21:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:13 smithi071 ceph-mon[139725]: pgmap v872: 121 pgs: 121 active+clean; 273 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T18:21:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:13 smithi071 ceph-mon[139725]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T18:21:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:13 smithi071 ceph-mon[142085]: pgmap v872: 121 pgs: 121 active+clean; 273 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T18:21:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:13 smithi071 ceph-mon[142085]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T18:21:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:13 smithi184 ceph-mon[136228]: pgmap v872: 121 pgs: 121 active+clean; 273 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-16T18:21:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:13 smithi184 ceph-mon[136228]: osdmap e774: 8 total, 8 up, 8 in 2023-12-16T18:21:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:3931: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3932: finishing write tid 1 to smithi071127730-28 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3931: done (3 left) 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3934: done (2 left) 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 361 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3932: finishing write tid 2 to smithi071127730-28 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3932: finishing write tid 3 to smithi071127730-28 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3932: finishing write tid 4 to smithi071127730-28 2023-12-16T18:21:14.734 INFO:tasks.rados.rados.0.smithi071.stdout:3932: finishing write tid 5 to smithi071127730-28 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1596 (ObjNum 1220 snap 361 seq_num 1220) dirty exists 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3932: left oid 28 (ObjNum 1220 snap 361 seq_num 1220) 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing write tid 1 to smithi071127730-5 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing write tid 2 to smithi071127730-5 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing write tid 3 to smithi071127730-5 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing write tid 4 to smithi071127730-5 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing write tid 5 to smithi071127730-5 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1908 (ObjNum 1221 snap 361 seq_num 1221) dirty exists 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3933: left oid 5 (ObjNum 1221 snap 361 seq_num 1221) 2023-12-16T18:21:14.735 INFO:tasks.rados.rados.0.smithi071.stdout:3935: seq_num 1222 ranges {1105920=475136,1581056=606208,2187264=196608} 2023-12-16T18:21:14.742 INFO:tasks.rados.rados.0.smithi071.stdout:3935: writing smithi071127730-41 from 1105920 to 1581056 tid 1 2023-12-16T18:21:14.745 INFO:tasks.rados.rados.0.smithi071.stdout:3935: writing smithi071127730-41 from 1581056 to 2187264 tid 2 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3935: writing smithi071127730-41 from 2187264 to 2383872 tid 3 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3932: done (2 left) 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3933: done (1 left) 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3936: read oid 45 snap -1 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3936: expect (ObjNum 1147 snap 329 seq_num 1147) 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3937: copy_from oid 3 from oid 42 current snap is 361 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3938: read oid 22 snap -1 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3938: expect deleted 2023-12-16T18:21:14.747 INFO:tasks.rados.rados.0.smithi071.stdout:3939: delete oid 15 current snap is 361 2023-12-16T18:21:14.750 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing write tid 1 to smithi071127730-41 2023-12-16T18:21:14.750 INFO:tasks.rados.rados.0.smithi071.stdout:3938: done (4 left) 2023-12-16T18:21:14.750 INFO:tasks.rados.rados.0.smithi071.stdout:3939: done (3 left) 2023-12-16T18:21:14.750 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 361 2023-12-16T18:21:14.751 INFO:tasks.rados.rados.0.smithi071.stdout:3940: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2023-12-16T18:21:14.754 INFO:tasks.rados.rados.0.smithi071.stdout:3940: writing smithi071127730-15 from 0 to 507904 tid 1 2023-12-16T18:21:14.757 INFO:tasks.rados.rados.0.smithi071.stdout:3940: writing smithi071127730-15 from 507904 to 933888 tid 2 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3940: writing smithi071127730-15 from 933888 to 1310720 tid 3 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3941: read oid 49 snap 347 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3941: expect deleted 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3942: rmattr oid 50 current snap is 361 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing write tid 2 to smithi071127730-41 2023-12-16T18:21:14.760 INFO:tasks.rados.rados.0.smithi071.stdout:3936: expect (ObjNum 1147 snap 329 seq_num 1147) 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing write tid 3 to smithi071127730-41 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing write tid 4 to smithi071127730-41 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing write tid 5 to smithi071127730-41 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1883 (ObjNum 1222 snap 361 seq_num 1222) dirty exists 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:3935: left oid 41 (ObjNum 1222 snap 361 seq_num 1222) 2023-12-16T18:21:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:3940: finishing write tid 1 to smithi071127730-15 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3935: done (5 left) 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3936: done (4 left) 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3941: done (3 left) 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3943: delete oid 24 current snap is 361 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1945 (ObjNum 1218 snap 360 seq_num 1218) dirty exists 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3940: finishing write tid 2 to smithi071127730-15 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3940: finishing write tid 3 to smithi071127730-15 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3940: finishing write tid 4 to smithi071127730-15 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3940: finishing write tid 5 to smithi071127730-15 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1705 (ObjNum 1224 snap 361 seq_num 1224) dirty exists 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3940: left oid 15 (ObjNum 1224 snap 361 seq_num 1224) 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3937: finishing copy_from racing read to smithi071127730-3 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:3937: finishing copy_from to smithi071127730-3 2023-12-16T18:21:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1942 (ObjNum 1085 snap 301 seq_num 1085) dirty exists 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3937: done (3 left) 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3940: done (2 left) 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3942: done (1 left) 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3943: done (0 left) 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3944: read oid 20 snap -1 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3944: expect (ObjNum 1131 snap 318 seq_num 1131) 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3945: copy_from oid 43 from oid 50 current snap is 361 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 361 2023-12-16T18:21:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:3946: seq_num 1226 ranges {1630208=540672,2170880=598016,2768896=204800} 2023-12-16T18:21:14.867 INFO:tasks.rados.rados.0.smithi071.stdout:3946: writing smithi071127730-5 from 1630208 to 2170880 tid 1 2023-12-16T18:21:14.870 INFO:tasks.rados.rados.0.smithi071.stdout:3946: writing smithi071127730-5 from 2170880 to 2768896 tid 2 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:3946: writing smithi071127730-5 from 2768896 to 2973696 tid 3 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:3947: read oid 18 snap 325 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:3947: expect deleted 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 361 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 1 to smithi071127730-5 2023-12-16T18:21:14.872 INFO:tasks.rados.rados.0.smithi071.stdout:3948: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2023-12-16T18:21:14.875 INFO:tasks.rados.rados.0.smithi071.stdout:3948: writing smithi071127730-4 from 0 to 557056 tid 1 2023-12-16T18:21:14.878 INFO:tasks.rados.rados.0.smithi071.stdout:3948: writing smithi071127730-4 from 557056 to 1040384 tid 2 2023-12-16T18:21:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:3948: writing smithi071127730-4 from 1040384 to 1359872 tid 3 2023-12-16T18:21:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:3949: delete oid 14 current snap is 361 2023-12-16T18:21:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 2 to smithi071127730-5 2023-12-16T18:21:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 3 to smithi071127730-5 2023-12-16T18:21:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 4 to smithi071127730-5 2023-12-16T18:21:14.883 INFO:tasks.rados.rados.0.smithi071.stdout:3948: finishing write tid 1 to smithi071127730-4 2023-12-16T18:21:14.883 INFO:tasks.rados.rados.0.smithi071.stdout:3948: finishing write tid 2 to smithi071127730-4 2023-12-16T18:21:14.884 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 5 to smithi071127730-5 2023-12-16T18:21:14.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1912 (ObjNum 1226 snap 361 seq_num 1226) dirty exists 2023-12-16T18:21:14.884 INFO:tasks.rados.rados.0.smithi071.stdout:3946: left oid 5 (ObjNum 1226 snap 361 seq_num 1226) 2023-12-16T18:21:14.885 INFO:tasks.rados.rados.0.smithi071.stdout:3948: finishing write tid 3 to smithi071127730-4 2023-12-16T18:21:14.885 INFO:tasks.rados.rados.0.smithi071.stdout:3948: finishing write tid 4 to smithi071127730-4 2023-12-16T18:21:14.885 INFO:tasks.rados.rados.0.smithi071.stdout:3946: done (5 left) 2023-12-16T18:21:14.885 INFO:tasks.rados.rados.0.smithi071.stdout:3947: done (4 left) 2023-12-16T18:21:14.885 INFO:tasks.rados.rados.0.smithi071.stdout:3949: done (3 left) 2023-12-16T18:21:14.886 INFO:tasks.rados.rados.0.smithi071.stdout:3950: copy_from oid 34 from oid 13 current snap is 361 2023-12-16T18:21:14.886 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 361 2023-12-16T18:21:14.886 INFO:tasks.rados.rados.0.smithi071.stdout:3951: seq_num 1229 ranges {3661824=589824,4251648=647168,4898816=155648} 2023-12-16T18:21:14.908 INFO:tasks.rados.rados.0.smithi071.stdout:3951: writing smithi071127730-31 from 3661824 to 4251648 tid 1 2023-12-16T18:21:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:3951: writing smithi071127730-31 from 4251648 to 4898816 tid 2 2023-12-16T18:21:14.914 INFO:tasks.rados.rados.0.smithi071.stdout:3951: writing smithi071127730-31 from 4898816 to 5054464 tid 3 2023-12-16T18:21:14.914 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 361 2023-12-16T18:21:14.914 INFO:tasks.rados.rados.0.smithi071.stdout:3944: expect (ObjNum 1131 snap 318 seq_num 1131) 2023-12-16T18:21:14.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:14 smithi071 ceph-mon[139725]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T18:21:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:14 smithi071 ceph-mon[142085]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T18:21:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:14 smithi184 ceph-mon[136228]: osdmap e775: 8 total, 8 up, 8 in 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3948: finishing write tid 5 to smithi071127730-4 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1842 (ObjNum 1227 snap 361 seq_num 1227) dirty exists 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3948: left oid 4 (ObjNum 1227 snap 361 seq_num 1227) 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3945: finishing copy_from racing read to smithi071127730-43 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3945: finishing copy_from to smithi071127730-43 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1945 (ObjNum 1218 snap 360 seq_num 1218) dirty exists 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3951: finishing write tid 1 to smithi071127730-31 2023-12-16T18:21:15.123 INFO:tasks.rados.rados.0.smithi071.stdout:3952: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2023-12-16T18:21:15.126 INFO:tasks.rados.rados.0.smithi071.stdout:3952: writing smithi071127730-22 from 0 to 606208 tid 1 2023-12-16T18:21:15.129 INFO:tasks.rados.rados.0.smithi071.stdout:3952: writing smithi071127730-22 from 606208 to 1138688 tid 2 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:3952: writing smithi071127730-22 from 1138688 to 1409024 tid 3 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:3944: done (5 left) 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:3945: done (4 left) 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:3948: done (3 left) 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 361 2023-12-16T18:21:15.131 INFO:tasks.rados.rados.0.smithi071.stdout:3951: finishing write tid 2 to smithi071127730-31 2023-12-16T18:21:15.132 INFO:tasks.rados.rados.0.smithi071.stdout:3951: finishing write tid 3 to smithi071127730-31 2023-12-16T18:21:15.132 INFO:tasks.rados.rados.0.smithi071.stdout:3951: finishing write tid 4 to smithi071127730-31 2023-12-16T18:21:15.132 INFO:tasks.rados.rados.0.smithi071.stdout:3953: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2023-12-16T18:21:15.135 INFO:tasks.rados.rados.0.smithi071.stdout:3953: writing smithi071127730-14 from 0 to 622592 tid 1 2023-12-16T18:21:15.137 INFO:tasks.rados.rados.0.smithi071.stdout:3953: writing smithi071127730-14 from 622592 to 1040384 tid 2 2023-12-16T18:21:15.139 INFO:tasks.rados.rados.0.smithi071.stdout:3953: writing smithi071127730-14 from 1040384 to 1425408 tid 3 2023-12-16T18:21:15.139 INFO:tasks.rados.rados.0.smithi071.stdout:3954: snap_remove snap 348 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:3954: done (4 left) 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:3955: rollback oid 41 current snap is 361 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 315 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:3951: finishing write tid 5 to smithi071127730-31 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1845 (ObjNum 1229 snap 361 seq_num 1229) dirty exists 2023-12-16T18:21:15.712 INFO:tasks.rados.rados.0.smithi071.stdout:3951: left oid 31 (ObjNum 1229 snap 361 seq_num 1229) 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:3951: done (4 left) 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:3956: rollback oid 46 current snap is 361 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 317 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing copy_from racing read to smithi071127730-34 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing copy_from to smithi071127730-34 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1938 (ObjNum 1104 snap 308 seq_num 1104) dirty exists 2023-12-16T18:21:15.713 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 1 to smithi071127730-22 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 2 to smithi071127730-22 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 3 to smithi071127730-22 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 4 to smithi071127730-22 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 5 to smithi071127730-22 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1864 (ObjNum 1230 snap 361 seq_num 1230) dirty exists 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3952: left oid 22 (ObjNum 1230 snap 361 seq_num 1230) 2023-12-16T18:21:15.714 INFO:tasks.rados.rados.0.smithi071.stdout:3953: finishing write tid 1 to smithi071127730-14 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: finishing write tid 2 to smithi071127730-14 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: finishing write tid 3 to smithi071127730-14 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: finishing write tid 4 to smithi071127730-14 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: finishing write tid 5 to smithi071127730-14 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1917 (ObjNum 1231 snap 361 seq_num 1231) dirty exists 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: left oid 14 (ObjNum 1231 snap 361 seq_num 1231) 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3950: done (4 left) 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3952: done (3 left) 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3953: done (2 left) 2023-12-16T18:21:15.715 INFO:tasks.rados.rados.0.smithi071.stdout:3957: delete oid 11 current snap is 361 2023-12-16T18:21:15.717 INFO:tasks.rados.rados.0.smithi071.stdout:3955: finishing rollback tid 0 to smithi071127730-41 2023-12-16T18:21:15.720 INFO:tasks.rados.rados.0.smithi071.stdout:3955: finishing rollback tid 1 to smithi071127730-41 2023-12-16T18:21:15.720 INFO:tasks.rados.rados.0.smithi071.stdout:3955: finishing rollback tid 2 to smithi071127730-41 2023-12-16T18:21:15.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1886 (ObjNum 1083 snap 300 seq_num 1083) dirty exists 2023-12-16T18:21:15.722 INFO:tasks.rados.rados.0.smithi071.stdout:3956: finishing rollback tid 0 to smithi071127730-46 2023-12-16T18:21:15.723 INFO:tasks.rados.rados.0.smithi071.stdout:3956: finishing rollback tid 1 to smithi071127730-46 2023-12-16T18:21:15.723 INFO:tasks.rados.rados.0.smithi071.stdout:3956: finishing rollback tid 2 to smithi071127730-46 2023-12-16T18:21:15.723 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1708 (ObjNum 1079 snap 300 seq_num 1079) dirty exists 2023-12-16T18:21:15.731 INFO:tasks.rados.rados.0.smithi071.stdout:3955: done (2 left) 2023-12-16T18:21:15.731 INFO:tasks.rados.rados.0.smithi071.stdout:3956: done (1 left) 2023-12-16T18:21:15.731 INFO:tasks.rados.rados.0.smithi071.stdout:3957: done (0 left) 2023-12-16T18:21:15.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 361 2023-12-16T18:21:15.731 INFO:tasks.rados.rados.0.smithi071.stdout:3958: seq_num 1233 ranges {5324800=655360,5980160=638976,6619136=163840} 2023-12-16T18:21:15.762 INFO:tasks.rados.rados.0.smithi071.stdout:3958: writing smithi071127730-20 from 5324800 to 5980160 tid 1 2023-12-16T18:21:15.766 INFO:tasks.rados.rados.0.smithi071.stdout:3958: writing smithi071127730-20 from 5980160 to 6619136 tid 2 2023-12-16T18:21:15.766 INFO:tasks.rados.rados.0.smithi071.stdout:3958: writing smithi071127730-20 from 6619136 to 6782976 tid 3 2023-12-16T18:21:15.767 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 361 2023-12-16T18:21:15.767 INFO:tasks.rados.rados.0.smithi071.stdout:3959: seq_num 1234 ranges {2760704=671744,3432448=516096,3948544=286720} 2023-12-16T18:21:15.785 INFO:tasks.rados.rados.0.smithi071.stdout:3959: writing smithi071127730-28 from 2760704 to 3432448 tid 1 2023-12-16T18:21:15.788 INFO:tasks.rados.rados.0.smithi071.stdout:3959: writing smithi071127730-28 from 3432448 to 3948544 tid 2 2023-12-16T18:21:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3959: writing smithi071127730-28 from 3948544 to 4235264 tid 3 2023-12-16T18:21:15.789 INFO:tasks.rados.rados.0.smithi071.stdout:3960: snap_remove snap 352 2023-12-16T18:21:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:15 smithi184 ceph-mon[136228]: pgmap v875: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 858 KiB/s wr, 5 op/s 2023-12-16T18:21:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:15 smithi184 ceph-mon[136228]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T18:21:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:15 smithi184 ceph-mon[136228]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T18:21:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[139725]: pgmap v875: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 858 KiB/s wr, 5 op/s 2023-12-16T18:21:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[139725]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T18:21:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[139725]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T18:21:16.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[142085]: pgmap v875: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 858 KiB/s wr, 5 op/s 2023-12-16T18:21:16.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[142085]: osdmap e776: 8 total, 8 up, 8 in 2023-12-16T18:21:16.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:15 smithi071 ceph-mon[142085]: osdmap e777: 8 total, 8 up, 8 in 2023-12-16T18:21:16.735 INFO:tasks.rados.rados.0.smithi071.stdout:3960: done (2 left) 2023-12-16T18:21:16.735 INFO:tasks.rados.rados.0.smithi071.stdout:3961: delete oid 7 current snap is 361 2023-12-16T18:21:16.735 INFO:tasks.rados.rados.0.smithi071.stdout:3958: finishing write tid 1 to smithi071127730-20 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3958: finishing write tid 2 to smithi071127730-20 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3958: finishing write tid 3 to smithi071127730-20 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3958: finishing write tid 4 to smithi071127730-20 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3958: finishing write tid 5 to smithi071127730-20 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1890 (ObjNum 1233 snap 361 seq_num 1233) dirty exists 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3958: left oid 20 (ObjNum 1233 snap 361 seq_num 1233) 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing write tid 1 to smithi071127730-28 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing write tid 2 to smithi071127730-28 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing write tid 3 to smithi071127730-28 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing write tid 4 to smithi071127730-28 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing write tid 5 to smithi071127730-28 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1949 (ObjNum 1234 snap 361 seq_num 1234) dirty exists 2023-12-16T18:21:16.736 INFO:tasks.rados.rados.0.smithi071.stdout:3959: left oid 28 (ObjNum 1234 snap 361 seq_num 1234) 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3958: done (2 left) 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3959: done (1 left) 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3961: done (0 left) 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3962: read oid 22 snap -1 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3962: expect (ObjNum 1230 snap 361 seq_num 1230) 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3963: rollback oid 32 current snap is 361 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 317 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3964: rmattr oid 10 current snap is 361 2023-12-16T18:21:16.745 INFO:tasks.rados.rados.0.smithi071.stdout:3964: done (2 left) 2023-12-16T18:21:16.746 INFO:tasks.rados.rados.0.smithi071.stdout:3965: rollback oid 11 current snap is 361 2023-12-16T18:21:16.746 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 346 2023-12-16T18:21:16.746 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 361 2023-12-16T18:21:16.746 INFO:tasks.rados.rados.0.smithi071.stdout:3966: seq_num 1236 ranges {4907008=704512,5611520=688128,6299648=114688} 2023-12-16T18:21:16.777 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi071127730-39 from 4907008 to 5611520 tid 1 2023-12-16T18:21:16.781 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi071127730-39 from 5611520 to 6299648 tid 2 2023-12-16T18:21:16.782 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi071127730-39 from 6299648 to 6414336 tid 3 2023-12-16T18:21:16.782 INFO:tasks.rados.rados.0.smithi071.stdout:3967: read oid 24 snap -1 2023-12-16T18:21:16.782 INFO:tasks.rados.rados.0.smithi071.stdout:3967: expect deleted 2023-12-16T18:21:16.782 INFO:tasks.rados.rados.0.smithi071.stdout:3968: delete oid 31 current snap is 361 2023-12-16T18:21:16.782 INFO:tasks.rados.rados.0.smithi071.stdout:3962: expect (ObjNum 1230 snap 361 seq_num 1230) 2023-12-16T18:21:16.820 INFO:tasks.rados.rados.0.smithi071.stdout:3963: finishing rollback tid 0 to smithi071127730-32 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3963: finishing rollback tid 1 to smithi071127730-32 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3963: finishing rollback tid 2 to smithi071127730-32 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 2168 (ObjNum 1128 snap 317 seq_num 1128) dirty exists 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3965: finishing rollback tid 1 to smithi071127730-11 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3965: finishing rollback tid 2 to smithi071127730-11 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2067 (ObjNum 1187 snap 346 seq_num 1187) dirty exists 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 1 to smithi071127730-39 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3962: done (5 left) 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3963: done (4 left) 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3965: done (3 left) 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3968: done (2 left) 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3969: delete oid 37 current snap is 361 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 2 to smithi071127730-39 2023-12-16T18:21:16.821 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 3 to smithi071127730-39 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 4 to smithi071127730-39 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 5 to smithi071127730-39 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1949 (ObjNum 1236 snap 361 seq_num 1236) dirty exists 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3966: left oid 39 (ObjNum 1236 snap 361 seq_num 1236) 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3966: done (2 left) 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3967: done (1 left) 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3969: done (0 left) 2023-12-16T18:21:16.822 INFO:tasks.rados.rados.0.smithi071.stdout:3970: snap_create 2023-12-16T18:21:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:17] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2023-12-16T18:21:17.738 INFO:tasks.rados.rados.0.smithi071.stdout:3970: done (0 left) 2023-12-16T18:21:17.739 INFO:tasks.rados.rados.0.smithi071.stdout:3971: copy_from oid 50 from oid 35 current snap is 362 2023-12-16T18:21:17.739 INFO:tasks.rados.rados.0.smithi071.stdout:3972: snap_create 2023-12-16T18:21:17.753 INFO:tasks.rados.rados.0.smithi071.stdout:3971: finishing copy_from racing read to smithi071127730-50 2023-12-16T18:21:17.754 INFO:tasks.rados.rados.0.smithi071.stdout:3971: finishing copy_from to smithi071127730-50 2023-12-16T18:21:17.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1872 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2023-12-16T18:21:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:17 smithi184 ceph-mon[136228]: pgmap v878: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 7 op/s 2023-12-16T18:21:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:17 smithi184 ceph-mon[136228]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T18:21:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:17 smithi071 ceph-mon[142085]: pgmap v878: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 7 op/s 2023-12-16T18:21:18.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:17 smithi071 ceph-mon[142085]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T18:21:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:17 smithi071 ceph-mon[139725]: pgmap v878: 121 pgs: 121 active+clean; 282 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 7 op/s 2023-12-16T18:21:18.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:17 smithi071 ceph-mon[139725]: osdmap e778: 8 total, 8 up, 8 in 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3971: done (1 left) 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3972: done (0 left) 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3973: read oid 23 snap -1 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3973: expect (ObjNum 1178 snap 343 seq_num 1178) 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3974: copy_from oid 26 from oid 5 current snap is 363 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3975: rmattr oid 38 current snap is 363 2023-12-16T18:21:18.746 INFO:tasks.rados.rados.0.smithi071.stdout:3976: snap_remove snap 339 2023-12-16T18:21:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:18 smithi184 ceph-mon[136228]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T18:21:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:18 smithi071 ceph-mon[142085]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T18:21:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:18 smithi071 ceph-mon[139725]: osdmap e779: 8 total, 8 up, 8 in 2023-12-16T18:21:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:19.755 INFO:tasks.rados.rados.0.smithi071.stdout:3976: done (3 left) 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:3977: rmattr oid 47 current snap is 363 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 2170 (ObjNum 1116 snap 312 seq_num 1116) dirty exists 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:3974: finishing copy_from racing read to smithi071127730-26 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:3974: finishing copy_from to smithi071127730-26 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1912 (ObjNum 1226 snap 361 seq_num 1226) dirty exists 2023-12-16T18:21:19.756 INFO:tasks.rados.rados.0.smithi071.stdout:3973: expect (ObjNum 1178 snap 343 seq_num 1178) 2023-12-16T18:21:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:19 smithi184 ceph-mon[136228]: pgmap v881: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 28 op/s 2023-12-16T18:21:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:19 smithi184 ceph-mon[136228]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T18:21:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:19 smithi071 ceph-mon[139725]: pgmap v881: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 28 op/s 2023-12-16T18:21:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:19 smithi071 ceph-mon[139725]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T18:21:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:19 smithi071 ceph-mon[142085]: pgmap v881: 121 pgs: 121 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 28 op/s 2023-12-16T18:21:20.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:19 smithi071 ceph-mon[142085]: osdmap e780: 8 total, 8 up, 8 in 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1865 (ObjNum 289 snap 0 seq_num 4253578189) dirty exists 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3973: done (3 left) 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3974: done (2 left) 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3975: done (1 left) 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3977: done (0 left) 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3978: rollback oid 9 current snap is 363 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 362 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3979: read oid 41 snap -1 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3979: expect (ObjNum 1083 snap 300 seq_num 1083) 2023-12-16T18:21:20.909 INFO:tasks.rados.rados.0.smithi071.stdout:3980: rollback oid 36 current snap is 363 2023-12-16T18:21:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 356 2023-12-16T18:21:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:3981: read oid 50 snap -1 2023-12-16T18:21:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:3981: expect (ObjNum 1181 snap 343 seq_num 1181) 2023-12-16T18:21:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:3982: copy_from oid 42 from oid 7 current snap is 363 2023-12-16T18:21:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:3983: snap_remove snap 346 2023-12-16T18:21:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:20 smithi184 ceph-mon[136228]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T18:21:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:20 smithi184 ceph-mon[136228]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T18:21:21.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:20 smithi071 ceph-mon[139725]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T18:21:21.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:20 smithi071 ceph-mon[139725]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T18:21:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:20 smithi071 ceph-mon[142085]: osdmap e781: 8 total, 8 up, 8 in 2023-12-16T18:21:21.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:20 smithi071 ceph-mon[142085]: osdmap e782: 8 total, 8 up, 8 in 2023-12-16T18:21:21.771 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing copy_from to smithi071127730-42 2023-12-16T18:21:21.772 INFO:tasks.rados.rados.0.smithi071.stdout:3982: got expected ENOENT (src dne) 2023-12-16T18:21:21.772 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing copy_from racing read to smithi071127730-42 2023-12-16T18:21:21.772 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing rollback tid 1 to smithi071127730-9 2023-12-16T18:21:21.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1691 (ObjNum 289 snap 0 seq_num 4260538764) dirty dne 2023-12-16T18:21:21.772 INFO:tasks.rados.rados.0.smithi071.stdout:3979: expect (ObjNum 1083 snap 300 seq_num 1083) 2023-12-16T18:21:21.814 INFO:tasks.rados.rados.0.smithi071.stdout:3980: finishing rollback tid 0 to smithi071127730-36 2023-12-16T18:21:21.814 INFO:tasks.rados.rados.0.smithi071.stdout:3980: finishing rollback tid 1 to smithi071127730-36 2023-12-16T18:21:21.814 INFO:tasks.rados.rados.0.smithi071.stdout:3980: finishing rollback tid 2 to smithi071127730-36 2023-12-16T18:21:21.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1865 (ObjNum 1189 snap 347 seq_num 1189) dirty exists 2023-12-16T18:21:21.814 INFO:tasks.rados.rados.0.smithi071.stdout:3981: expect (ObjNum 1181 snap 343 seq_num 1181) 2023-12-16T18:21:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:3978: done (5 left) 2023-12-16T18:21:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:3979: done (4 left) 2023-12-16T18:21:21.908 INFO:tasks.rados.rados.0.smithi071.stdout:3980: done (3 left) 2023-12-16T18:21:21.909 INFO:tasks.rados.rados.0.smithi071.stdout:3981: done (2 left) 2023-12-16T18:21:21.909 INFO:tasks.rados.rados.0.smithi071.stdout:3982: done (1 left) 2023-12-16T18:21:21.909 INFO:tasks.rados.rados.0.smithi071.stdout:3983: done (0 left) 2023-12-16T18:21:21.909 INFO:tasks.rados.rados.0.smithi071.stdout:3984: snap_create 2023-12-16T18:21:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:21 smithi184 ceph-mon[136228]: pgmap v884: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 26 op/s 2023-12-16T18:21:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:21 smithi071 ceph-mon[139725]: pgmap v884: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 26 op/s 2023-12-16T18:21:22.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:21 smithi071 ceph-mon[142085]: pgmap v884: 121 pgs: 121 active+clean; 322 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 26 op/s 2023-12-16T18:21:22.785 INFO:tasks.rados.rados.0.smithi071.stdout:3984: done (0 left) 2023-12-16T18:21:22.786 INFO:tasks.rados.rados.0.smithi071.stdout:3985: read oid 29 snap -1 2023-12-16T18:21:22.786 INFO:tasks.rados.rados.0.smithi071.stdout:3985: expect deleted 2023-12-16T18:21:22.786 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 364 2023-12-16T18:21:22.786 INFO:tasks.rados.rados.0.smithi071.stdout:3986: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2023-12-16T18:21:22.789 INFO:tasks.rados.rados.0.smithi071.stdout:3986: writing smithi071127730-37 from 0 to 753664 tid 1 2023-12-16T18:21:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:3986: writing smithi071127730-37 from 753664 to 1499136 tid 2 2023-12-16T18:21:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:3986: writing smithi071127730-37 from 1499136 to 1556480 tid 3 2023-12-16T18:21:22.794 INFO:tasks.rados.rados.0.smithi071.stdout:3987: snap_create 2023-12-16T18:21:22.798 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 1 to smithi071127730-37 2023-12-16T18:21:22.798 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 2 to smithi071127730-37 2023-12-16T18:21:22.799 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 3 to smithi071127730-37 2023-12-16T18:21:22.800 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 4 to smithi071127730-37 2023-12-16T18:21:22.802 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 5 to smithi071127730-37 2023-12-16T18:21:22.802 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 2093 (ObjNum 1239 snap 364 seq_num 1239) dirty exists 2023-12-16T18:21:22.802 INFO:tasks.rados.rados.0.smithi071.stdout:3986: left oid 37 (ObjNum 1239 snap 364 seq_num 1239) 2023-12-16T18:21:23.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:22 smithi184 ceph-mon[136228]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T18:21:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:22 smithi071 ceph-mon[139725]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T18:21:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:22 smithi071 ceph-mon[142085]: osdmap e783: 8 total, 8 up, 8 in 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3985: done (2 left) 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3986: done (1 left) 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3987: done (0 left) 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3988: read oid 20 snap -1 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3988: expect (ObjNum 1233 snap 361 seq_num 1233) 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3989: rollback oid 3 current snap is 365 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 314 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3990: copy_from oid 49 from oid 29 current snap is 365 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3991: read oid 28 snap 347 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3991: expect (ObjNum 1169 snap 339 seq_num 1169) 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:3992: rollback oid 30 current snap is 365 2023-12-16T18:21:23.794 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 351 2023-12-16T18:21:23.795 INFO:tasks.rados.rados.0.smithi071.stdout:3993: snap_create 2023-12-16T18:21:23.795 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing copy_from to smithi071127730-49 2023-12-16T18:21:23.795 INFO:tasks.rados.rados.0.smithi071.stdout:3990: got expected ENOENT (src dne) 2023-12-16T18:21:23.795 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing copy_from racing read to smithi071127730-49 2023-12-16T18:21:23.796 INFO:tasks.rados.rados.0.smithi071.stdout:3991: expect (ObjNum 1169 snap 339 seq_num 1169) 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing rollback tid 0 to smithi071127730-3 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing rollback tid 1 to smithi071127730-3 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing rollback tid 2 to smithi071127730-3 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2097 (ObjNum 1105 snap 310 seq_num 1105) dirty exists 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:3992: finishing rollback tid 1 to smithi071127730-30 2023-12-16T18:21:23.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1931 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-16T18:21:23.828 INFO:tasks.rados.rados.0.smithi071.stdout:3988: expect (ObjNum 1233 snap 361 seq_num 1233) 2023-12-16T18:21:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:23 smithi184 ceph-mon[136228]: pgmap v887: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-16T18:21:24.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:23 smithi184 ceph-mon[136228]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T18:21:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:23 smithi071 ceph-mon[139725]: pgmap v887: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-16T18:21:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:23 smithi071 ceph-mon[139725]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T18:21:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:23 smithi071 ceph-mon[142085]: pgmap v887: 121 pgs: 121 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-16T18:21:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:23 smithi071 ceph-mon[142085]: osdmap e784: 8 total, 8 up, 8 in 2023-12-16T18:21:24.801 INFO:tasks.rados.rados.0.smithi071.stdout:3988: done (5 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3989: done (4 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3990: done (3 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3991: done (2 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3992: done (1 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3993: done (0 left) 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3994: copy_from oid 7 from oid 45 current snap is 366 2023-12-16T18:21:24.802 INFO:tasks.rados.rados.0.smithi071.stdout:3995: snap_remove snap 364 2023-12-16T18:21:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:24 smithi184 ceph-mon[136228]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T18:21:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:24 smithi071 ceph-mon[139725]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T18:21:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:24 smithi071 ceph-mon[142085]: osdmap e785: 8 total, 8 up, 8 in 2023-12-16T18:21:25.615 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:21:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:3995: done (1 left) 2023-12-16T18:21:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:3996: read oid 16 snap 337 2023-12-16T18:21:25.706 INFO:tasks.rados.rados.0.smithi071.stdout:3996: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3997: rollback oid 48 current snap is 366 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 314 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3998: read oid 42 snap -1 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3998: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3999: read oid 22 snap -1 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1230 snap 361 seq_num 1230) 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 5 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3994: finishing copy_from racing read to smithi071127730-7 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3994: finishing copy_from to smithi071127730-7 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1845 (ObjNum 1147 snap 329 seq_num 1147) dirty exists 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout:3994: done (4 left) 2023-12-16T18:21:25.707 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 4 2023-12-16T18:21:25.712 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing rollback tid 0 to smithi071127730-48 2023-12-16T18:21:25.713 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing rollback tid 1 to smithi071127730-48 2023-12-16T18:21:25.713 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing rollback tid 2 to smithi071127730-48 2023-12-16T18:21:25.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1893 (ObjNum 1118 snap 312 seq_num 1118) dirty exists 2023-12-16T18:21:25.713 INFO:tasks.rados.rados.0.smithi071.stdout:3997: done (3 left) 2023-12-16T18:21:25.713 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 3 2023-12-16T18:21:25.718 INFO:tasks.rados.rados.0.smithi071.stdout:3996: expect (ObjNum 978 snap 277 seq_num 978) 2023-12-16T18:21:25.776 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1230 snap 361 seq_num 1230) 2023-12-16T18:21:25.814 INFO:tasks.rados.rados.0.smithi071.stdout:3998: expect (ObjNum 1085 snap 301 seq_num 1085) 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (11m) 7m ago 13m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (10m) 5m ago 13m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (14m) 7m ago 14m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (14m) 5m ago 14m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (10m) 5m ago 16m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (10m) 7m ago 17m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (10m) 7m ago 17m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:21:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (9m) 5m ago 16m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (9m) 7m ago 16m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (11m) 7m ago 13m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (10m) 5m ago 13m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (9m) 7m ago 16m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (8m) 7m ago 16m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (8m) 7m ago 15m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 7m ago 15m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (7m) 5m ago 15m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (6m) 5m ago 15m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (6m) 5m ago 15m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (5m) 5m ago 14m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:21:25.941 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (10m) 5m ago 14m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[139725]: pgmap v890: 121 pgs: 121 active+clean; 330 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[139725]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[139725]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[142085]: pgmap v890: 121 pgs: 121 active+clean; 330 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[142085]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T18:21:25.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:25 smithi071 ceph-mon[142085]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T18:21:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:25 smithi184 ceph-mon[136228]: pgmap v890: 121 pgs: 121 active+clean; 330 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-16T18:21:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:25 smithi184 ceph-mon[136228]: osdmap e786: 8 total, 8 up, 8 in 2023-12-16T18:21:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:25 smithi184 ceph-mon[136228]: osdmap e787: 8 total, 8 up, 8 in 2023-12-16T18:21:26.235 INFO:tasks.rados.rados.0.smithi071.stdout:3996: done (2 left) 2023-12-16T18:21:26.236 INFO:tasks.rados.rados.0.smithi071.stdout:3998: done (1 left) 2023-12-16T18:21:26.236 INFO:tasks.rados.rados.0.smithi071.stdout:3999: done (0 left) 2023-12-16T18:21:26.237 INFO:tasks.rados.rados.0.smithi071.stderr:0 errors. 2023-12-16T18:21:26.238 INFO:tasks.rados.rados.0.smithi071.stderr: 2023-12-16T18:21:26.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-16T18:21:26.333 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:21:26.333 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:21:26.333 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:21:26.333 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:21:26.334 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:21:26.498 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:21:26.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[139725]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:26.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[139725]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:26.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2059941123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:26.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[142085]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:26.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[142085]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:26.966 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2059941123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:26 smithi184 ceph-mon[136228]: from='client.34521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:26 smithi184 ceph-mon[136228]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2059941123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:27.493 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:21:27.493 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:27] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2023-12-16T18:21:27.493 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":787,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T18:21:25.700475+0000","last_up_change":"2023-12-16T18:15:38.871993+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-16T18:08:59.370360+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"787","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":714,"snap_epoch":787,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":246,"up_from":255,"up_thru":449,"down_at":247,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6803","nonce":1320765535}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6805","nonce":1320765535}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6809","nonce":1320765535}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6807","nonce":1320765535}]},"public_addr":"172.21.15.71:6803/1320765535","cluster_addr":"172.21.15.71:6805/1320765535","heartbeat_back_addr":"172.21.15.71:6809/1320765535","heartbeat_front_addr":"172.21.15.71:6807/1320765535","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":274,"up_from":282,"up_thru":449,"down_at":275,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6811","nonce":4008741838}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6813","nonce":4008741838}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6817","nonce":4008741838}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6815","nonce":4008741838}]},"public_addr":"172.21.15.71:6811/4008741838","cluster_addr":"172.21.15.71:6813/4008741838","heartbeat_back_addr":"172.21.15.71:6817/4008741838","heartbeat_front_addr":"172.21.15.71:6815/4008741838","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":301,"up_from":310,"up_thru":449,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6819","nonce":2621668436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6821","nonce":2621668436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6825","nonce":2621668436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6823","nonce":2621668436}]},"public_addr":"172.21.15.71:6819/2621668436","cluster_addr":"172.21.15.71:6821/2621668436","heartbeat_back_addr":"172.21.15.71:6825/2621668436","heartbeat_front_addr":"172.21.15.71:6823/2621668436","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":22,"last_clean_end":329,"up_from":338,"up_thru":449,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6827","nonce":321760549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6829","nonce":321760549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6833","nonce":321760549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6831","nonce":321760549}]},"public_addr":"172.21.15.71:6827/321760549","cluster_addr":"172.21.15.71:6829/321760549","heartbeat_back_addr":"172.21.15.71:6833/321760549","heartbeat_front_addr":"172.21.15.71:6831/321760549","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":357,"up_from":365,"up_thru":449,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6801","nonce":2574520302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6803","nonce":2574520302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6807","nonce":2574520302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6805","nonce":2574520302}]},"public_addr":"172.21.15.184:6801/2574520302","cluster_addr":"172.21.15.184:6803/2574520302","heartbeat_back_addr":"172.21.15.184:6807/2574520302","heartbeat_front_addr":"172.21.15.184:6805/2574520302","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":33,"last_clean_end":384,"up_from":393,"up_thru":449,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6809","nonce":905571479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6811","nonce":905571479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6815","nonce":905571479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6813","nonce":905571479}]},"public_addr":"172.21.15.184:6809/905571479","cluster_addr":"172.21.15.184:6811/905571479","heartbeat_back_addr":"172.21.15.184:6815/905571479","heartbeat_front_addr":"172.21.15.184:6813/905571479","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":40,"last_clean_end":411,"up_from":421,"up_thru":449,"down_at":412,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6817","nonce":3215949772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6819","nonce":3215949772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6823","nonce":3215949772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6821","nonce":3215949772}]},"public_addr":"172.21.15.184:6817/3215949772","cluster_addr":"172.21.15.184:6819/3215949772","heartbeat_back_addr":"172.21.15.184:6823/3215949772","heartbeat_front_addr":"172.21.15.184:6821/3215949772","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":440,"up_from":449,"up_thru":449,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6825","nonce":3125881100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6827","nonce":3125881100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6831","nonce":3125881100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6829","nonce":3125881100}]},"public_addr":"172.21.15.184:6825/3125881100","cluster_addr":"172.21.15.184:6827/3125881100","heartbeat_back_addr":"172.21.15.184:6831/3125881100","heartbeat_front_addr":"172.21.15.184:6829/3125881100","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":246},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":274},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":301},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":329},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":357},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":384},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":411},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":440}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.184:0/2969825531":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.184:6834/888229404":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.184:0/2486239528":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.184:0/586749742":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/2320654114":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2835204101":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2097492959":"2023-12-17T18:11:17.999898+0000","172.21.15.71:6801/2320654114":"2023-12-17T18:11:17.999898+0000","172.21.15.184:0/849539833":"2023-12-17T18:10:45.974834+0000","172.21.15.184:6835/888229404":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/1291390060":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/935070039":"2023-12-17T18:11:17.999898+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/1826308370":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/1956616264":"2023-12-17T18:09:56.633539+0000","172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/1956616264":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2580604250":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/4080127585":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/1589010354":"2023-12-17T18:09:56.633539+0000","172.21.15.184:0/2509077414":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/2241358444":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/1363910586":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/682434779":"2023-12-17T18:11:17.999898+0000","172.21.15.184:0/3232960735":"2023-12-17T18:10:45.974834+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":667,"length":1},{"begin":678,"length":1},{"begin":712,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":712,"length":1}]}],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":684,"length":1},{"begin":688,"length":1},{"begin":697,"length":1},{"begin":700,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T18:21:27.757 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-16T18:21:28.010 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:21:28.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:27 smithi071 ceph-mon[139725]: pgmap v893: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 614 KiB/s wr, 2 op/s 2023-12-16T18:21:28.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1906396350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:21:28.073 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:27 smithi071 ceph-mon[142085]: pgmap v893: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 614 KiB/s wr, 2 op/s 2023-12-16T18:21:28.074 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1906396350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:21:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:27 smithi184 ceph-mon[136228]: pgmap v893: 121 pgs: 121 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 614 KiB/s wr, 2 op/s 2023-12-16T18:21:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1906396350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T18:21:28.983 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T18:21:28.985 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-16T18:21:29.291 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":894,"stamp":"2023-12-16T18:21:28.394012+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":351435708,"num_objects":217,"num_object_clones":143,"num_object_copies":651,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":9,"num_read":4648,"num_read_kb":5718743,"num_write":8966,"num_write_kb":1932163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":101,"num_bytes_recovered":379774560,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16699,"ondisk_log_size":16699,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2821404,"kb_used_data":577428,"kb_used_omap":199,"kb_used_meta":2243640,"kb_avail":747139812,"statfs":{"total":767960285184,"available":765071167488,"internally_reserved":0,"allocated":591286272,"data_stored":1094812218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":203813,"internal_metadata":2297488347},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5283840,"num_objects":3,"num_object_clones":3,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":-2,"num_read":11,"num_read_kb":21059,"num_write":13,"num_write_kb":3480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.609897"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":744,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808480+0000","last_change":"2023-12-16T18:15:39.920432+0000","last_active":"2023-12-16T18:21:24.808480+0000","last_peered":"2023-12-16T18:21:24.808480+0000","last_clean":"2023-12-16T18:21:24.808480+0000","last_became_active":"2023-12-16T18:15:39.919599+0000","last_became_peered":"2023-12-16T18:15:39.919599+0000","last_unstale":"2023-12-16T18:21:24.808480+0000","last_undegraded":"2023-12-16T18:21:24.808480+0000","last_fullsized":"2023-12-16T18:21:24.808480+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:01:12.155707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":748,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.772976+0000","last_change":"2023-12-16T18:15:11.623692+0000","last_active":"2023-12-16T18:21:21.772976+0000","last_peered":"2023-12-16T18:21:21.772976+0000","last_clean":"2023-12-16T18:21:21.772976+0000","last_became_active":"2023-12-16T18:15:11.623281+0000","last_became_peered":"2023-12-16T18:15:11.623281+0000","last_unstale":"2023-12-16T18:21:21.772976+0000","last_undegraded":"2023-12-16T18:21:21.772976+0000","last_fullsized":"2023-12-16T18:21:21.772976+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:56:41.173992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805402+0000","last_change":"2023-12-16T18:13:18.778227+0000","last_active":"2023-12-16T18:21:24.805402+0000","last_peered":"2023-12-16T18:21:24.805402+0000","last_clean":"2023-12-16T18:21:24.805402+0000","last_became_active":"2023-12-16T18:13:18.777794+0000","last_became_peered":"2023-12-16T18:13:18.777794+0000","last_unstale":"2023-12-16T18:21:24.805402+0000","last_undegraded":"2023-12-16T18:21:24.805402+0000","last_fullsized":"2023-12-16T18:21:24.805402+0000","mapping_epoch":310,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:44:22.042931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":734,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.802123+0000","last_change":"2023-12-16T18:15:39.908378+0000","last_active":"2023-12-16T18:21:24.802123+0000","last_peered":"2023-12-16T18:21:24.802123+0000","last_clean":"2023-12-16T18:21:24.802123+0000","last_became_active":"2023-12-16T18:15:39.907772+0000","last_became_peered":"2023-12-16T18:15:39.907772+0000","last_unstale":"2023-12-16T18:21:24.802123+0000","last_undegraded":"2023-12-16T18:21:24.802123+0000","last_fullsized":"2023-12-16T18:21:24.802123+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:11:24.416409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807842+0000","last_change":"2023-12-16T18:15:39.913723+0000","last_active":"2023-12-16T18:21:24.807842+0000","last_peered":"2023-12-16T18:21:24.807842+0000","last_clean":"2023-12-16T18:21:24.807842+0000","last_became_active":"2023-12-16T18:15:39.912688+0000","last_became_peered":"2023-12-16T18:15:39.912688+0000","last_unstale":"2023-12-16T18:21:24.807842+0000","last_undegraded":"2023-12-16T18:21:24.807842+0000","last_fullsized":"2023-12-16T18:21:24.807842+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:33:06.401070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":752,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314419+0000","last_change":"2023-12-16T18:14:43.651830+0000","last_active":"2023-12-16T18:21:25.314419+0000","last_peered":"2023-12-16T18:21:25.314419+0000","last_clean":"2023-12-16T18:21:25.314419+0000","last_became_active":"2023-12-16T18:14:43.649921+0000","last_became_peered":"2023-12-16T18:14:43.649921+0000","last_unstale":"2023-12-16T18:21:25.314419+0000","last_undegraded":"2023-12-16T18:21:25.314419+0000","last_fullsized":"2023-12-16T18:21:25.314419+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:16:50.440544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807629+0000","last_change":"2023-12-16T18:15:39.900850+0000","last_active":"2023-12-16T18:21:24.807629+0000","last_peered":"2023-12-16T18:21:24.807629+0000","last_clean":"2023-12-16T18:21:24.807629+0000","last_became_active":"2023-12-16T18:15:39.900368+0000","last_became_peered":"2023-12-16T18:15:39.900368+0000","last_unstale":"2023-12-16T18:21:24.807629+0000","last_undegraded":"2023-12-16T18:21:24.807629+0000","last_fullsized":"2023-12-16T18:21:24.807629+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:24:25.860308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":732,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013039+0000","last_change":"2023-12-16T18:15:11.609968+0000","last_active":"2023-12-16T18:21:23.013039+0000","last_peered":"2023-12-16T18:21:23.013039+0000","last_clean":"2023-12-16T18:21:23.013039+0000","last_became_active":"2023-12-16T18:15:11.609667+0000","last_became_peered":"2023-12-16T18:15:11.609667+0000","last_unstale":"2023-12-16T18:21:23.013039+0000","last_undegraded":"2023-12-16T18:21:23.013039+0000","last_fullsized":"2023-12-16T18:21:23.013039+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:21:42.256703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":758,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808297+0000","last_change":"2023-12-16T18:15:39.906059+0000","last_active":"2023-12-16T18:21:24.808297+0000","last_peered":"2023-12-16T18:21:24.808297+0000","last_clean":"2023-12-16T18:21:24.808297+0000","last_became_active":"2023-12-16T18:15:39.905281+0000","last_became_peered":"2023-12-16T18:15:39.905281+0000","last_unstale":"2023-12-16T18:21:24.808297+0000","last_undegraded":"2023-12-16T18:21:24.808297+0000","last_fullsized":"2023-12-16T18:21:24.808297+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:33:27.051129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":748,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014662+0000","last_change":"2023-12-16T18:15:11.616643+0000","last_active":"2023-12-16T18:21:23.014662+0000","last_peered":"2023-12-16T18:21:23.014662+0000","last_clean":"2023-12-16T18:21:23.014662+0000","last_became_active":"2023-12-16T18:15:11.616035+0000","last_became_peered":"2023-12-16T18:15:11.616035+0000","last_unstale":"2023-12-16T18:21:23.014662+0000","last_undegraded":"2023-12-16T18:21:23.014662+0000","last_fullsized":"2023-12-16T18:21:23.014662+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:30:04.509437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":748,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014513+0000","last_change":"2023-12-16T18:15:11.619341+0000","last_active":"2023-12-16T18:21:23.014513+0000","last_peered":"2023-12-16T18:21:23.014513+0000","last_clean":"2023-12-16T18:21:23.014513+0000","last_became_active":"2023-12-16T18:15:11.618872+0000","last_became_peered":"2023-12-16T18:15:11.618872+0000","last_unstale":"2023-12-16T18:21:23.014513+0000","last_undegraded":"2023-12-16T18:21:23.014513+0000","last_fullsized":"2023-12-16T18:21:23.014513+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:38:43.976695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":754,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.713932+0000","last_change":"2023-12-16T18:15:11.609191+0000","last_active":"2023-12-16T18:21:25.713932+0000","last_peered":"2023-12-16T18:21:25.713932+0000","last_clean":"2023-12-16T18:21:25.713932+0000","last_became_active":"2023-12-16T18:15:11.608871+0000","last_became_peered":"2023-12-16T18:15:11.608871+0000","last_unstale":"2023-12-16T18:21:25.713932+0000","last_undegraded":"2023-12-16T18:21:25.713932+0000","last_fullsized":"2023-12-16T18:21:25.713932+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:06:57.374068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":759,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013306+0000","last_change":"2023-12-16T18:15:11.610969+0000","last_active":"2023-12-16T18:21:23.013306+0000","last_peered":"2023-12-16T18:21:23.013306+0000","last_clean":"2023-12-16T18:21:23.013306+0000","last_became_active":"2023-12-16T18:15:11.610015+0000","last_became_peered":"2023-12-16T18:15:11.610015+0000","last_unstale":"2023-12-16T18:21:23.013306+0000","last_undegraded":"2023-12-16T18:21:23.013306+0000","last_fullsized":"2023-12-16T18:21:23.013306+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:37:38.565026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":742,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805133+0000","last_change":"2023-12-16T18:14:43.649342+0000","last_active":"2023-12-16T18:21:24.805133+0000","last_peered":"2023-12-16T18:21:24.805133+0000","last_clean":"2023-12-16T18:21:24.805133+0000","last_became_active":"2023-12-16T18:14:43.648784+0000","last_became_peered":"2023-12-16T18:14:43.648784+0000","last_unstale":"2023-12-16T18:21:24.805133+0000","last_undegraded":"2023-12-16T18:21:24.805133+0000","last_fullsized":"2023-12-16T18:21:24.805133+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:20:29.886147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":747,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771344+0000","last_change":"2023-12-16T18:14:43.652899+0000","last_active":"2023-12-16T18:21:21.771344+0000","last_peered":"2023-12-16T18:21:21.771344+0000","last_clean":"2023-12-16T18:21:21.771344+0000","last_became_active":"2023-12-16T18:14:43.652617+0000","last_became_peered":"2023-12-16T18:14:43.652617+0000","last_unstale":"2023-12-16T18:21:21.771344+0000","last_undegraded":"2023-12-16T18:21:21.771344+0000","last_fullsized":"2023-12-16T18:21:21.771344+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:02:23.892953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":762,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314115+0000","last_change":"2023-12-16T18:15:39.915512+0000","last_active":"2023-12-16T18:21:25.314115+0000","last_peered":"2023-12-16T18:21:25.314115+0000","last_clean":"2023-12-16T18:21:25.314115+0000","last_became_active":"2023-12-16T18:15:39.915220+0000","last_became_peered":"2023-12-16T18:15:39.915220+0000","last_unstale":"2023-12-16T18:21:25.314115+0000","last_undegraded":"2023-12-16T18:21:25.314115+0000","last_fullsized":"2023-12-16T18:21:25.314115+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:07:48.335173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":773,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.315267+0000","last_change":"2023-12-16T18:15:39.913939+0000","last_active":"2023-12-16T18:21:25.315267+0000","last_peered":"2023-12-16T18:21:25.315267+0000","last_clean":"2023-12-16T18:21:25.315267+0000","last_became_active":"2023-12-16T18:15:39.913600+0000","last_became_peered":"2023-12-16T18:15:39.913600+0000","last_unstale":"2023-12-16T18:21:25.315267+0000","last_undegraded":"2023-12-16T18:21:25.315267+0000","last_fullsized":"2023-12-16T18:21:25.315267+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:20:08.687332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":773,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.802169+0000","last_change":"2023-12-16T18:15:39.913402+0000","last_active":"2023-12-16T18:21:24.802169+0000","last_peered":"2023-12-16T18:21:24.802169+0000","last_clean":"2023-12-16T18:21:24.802169+0000","last_became_active":"2023-12-16T18:15:39.912476+0000","last_became_peered":"2023-12-16T18:15:39.912476+0000","last_unstale":"2023-12-16T18:21:24.802169+0000","last_undegraded":"2023-12-16T18:21:24.802169+0000","last_fullsized":"2023-12-16T18:21:24.802169+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:47:17.379825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":744,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808492+0000","last_change":"2023-12-16T18:15:39.919273+0000","last_active":"2023-12-16T18:21:24.808492+0000","last_peered":"2023-12-16T18:21:24.808492+0000","last_clean":"2023-12-16T18:21:24.808492+0000","last_became_active":"2023-12-16T18:15:39.917587+0000","last_became_peered":"2023-12-16T18:15:39.917587+0000","last_unstale":"2023-12-16T18:21:24.808492+0000","last_undegraded":"2023-12-16T18:21:24.808492+0000","last_fullsized":"2023-12-16T18:21:24.808492+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:58:56.006155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":748,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805896+0000","last_change":"2023-12-16T18:15:39.904071+0000","last_active":"2023-12-16T18:21:24.805896+0000","last_peered":"2023-12-16T18:21:24.805896+0000","last_clean":"2023-12-16T18:21:24.805896+0000","last_became_active":"2023-12-16T18:15:39.903731+0000","last_became_peered":"2023-12-16T18:15:39.903731+0000","last_unstale":"2023-12-16T18:21:24.805896+0000","last_undegraded":"2023-12-16T18:21:24.805896+0000","last_fullsized":"2023-12-16T18:21:24.805896+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:37:40.501687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":746,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013598+0000","last_change":"2023-12-16T18:15:11.608740+0000","last_active":"2023-12-16T18:21:23.013598+0000","last_peered":"2023-12-16T18:21:23.013598+0000","last_clean":"2023-12-16T18:21:23.013598+0000","last_became_active":"2023-12-16T18:15:11.608367+0000","last_became_peered":"2023-12-16T18:15:11.608367+0000","last_unstale":"2023-12-16T18:21:23.013598+0000","last_undegraded":"2023-12-16T18:21:23.013598+0000","last_fullsized":"2023-12-16T18:21:23.013598+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:06:01.583046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":736,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013728+0000","last_change":"2023-12-16T18:14:43.650671+0000","last_active":"2023-12-16T18:21:23.013728+0000","last_peered":"2023-12-16T18:21:23.013728+0000","last_clean":"2023-12-16T18:21:23.013728+0000","last_became_active":"2023-12-16T18:14:43.650352+0000","last_became_peered":"2023-12-16T18:14:43.650352+0000","last_unstale":"2023-12-16T18:21:23.013728+0000","last_undegraded":"2023-12-16T18:21:23.013728+0000","last_fullsized":"2023-12-16T18:21:23.013728+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:51:54.927445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805639+0000","last_change":"2023-12-16T18:14:43.657309+0000","last_active":"2023-12-16T18:21:24.805639+0000","last_peered":"2023-12-16T18:21:24.805639+0000","last_clean":"2023-12-16T18:21:24.805639+0000","last_became_active":"2023-12-16T18:14:43.656519+0000","last_became_peered":"2023-12-16T18:14:43.656519+0000","last_unstale":"2023-12-16T18:21:24.805639+0000","last_undegraded":"2023-12-16T18:21:24.805639+0000","last_fullsized":"2023-12-16T18:21:24.805639+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:56:28.439125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":747,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808421+0000","last_change":"2023-12-16T18:15:39.918979+0000","last_active":"2023-12-16T18:21:24.808421+0000","last_peered":"2023-12-16T18:21:24.808421+0000","last_clean":"2023-12-16T18:21:24.808421+0000","last_became_active":"2023-12-16T18:15:39.918488+0000","last_became_peered":"2023-12-16T18:15:39.918488+0000","last_unstale":"2023-12-16T18:21:24.808421+0000","last_undegraded":"2023-12-16T18:21:24.808421+0000","last_fullsized":"2023-12-16T18:21:24.808421+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:38:24.143354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":757,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801864+0000","last_change":"2023-12-16T18:14:14.600540+0000","last_active":"2023-12-16T18:21:24.801864+0000","last_peered":"2023-12-16T18:21:24.801864+0000","last_clean":"2023-12-16T18:21:24.801864+0000","last_became_active":"2023-12-16T18:14:14.600122+0000","last_became_peered":"2023-12-16T18:14:14.600122+0000","last_unstale":"2023-12-16T18:21:24.801864+0000","last_undegraded":"2023-12-16T18:21:24.801864+0000","last_fullsized":"2023-12-16T18:21:24.801864+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:48:44.339969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":761,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808136+0000","last_change":"2023-12-16T18:15:39.905407+0000","last_active":"2023-12-16T18:21:24.808136+0000","last_peered":"2023-12-16T18:21:24.808136+0000","last_clean":"2023-12-16T18:21:24.808136+0000","last_became_active":"2023-12-16T18:15:39.905070+0000","last_became_peered":"2023-12-16T18:15:39.905070+0000","last_unstale":"2023-12-16T18:21:24.808136+0000","last_undegraded":"2023-12-16T18:21:24.808136+0000","last_fullsized":"2023-12-16T18:21:24.808136+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:39:01.669682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":758,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314880+0000","last_change":"2023-12-16T18:15:11.619905+0000","last_active":"2023-12-16T18:21:25.314880+0000","last_peered":"2023-12-16T18:21:25.314880+0000","last_clean":"2023-12-16T18:21:25.314880+0000","last_became_active":"2023-12-16T18:15:11.619598+0000","last_became_peered":"2023-12-16T18:15:11.619598+0000","last_unstale":"2023-12-16T18:21:25.314880+0000","last_undegraded":"2023-12-16T18:21:25.314880+0000","last_fullsized":"2023-12-16T18:21:25.314880+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:28:27.417635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":734,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013735+0000","last_change":"2023-12-16T18:15:39.904391+0000","last_active":"2023-12-16T18:21:23.013735+0000","last_peered":"2023-12-16T18:21:23.013735+0000","last_clean":"2023-12-16T18:21:23.013735+0000","last_became_active":"2023-12-16T18:15:39.904038+0000","last_became_peered":"2023-12-16T18:15:39.904038+0000","last_unstale":"2023-12-16T18:21:23.013735+0000","last_undegraded":"2023-12-16T18:21:23.013735+0000","last_fullsized":"2023-12-16T18:21:23.013735+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:51:32.541589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":771,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799316+0000","last_change":"2023-12-16T18:14:14.600616+0000","last_active":"2023-12-16T18:21:24.799316+0000","last_peered":"2023-12-16T18:21:24.799316+0000","last_clean":"2023-12-16T18:21:24.799316+0000","last_became_active":"2023-12-16T18:14:14.600273+0000","last_became_peered":"2023-12-16T18:14:14.600273+0000","last_unstale":"2023-12-16T18:21:24.799316+0000","last_undegraded":"2023-12-16T18:21:24.799316+0000","last_fullsized":"2023-12-16T18:21:24.799316+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:56:35.434912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":760,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013701+0000","last_change":"2023-12-16T18:15:39.904266+0000","last_active":"2023-12-16T18:21:23.013701+0000","last_peered":"2023-12-16T18:21:23.013701+0000","last_clean":"2023-12-16T18:21:23.013701+0000","last_became_active":"2023-12-16T18:15:39.903948+0000","last_became_peered":"2023-12-16T18:15:39.903948+0000","last_unstale":"2023-12-16T18:21:23.013701+0000","last_undegraded":"2023-12-16T18:21:23.013701+0000","last_fullsized":"2023-12-16T18:21:23.013701+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:45:58.300530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":742,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805641+0000","last_change":"2023-12-16T18:15:39.904165+0000","last_active":"2023-12-16T18:21:24.805641+0000","last_peered":"2023-12-16T18:21:24.805641+0000","last_clean":"2023-12-16T18:21:24.805641+0000","last_became_active":"2023-12-16T18:15:39.903809+0000","last_became_peered":"2023-12-16T18:15:39.903809+0000","last_unstale":"2023-12-16T18:21:24.805641+0000","last_undegraded":"2023-12-16T18:21:24.805641+0000","last_fullsized":"2023-12-16T18:21:24.805641+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:35:19.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":735,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013119+0000","last_change":"2023-12-16T18:15:11.609516+0000","last_active":"2023-12-16T18:21:23.013119+0000","last_peered":"2023-12-16T18:21:23.013119+0000","last_clean":"2023-12-16T18:21:23.013119+0000","last_became_active":"2023-12-16T18:15:11.609051+0000","last_became_peered":"2023-12-16T18:15:11.609051+0000","last_unstale":"2023-12-16T18:21:23.013119+0000","last_undegraded":"2023-12-16T18:21:23.013119+0000","last_fullsized":"2023-12-16T18:21:23.013119+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:55:42.768794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":763,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013154+0000","last_change":"2023-12-16T18:13:46.593076+0000","last_active":"2023-12-16T18:21:23.013154+0000","last_peered":"2023-12-16T18:21:23.013154+0000","last_clean":"2023-12-16T18:21:23.013154+0000","last_became_active":"2023-12-16T18:13:46.592746+0000","last_became_peered":"2023-12-16T18:13:46.592746+0000","last_unstale":"2023-12-16T18:21:23.013154+0000","last_undegraded":"2023-12-16T18:21:23.013154+0000","last_fullsized":"2023-12-16T18:21:23.013154+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:05:43.390513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":749,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314249+0000","last_change":"2023-12-16T18:15:39.915220+0000","last_active":"2023-12-16T18:21:25.314249+0000","last_peered":"2023-12-16T18:21:25.314249+0000","last_clean":"2023-12-16T18:21:25.314249+0000","last_became_active":"2023-12-16T18:15:39.914907+0000","last_became_peered":"2023-12-16T18:15:39.914907+0000","last_unstale":"2023-12-16T18:21:25.314249+0000","last_undegraded":"2023-12-16T18:21:25.314249+0000","last_fullsized":"2023-12-16T18:21:25.314249+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:11:55.567570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":747,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771436+0000","last_change":"2023-12-16T18:14:14.613069+0000","last_active":"2023-12-16T18:21:21.771436+0000","last_peered":"2023-12-16T18:21:21.771436+0000","last_clean":"2023-12-16T18:21:21.771436+0000","last_became_active":"2023-12-16T18:14:14.612679+0000","last_became_peered":"2023-12-16T18:14:14.612679+0000","last_unstale":"2023-12-16T18:21:21.771436+0000","last_undegraded":"2023-12-16T18:21:21.771436+0000","last_fullsized":"2023-12-16T18:21:21.771436+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:10:00.350859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":749,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014844+0000","last_change":"2023-12-16T18:15:11.611918+0000","last_active":"2023-12-16T18:21:23.014844+0000","last_peered":"2023-12-16T18:21:23.014844+0000","last_clean":"2023-12-16T18:21:23.014844+0000","last_became_active":"2023-12-16T18:15:11.611185+0000","last_became_peered":"2023-12-16T18:15:11.611185+0000","last_unstale":"2023-12-16T18:21:23.014844+0000","last_undegraded":"2023-12-16T18:21:23.014844+0000","last_fullsized":"2023-12-16T18:21:23.014844+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:08:04.648186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":748,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314821+0000","last_change":"2023-12-16T18:15:39.901162+0000","last_active":"2023-12-16T18:21:25.314821+0000","last_peered":"2023-12-16T18:21:25.314821+0000","last_clean":"2023-12-16T18:21:25.314821+0000","last_became_active":"2023-12-16T18:15:39.900833+0000","last_became_peered":"2023-12-16T18:15:39.900833+0000","last_unstale":"2023-12-16T18:21:25.314821+0000","last_undegraded":"2023-12-16T18:21:25.314821+0000","last_fullsized":"2023-12-16T18:21:25.314821+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:27:43.124697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":737,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314897+0000","last_change":"2023-12-16T18:15:11.621140+0000","last_active":"2023-12-16T18:21:25.314897+0000","last_peered":"2023-12-16T18:21:25.314897+0000","last_clean":"2023-12-16T18:21:25.314897+0000","last_became_active":"2023-12-16T18:15:11.620789+0000","last_became_peered":"2023-12-16T18:15:11.620789+0000","last_unstale":"2023-12-16T18:21:25.314897+0000","last_undegraded":"2023-12-16T18:21:25.314897+0000","last_fullsized":"2023-12-16T18:21:25.314897+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:56:37.195558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":742,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805793+0000","last_change":"2023-12-16T18:14:43.657387+0000","last_active":"2023-12-16T18:21:24.805793+0000","last_peered":"2023-12-16T18:21:24.805793+0000","last_clean":"2023-12-16T18:21:24.805793+0000","last_became_active":"2023-12-16T18:14:43.657013+0000","last_became_peered":"2023-12-16T18:14:43.657013+0000","last_unstale":"2023-12-16T18:21:24.805793+0000","last_undegraded":"2023-12-16T18:21:24.805793+0000","last_fullsized":"2023-12-16T18:21:24.805793+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:23:31.884828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":751,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.773362+0000","last_change":"2023-12-16T18:14:43.655213+0000","last_active":"2023-12-16T18:21:21.773362+0000","last_peered":"2023-12-16T18:21:21.773362+0000","last_clean":"2023-12-16T18:21:21.773362+0000","last_became_active":"2023-12-16T18:14:43.654854+0000","last_became_peered":"2023-12-16T18:14:43.654854+0000","last_unstale":"2023-12-16T18:21:21.773362+0000","last_undegraded":"2023-12-16T18:21:21.773362+0000","last_fullsized":"2023-12-16T18:21:21.773362+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:08:03.669808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":753,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799796+0000","last_change":"2023-12-16T18:15:39.892509+0000","last_active":"2023-12-16T18:21:24.799796+0000","last_peered":"2023-12-16T18:21:24.799796+0000","last_clean":"2023-12-16T18:21:24.799796+0000","last_became_active":"2023-12-16T18:15:39.892196+0000","last_became_peered":"2023-12-16T18:15:39.892196+0000","last_unstale":"2023-12-16T18:21:24.799796+0000","last_undegraded":"2023-12-16T18:21:24.799796+0000","last_fullsized":"2023-12-16T18:21:24.799796+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:25:03.400751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"280'28","reported_seq":777,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014592+0000","last_change":"2023-12-16T18:15:11.614741+0000","last_active":"2023-12-16T18:21:23.014592+0000","last_peered":"2023-12-16T18:21:23.014592+0000","last_clean":"2023-12-16T18:21:23.014592+0000","last_became_active":"2023-12-16T18:15:11.613239+0000","last_became_peered":"2023-12-16T18:15:11.613239+0000","last_unstale":"2023-12-16T18:21:23.014592+0000","last_undegraded":"2023-12-16T18:21:23.014592+0000","last_fullsized":"2023-12-16T18:21:23.014592+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:28:51.365764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808044+0000","last_change":"2023-12-16T18:15:39.911979+0000","last_active":"2023-12-16T18:21:24.808044+0000","last_peered":"2023-12-16T18:21:24.808044+0000","last_clean":"2023-12-16T18:21:24.808044+0000","last_became_active":"2023-12-16T18:15:39.910431+0000","last_became_peered":"2023-12-16T18:15:39.910431+0000","last_unstale":"2023-12-16T18:21:24.808044+0000","last_undegraded":"2023-12-16T18:21:24.808044+0000","last_fullsized":"2023-12-16T18:21:24.808044+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:07:16.965275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":745,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805741+0000","last_change":"2023-12-16T18:14:14.605623+0000","last_active":"2023-12-16T18:21:24.805741+0000","last_peered":"2023-12-16T18:21:24.805741+0000","last_clean":"2023-12-16T18:21:24.805741+0000","last_became_active":"2023-12-16T18:14:14.604634+0000","last_became_peered":"2023-12-16T18:14:14.604634+0000","last_unstale":"2023-12-16T18:21:24.805741+0000","last_undegraded":"2023-12-16T18:21:24.805741+0000","last_fullsized":"2023-12-16T18:21:24.805741+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:10:34.440462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":733,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801697+0000","last_change":"2023-12-16T18:15:39.903965+0000","last_active":"2023-12-16T18:21:24.801697+0000","last_peered":"2023-12-16T18:21:24.801697+0000","last_clean":"2023-12-16T18:21:24.801697+0000","last_became_active":"2023-12-16T18:15:39.903603+0000","last_became_peered":"2023-12-16T18:15:39.903603+0000","last_unstale":"2023-12-16T18:21:24.801697+0000","last_undegraded":"2023-12-16T18:21:24.801697+0000","last_fullsized":"2023-12-16T18:21:24.801697+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:04:43.476262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":764,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314839+0000","last_change":"2023-12-16T18:15:39.900134+0000","last_active":"2023-12-16T18:21:25.314839+0000","last_peered":"2023-12-16T18:21:25.314839+0000","last_clean":"2023-12-16T18:21:25.314839+0000","last_became_active":"2023-12-16T18:15:39.899537+0000","last_became_peered":"2023-12-16T18:15:39.899537+0000","last_unstale":"2023-12-16T18:21:25.314839+0000","last_undegraded":"2023-12-16T18:21:25.314839+0000","last_fullsized":"2023-12-16T18:21:25.314839+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:21:02.105273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808128+0000","last_change":"2023-12-16T18:15:39.913423+0000","last_active":"2023-12-16T18:21:24.808128+0000","last_peered":"2023-12-16T18:21:24.808128+0000","last_clean":"2023-12-16T18:21:24.808128+0000","last_became_active":"2023-12-16T18:15:39.912318+0000","last_became_peered":"2023-12-16T18:15:39.912318+0000","last_unstale":"2023-12-16T18:21:24.808128+0000","last_undegraded":"2023-12-16T18:21:24.808128+0000","last_fullsized":"2023-12-16T18:21:24.808128+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:43:42.449117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":763,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014147+0000","last_change":"2023-12-16T18:15:11.617724+0000","last_active":"2023-12-16T18:21:23.014147+0000","last_peered":"2023-12-16T18:21:23.014147+0000","last_clean":"2023-12-16T18:21:23.014147+0000","last_became_active":"2023-12-16T18:15:11.615457+0000","last_became_peered":"2023-12-16T18:15:11.615457+0000","last_unstale":"2023-12-16T18:21:23.014147+0000","last_undegraded":"2023-12-16T18:21:23.014147+0000","last_fullsized":"2023-12-16T18:21:23.014147+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:10:18.217114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":748,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013936+0000","last_change":"2023-12-16T18:15:11.622620+0000","last_active":"2023-12-16T18:21:23.013936+0000","last_peered":"2023-12-16T18:21:23.013936+0000","last_clean":"2023-12-16T18:21:23.013936+0000","last_became_active":"2023-12-16T18:15:11.619408+0000","last_became_peered":"2023-12-16T18:15:11.619408+0000","last_unstale":"2023-12-16T18:21:23.013936+0000","last_undegraded":"2023-12-16T18:21:23.013936+0000","last_fullsized":"2023-12-16T18:21:23.013936+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:55:50.369329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":772,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801510+0000","last_change":"2023-12-16T18:13:18.777164+0000","last_active":"2023-12-16T18:21:24.801510+0000","last_peered":"2023-12-16T18:21:24.801510+0000","last_clean":"2023-12-16T18:21:24.801510+0000","last_became_active":"2023-12-16T18:13:18.776488+0000","last_became_peered":"2023-12-16T18:13:18.776488+0000","last_unstale":"2023-12-16T18:21:24.801510+0000","last_undegraded":"2023-12-16T18:21:24.801510+0000","last_fullsized":"2023-12-16T18:21:24.801510+0000","mapping_epoch":310,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:40:43.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":744,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807648+0000","last_change":"2023-12-16T18:15:39.918865+0000","last_active":"2023-12-16T18:21:24.807648+0000","last_peered":"2023-12-16T18:21:24.807648+0000","last_clean":"2023-12-16T18:21:24.807648+0000","last_became_active":"2023-12-16T18:15:39.917807+0000","last_became_peered":"2023-12-16T18:15:39.917807+0000","last_unstale":"2023-12-16T18:21:24.807648+0000","last_undegraded":"2023-12-16T18:21:24.807648+0000","last_fullsized":"2023-12-16T18:21:24.807648+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:17:55.116937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"783'748","reported_seq":3528,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.706957+0000","last_change":"2023-12-16T18:21:25.707320+0000","last_active":"2023-12-16T18:21:25.706957+0000","last_peered":"2023-12-16T18:21:25.706957+0000","last_clean":"2023-12-16T18:21:25.706957+0000","last_became_active":"2023-12-16T18:13:18.775640+0000","last_became_peered":"2023-12-16T18:13:18.775640+0000","last_unstale":"2023-12-16T18:21:25.706957+0000","last_undegraded":"2023-12-16T18:21:25.706957+0000","last_fullsized":"2023-12-16T18:21:25.706957+0000","mapping_epoch":310,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":748,"log_dups_size":0,"ondisk_log_size":748,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:48:21.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058286199999999996,"stat_sum":{"num_bytes":13213696,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":183,"num_read_kb":225279,"num_write":334,"num_write_kb":69608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3899392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.f","version":"54'1","reported_seq":756,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799962+0000","last_change":"2023-12-16T18:15:39.906330+0000","last_active":"2023-12-16T18:21:24.799962+0000","last_peered":"2023-12-16T18:21:24.799962+0000","last_clean":"2023-12-16T18:21:24.799962+0000","last_became_active":"2023-12-16T18:15:39.906001+0000","last_became_peered":"2023-12-16T18:15:39.906001+0000","last_unstale":"2023-12-16T18:21:24.799962+0000","last_undegraded":"2023-12-16T18:21:24.799962+0000","last_fullsized":"2023-12-16T18:21:24.799962+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:53:11.187545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808432+0000","last_change":"2023-12-16T18:15:39.909456+0000","last_active":"2023-12-16T18:21:24.808432+0000","last_peered":"2023-12-16T18:21:24.808432+0000","last_clean":"2023-12-16T18:21:24.808432+0000","last_became_active":"2023-12-16T18:15:39.909187+0000","last_became_peered":"2023-12-16T18:15:39.909187+0000","last_unstale":"2023-12-16T18:21:24.808432+0000","last_undegraded":"2023-12-16T18:21:24.808432+0000","last_fullsized":"2023-12-16T18:21:24.808432+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:07:48.160568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"786'950","reported_seq":3790,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.716576+0000","last_change":"2023-12-16T18:21:25.718426+0000","last_active":"2023-12-16T18:21:25.716576+0000","last_peered":"2023-12-16T18:21:25.716576+0000","last_clean":"2023-12-16T18:21:25.716576+0000","last_became_active":"2023-12-16T18:15:11.608834+0000","last_became_peered":"2023-12-16T18:15:11.608834+0000","last_unstale":"2023-12-16T18:21:25.716576+0000","last_undegraded":"2023-12-16T18:21:25.716576+0000","last_fullsized":"2023-12-16T18:21:25.716576+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":950,"log_dups_size":0,"ondisk_log_size":950,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:27:16.471974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021438640000000001,"stat_sum":{"num_bytes":19046400,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":242,"num_read_kb":352412,"num_write":661,"num_write_kb":103216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":11706368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":748,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771745+0000","last_change":"2023-12-16T18:14:43.654155+0000","last_active":"2023-12-16T18:21:21.771745+0000","last_peered":"2023-12-16T18:21:21.771745+0000","last_clean":"2023-12-16T18:21:21.771745+0000","last_became_active":"2023-12-16T18:14:43.653841+0000","last_became_peered":"2023-12-16T18:14:43.653841+0000","last_unstale":"2023-12-16T18:21:21.771745+0000","last_undegraded":"2023-12-16T18:21:21.771745+0000","last_fullsized":"2023-12-16T18:21:21.771745+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:19:46.750606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":749,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771944+0000","last_change":"2023-12-16T18:15:39.899357+0000","last_active":"2023-12-16T18:21:21.771944+0000","last_peered":"2023-12-16T18:21:21.771944+0000","last_clean":"2023-12-16T18:21:21.771944+0000","last_became_active":"2023-12-16T18:15:39.898954+0000","last_became_peered":"2023-12-16T18:15:39.898954+0000","last_unstale":"2023-12-16T18:21:21.771944+0000","last_undegraded":"2023-12-16T18:21:21.771944+0000","last_fullsized":"2023-12-16T18:21:21.771944+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:21:41.542062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":768,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314586+0000","last_change":"2023-12-16T18:14:43.649676+0000","last_active":"2023-12-16T18:21:25.314586+0000","last_peered":"2023-12-16T18:21:25.314586+0000","last_clean":"2023-12-16T18:21:25.314586+0000","last_became_active":"2023-12-16T18:14:43.649395+0000","last_became_peered":"2023-12-16T18:14:43.649395+0000","last_unstale":"2023-12-16T18:21:25.314586+0000","last_undegraded":"2023-12-16T18:21:25.314586+0000","last_fullsized":"2023-12-16T18:21:25.314586+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:11:17.857662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"787'2100","reported_seq":4872,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.722483+0000","last_change":"2023-12-16T18:21:25.723854+0000","last_active":"2023-12-16T18:21:25.722483+0000","last_peered":"2023-12-16T18:21:25.722483+0000","last_clean":"2023-12-16T18:21:25.722483+0000","last_became_active":"2023-12-16T18:14:14.616752+0000","last_became_peered":"2023-12-16T18:14:14.616752+0000","last_unstale":"2023-12-16T18:21:25.722483+0000","last_undegraded":"2023-12-16T18:21:25.722483+0000","last_fullsized":"2023-12-16T18:21:25.722483+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":2100,"log_dups_size":0,"ondisk_log_size":2100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:44:53.482921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.005956523,"stat_sum":{"num_bytes":61120512,"num_objects":26,"num_object_clones":19,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":474,"num_read_kb":499216,"num_write":1060,"num_write_kb":320304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42328064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":748,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.772255+0000","last_change":"2023-12-16T18:13:46.595797+0000","last_active":"2023-12-16T18:21:21.772255+0000","last_peered":"2023-12-16T18:21:21.772255+0000","last_clean":"2023-12-16T18:21:21.772255+0000","last_became_active":"2023-12-16T18:13:46.595503+0000","last_became_peered":"2023-12-16T18:13:46.595503+0000","last_unstale":"2023-12-16T18:21:21.772255+0000","last_undegraded":"2023-12-16T18:21:21.772255+0000","last_fullsized":"2023-12-16T18:21:21.772255+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:49:55.867630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":750,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314236+0000","last_change":"2023-12-16T18:15:11.617826+0000","last_active":"2023-12-16T18:21:25.314236+0000","last_peered":"2023-12-16T18:21:25.314236+0000","last_clean":"2023-12-16T18:21:25.314236+0000","last_became_active":"2023-12-16T18:15:11.617504+0000","last_became_peered":"2023-12-16T18:15:11.617504+0000","last_unstale":"2023-12-16T18:21:25.314236+0000","last_undegraded":"2023-12-16T18:21:25.314236+0000","last_fullsized":"2023-12-16T18:21:25.314236+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:59:11.062265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":754,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799625+0000","last_change":"2023-12-16T18:15:11.610328+0000","last_active":"2023-12-16T18:21:24.799625+0000","last_peered":"2023-12-16T18:21:24.799625+0000","last_clean":"2023-12-16T18:21:24.799625+0000","last_became_active":"2023-12-16T18:15:11.610033+0000","last_became_peered":"2023-12-16T18:15:11.610033+0000","last_unstale":"2023-12-16T18:21:24.799625+0000","last_undegraded":"2023-12-16T18:21:24.799625+0000","last_fullsized":"2023-12-16T18:21:24.799625+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:56:45.208957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"783'1080","reported_seq":3889,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.708536+0000","last_change":"2023-12-16T18:21:25.708795+0000","last_active":"2023-12-16T18:21:25.708536+0000","last_peered":"2023-12-16T18:21:25.708536+0000","last_clean":"2023-12-16T18:21:25.708536+0000","last_became_active":"2023-12-16T18:14:43.654561+0000","last_became_peered":"2023-12-16T18:14:43.654561+0000","last_unstale":"2023-12-16T18:21:25.708536+0000","last_undegraded":"2023-12-16T18:21:25.708536+0000","last_fullsized":"2023-12-16T18:21:25.708536+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1080,"log_dups_size":0,"ondisk_log_size":1080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:31:52.815847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000490745,"stat_sum":{"num_bytes":23429120,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":282,"num_read_kb":744781,"num_write":567,"num_write_kb":103688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":40525824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":742,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.772269+0000","last_change":"2023-12-16T18:14:43.655639+0000","last_active":"2023-12-16T18:21:21.772269+0000","last_peered":"2023-12-16T18:21:21.772269+0000","last_clean":"2023-12-16T18:21:21.772269+0000","last_became_active":"2023-12-16T18:14:43.655130+0000","last_became_peered":"2023-12-16T18:14:43.655130+0000","last_unstale":"2023-12-16T18:21:21.772269+0000","last_undegraded":"2023-12-16T18:21:21.772269+0000","last_fullsized":"2023-12-16T18:21:21.772269+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:45:12.839821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":748,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.772457+0000","last_change":"2023-12-16T18:15:11.610271+0000","last_active":"2023-12-16T18:21:21.772457+0000","last_peered":"2023-12-16T18:21:21.772457+0000","last_clean":"2023-12-16T18:21:21.772457+0000","last_became_active":"2023-12-16T18:15:11.609981+0000","last_became_peered":"2023-12-16T18:15:11.609981+0000","last_unstale":"2023-12-16T18:21:21.772457+0000","last_undegraded":"2023-12-16T18:21:21.772457+0000","last_fullsized":"2023-12-16T18:21:21.772457+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:48:14.313278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":775,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801611+0000","last_change":"2023-12-16T18:13:46.599548+0000","last_active":"2023-12-16T18:21:24.801611+0000","last_peered":"2023-12-16T18:21:24.801611+0000","last_clean":"2023-12-16T18:21:24.801611+0000","last_became_active":"2023-12-16T18:13:46.599223+0000","last_became_peered":"2023-12-16T18:13:46.599223+0000","last_unstale":"2023-12-16T18:21:24.801611+0000","last_undegraded":"2023-12-16T18:21:24.801611+0000","last_fullsized":"2023-12-16T18:21:24.801611+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:55:26.744801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"783'1592","reported_seq":4216,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.763002+0000","last_change":"2023-12-16T18:21:25.763228+0000","last_active":"2023-12-16T18:21:25.763002+0000","last_peered":"2023-12-16T18:21:25.763002+0000","last_clean":"2023-12-16T18:21:25.763002+0000","last_became_active":"2023-12-16T18:15:39.904887+0000","last_became_peered":"2023-12-16T18:15:39.904887+0000","last_unstale":"2023-12-16T18:21:25.763002+0000","last_undegraded":"2023-12-16T18:21:25.763002+0000","last_fullsized":"2023-12-16T18:21:25.763002+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1592,"log_dups_size":0,"ondisk_log_size":1592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:17:38.156816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049065199999999995,"stat_sum":{"num_bytes":40763392,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":341,"num_read_kb":502257,"num_write":848,"num_write_kb":196568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":92233728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":754,"reported_epoch":785,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.797692+0000","last_change":"2023-12-16T18:15:39.905037+0000","last_active":"2023-12-16T18:21:23.797692+0000","last_peered":"2023-12-16T18:21:23.797692+0000","last_clean":"2023-12-16T18:21:23.797692+0000","last_became_active":"2023-12-16T18:15:39.904748+0000","last_became_peered":"2023-12-16T18:15:39.904748+0000","last_unstale":"2023-12-16T18:21:23.797692+0000","last_undegraded":"2023-12-16T18:21:23.797692+0000","last_fullsized":"2023-12-16T18:21:23.797692+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:05:24.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":732,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013437+0000","last_change":"2023-12-16T18:15:11.616069+0000","last_active":"2023-12-16T18:21:23.013437+0000","last_peered":"2023-12-16T18:21:23.013437+0000","last_clean":"2023-12-16T18:21:23.013437+0000","last_became_active":"2023-12-16T18:15:11.615743+0000","last_became_peered":"2023-12-16T18:15:11.615743+0000","last_unstale":"2023-12-16T18:21:23.013437+0000","last_undegraded":"2023-12-16T18:21:23.013437+0000","last_fullsized":"2023-12-16T18:21:23.013437+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:18:28.625186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":738,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314367+0000","last_change":"2023-12-16T18:15:39.904355+0000","last_active":"2023-12-16T18:21:25.314367+0000","last_peered":"2023-12-16T18:21:25.314367+0000","last_clean":"2023-12-16T18:21:25.314367+0000","last_became_active":"2023-12-16T18:15:39.903933+0000","last_became_peered":"2023-12-16T18:15:39.903933+0000","last_unstale":"2023-12-16T18:21:25.314367+0000","last_undegraded":"2023-12-16T18:21:25.314367+0000","last_fullsized":"2023-12-16T18:21:25.314367+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:11:06.612374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"203'197","reported_seq":1248,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807580+0000","last_change":"2023-12-16T18:15:39.920555+0000","last_active":"2023-12-16T18:21:24.807580+0000","last_peered":"2023-12-16T18:21:24.807580+0000","last_clean":"2023-12-16T18:21:24.807580+0000","last_became_active":"2023-12-16T18:15:39.919650+0000","last_became_peered":"2023-12-16T18:15:39.919650+0000","last_unstale":"2023-12-16T18:21:24.807580+0000","last_undegraded":"2023-12-16T18:21:24.807580+0000","last_fullsized":"2023-12-16T18:21:24.807580+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:05:33.356966+0000","last_clean_scrub_stamp":"2023-12-16T18:05:33.356966+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:13:51.645579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"783'556","reported_seq":3231,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.705630+0000","last_change":"2023-12-16T18:21:25.706000+0000","last_active":"2023-12-16T18:21:25.705630+0000","last_peered":"2023-12-16T18:21:25.705630+0000","last_clean":"2023-12-16T18:21:25.705630+0000","last_became_active":"2023-12-16T18:14:43.653734+0000","last_became_peered":"2023-12-16T18:14:43.653734+0000","last_unstale":"2023-12-16T18:21:25.705630+0000","last_undegraded":"2023-12-16T18:21:25.705630+0000","last_fullsized":"2023-12-16T18:21:25.705630+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":556,"log_dups_size":0,"ondisk_log_size":556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:25:04.751918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072862299999999997,"stat_sum":{"num_bytes":5726208,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":146,"num_read_kb":216351,"num_write":300,"num_write_kb":65520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":5406720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805630+0000","last_change":"2023-12-16T18:13:18.777107+0000","last_active":"2023-12-16T18:21:24.805630+0000","last_peered":"2023-12-16T18:21:24.805630+0000","last_clean":"2023-12-16T18:21:24.805630+0000","last_became_active":"2023-12-16T18:13:18.776656+0000","last_became_peered":"2023-12-16T18:13:18.776656+0000","last_unstale":"2023-12-16T18:21:24.805630+0000","last_undegraded":"2023-12-16T18:21:24.805630+0000","last_fullsized":"2023-12-16T18:21:24.805630+0000","mapping_epoch":310,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":311,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:30:13.784731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805094+0000","last_change":"2023-12-16T18:14:14.601758+0000","last_active":"2023-12-16T18:21:24.805094+0000","last_peered":"2023-12-16T18:21:24.805094+0000","last_clean":"2023-12-16T18:21:24.805094+0000","last_became_active":"2023-12-16T18:14:14.601436+0000","last_became_peered":"2023-12-16T18:14:14.601436+0000","last_unstale":"2023-12-16T18:21:24.805094+0000","last_undegraded":"2023-12-16T18:21:24.805094+0000","last_fullsized":"2023-12-16T18:21:24.805094+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:34:56.043627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807629+0000","last_change":"2023-12-16T18:15:39.907204+0000","last_active":"2023-12-16T18:21:24.807629+0000","last_peered":"2023-12-16T18:21:24.807629+0000","last_clean":"2023-12-16T18:21:24.807629+0000","last_became_active":"2023-12-16T18:15:39.906776+0000","last_became_peered":"2023-12-16T18:15:39.906776+0000","last_unstale":"2023-12-16T18:21:24.807629+0000","last_undegraded":"2023-12-16T18:21:24.807629+0000","last_fullsized":"2023-12-16T18:21:24.807629+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:09:04.431792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"783'1072","reported_seq":3735,"reported_epoch":785,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.797543+0000","last_change":"2023-12-16T18:21:21.792610+0000","last_active":"2023-12-16T18:21:23.797543+0000","last_peered":"2023-12-16T18:21:23.797543+0000","last_clean":"2023-12-16T18:21:23.797543+0000","last_became_active":"2023-12-16T18:15:11.615165+0000","last_became_peered":"2023-12-16T18:15:11.615165+0000","last_unstale":"2023-12-16T18:21:23.797543+0000","last_undegraded":"2023-12-16T18:21:23.797543+0000","last_fullsized":"2023-12-16T18:21:23.797543+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1072,"log_dups_size":0,"ondisk_log_size":1072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:13.392159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020303201999999999,"stat_sum":{"num_bytes":42426368,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":259,"num_read_kb":398047,"num_write":464,"num_write_kb":133048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":31571968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2ac","length":"1"},{"start":"2b0","length":"1"},{"start":"2b9","length":"1"},{"start":"2bc","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805585+0000","last_change":"2023-12-16T18:15:39.908756+0000","last_active":"2023-12-16T18:21:24.805585+0000","last_peered":"2023-12-16T18:21:24.805585+0000","last_clean":"2023-12-16T18:21:24.805585+0000","last_became_active":"2023-12-16T18:15:39.908384+0000","last_became_peered":"2023-12-16T18:15:39.908384+0000","last_unstale":"2023-12-16T18:21:24.805585+0000","last_undegraded":"2023-12-16T18:21:24.805585+0000","last_fullsized":"2023-12-16T18:21:24.805585+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:00:29.566790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":731,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808275+0000","last_change":"2023-12-16T18:15:39.901022+0000","last_active":"2023-12-16T18:21:24.808275+0000","last_peered":"2023-12-16T18:21:24.808275+0000","last_clean":"2023-12-16T18:21:24.808275+0000","last_became_active":"2023-12-16T18:15:39.900706+0000","last_became_peered":"2023-12-16T18:15:39.900706+0000","last_unstale":"2023-12-16T18:21:24.808275+0000","last_undegraded":"2023-12-16T18:21:24.808275+0000","last_fullsized":"2023-12-16T18:21:24.808275+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:28:31.789371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":748,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.772349+0000","last_change":"2023-12-16T18:14:43.654144+0000","last_active":"2023-12-16T18:21:21.772349+0000","last_peered":"2023-12-16T18:21:21.772349+0000","last_clean":"2023-12-16T18:21:21.772349+0000","last_became_active":"2023-12-16T18:14:43.653290+0000","last_became_peered":"2023-12-16T18:14:43.653290+0000","last_unstale":"2023-12-16T18:21:21.772349+0000","last_undegraded":"2023-12-16T18:21:21.772349+0000","last_fullsized":"2023-12-16T18:21:21.772349+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:52:50.655609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"783'340","reported_seq":3047,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.715015+0000","last_change":"2023-12-16T18:21:25.715317+0000","last_active":"2023-12-16T18:21:25.715015+0000","last_peered":"2023-12-16T18:21:25.715015+0000","last_clean":"2023-12-16T18:21:25.715015+0000","last_became_active":"2023-12-16T18:15:39.900758+0000","last_became_peered":"2023-12-16T18:15:39.900758+0000","last_unstale":"2023-12-16T18:21:25.715015+0000","last_undegraded":"2023-12-16T18:21:25.715015+0000","last_fullsized":"2023-12-16T18:21:25.715015+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":340,"log_dups_size":0,"ondisk_log_size":340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:27:37.279685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058060399999999997,"stat_sum":{"num_bytes":4710400,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":79,"num_read_kb":33982,"num_write":232,"num_write_kb":22408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":729,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013284+0000","last_change":"2023-12-16T18:15:39.911055+0000","last_active":"2023-12-16T18:21:23.013284+0000","last_peered":"2023-12-16T18:21:23.013284+0000","last_clean":"2023-12-16T18:21:23.013284+0000","last_became_active":"2023-12-16T18:15:39.909944+0000","last_became_peered":"2023-12-16T18:15:39.909944+0000","last_unstale":"2023-12-16T18:21:23.013284+0000","last_undegraded":"2023-12-16T18:21:23.013284+0000","last_fullsized":"2023-12-16T18:21:23.013284+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:49:07.677490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":750,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.773073+0000","last_change":"2023-12-16T18:15:11.614602+0000","last_active":"2023-12-16T18:21:21.773073+0000","last_peered":"2023-12-16T18:21:21.773073+0000","last_clean":"2023-12-16T18:21:21.773073+0000","last_became_active":"2023-12-16T18:15:11.614182+0000","last_became_peered":"2023-12-16T18:15:11.614182+0000","last_unstale":"2023-12-16T18:21:21.773073+0000","last_undegraded":"2023-12-16T18:21:21.773073+0000","last_fullsized":"2023-12-16T18:21:21.773073+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:03:22.208755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":769,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013743+0000","last_change":"2023-12-16T18:15:39.905467+0000","last_active":"2023-12-16T18:21:23.013743+0000","last_peered":"2023-12-16T18:21:23.013743+0000","last_clean":"2023-12-16T18:21:23.013743+0000","last_became_active":"2023-12-16T18:15:39.905142+0000","last_became_peered":"2023-12-16T18:15:39.905142+0000","last_unstale":"2023-12-16T18:21:23.013743+0000","last_undegraded":"2023-12-16T18:21:23.013743+0000","last_fullsized":"2023-12-16T18:21:23.013743+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:56:51.059114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"783'1344","reported_seq":4055,"reported_epoch":785,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.792081+0000","last_change":"2023-12-16T18:21:21.782567+0000","last_active":"2023-12-16T18:21:23.792081+0000","last_peered":"2023-12-16T18:21:23.792081+0000","last_clean":"2023-12-16T18:21:23.792081+0000","last_became_active":"2023-12-16T18:14:14.600039+0000","last_became_peered":"2023-12-16T18:14:14.600039+0000","last_unstale":"2023-12-16T18:21:23.792081+0000","last_undegraded":"2023-12-16T18:21:23.792081+0000","last_fullsized":"2023-12-16T18:21:23.792081+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1344,"log_dups_size":0,"ondisk_log_size":1344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:44:08.545984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016888265,"stat_sum":{"num_bytes":16605184,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":320,"num_read_kb":460851,"num_write":765,"num_write_kb":125304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13574144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2ac","length":"1"},{"start":"2b0","length":"1"},{"start":"2b9","length":"1"},{"start":"2bc","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":753,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799181+0000","last_change":"2023-12-16T18:15:11.611864+0000","last_active":"2023-12-16T18:21:24.799181+0000","last_peered":"2023-12-16T18:21:24.799181+0000","last_clean":"2023-12-16T18:21:24.799181+0000","last_became_active":"2023-12-16T18:15:11.611603+0000","last_became_peered":"2023-12-16T18:15:11.611603+0000","last_unstale":"2023-12-16T18:21:24.799181+0000","last_undegraded":"2023-12-16T18:21:24.799181+0000","last_fullsized":"2023-12-16T18:21:24.799181+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:07:21.521518+0000","last_clean_scrub_stamp":"2023-12-16T18:07:21.521518+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T19:05:36.569349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":747,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014737+0000","last_change":"2023-12-16T18:15:39.912873+0000","last_active":"2023-12-16T18:21:23.014737+0000","last_peered":"2023-12-16T18:21:23.014737+0000","last_clean":"2023-12-16T18:21:23.014737+0000","last_became_active":"2023-12-16T18:15:39.912534+0000","last_became_peered":"2023-12-16T18:15:39.912534+0000","last_unstale":"2023-12-16T18:21:23.014737+0000","last_undegraded":"2023-12-16T18:21:23.014737+0000","last_fullsized":"2023-12-16T18:21:23.014737+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:28:59.290077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805461+0000","last_change":"2023-12-16T18:14:14.603557+0000","last_active":"2023-12-16T18:21:24.805461+0000","last_peered":"2023-12-16T18:21:24.805461+0000","last_clean":"2023-12-16T18:21:24.805461+0000","last_became_active":"2023-12-16T18:14:14.603261+0000","last_became_peered":"2023-12-16T18:14:14.603261+0000","last_unstale":"2023-12-16T18:21:24.805461+0000","last_undegraded":"2023-12-16T18:21:24.805461+0000","last_fullsized":"2023-12-16T18:21:24.805461+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:31:30.499687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"787'1169","reported_seq":3853,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.715854+0000","last_change":"2023-12-16T18:21:25.706003+0000","last_active":"2023-12-16T18:21:25.715854+0000","last_peered":"2023-12-16T18:21:25.715854+0000","last_clean":"2023-12-16T18:21:25.715854+0000","last_became_active":"2023-12-16T18:15:11.615083+0000","last_became_peered":"2023-12-16T18:15:11.615083+0000","last_unstale":"2023-12-16T18:21:25.715854+0000","last_undegraded":"2023-12-16T18:21:25.715854+0000","last_fullsized":"2023-12-16T18:21:25.715854+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1169,"log_dups_size":0,"ondisk_log_size":1169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:54:17.692124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068714700000000004,"stat_sum":{"num_bytes":18522112,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":286,"num_read_kb":453982,"num_write":527,"num_write_kb":143448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18939904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.807877+0000","last_change":"2023-12-16T18:15:39.906899+0000","last_active":"2023-12-16T18:21:24.807877+0000","last_peered":"2023-12-16T18:21:24.807877+0000","last_clean":"2023-12-16T18:21:24.807877+0000","last_became_active":"2023-12-16T18:15:39.905630+0000","last_became_peered":"2023-12-16T18:15:39.905630+0000","last_unstale":"2023-12-16T18:21:24.807877+0000","last_undegraded":"2023-12-16T18:21:24.807877+0000","last_fullsized":"2023-12-16T18:21:24.807877+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:06:34.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":768,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.799183+0000","last_change":"2023-12-16T18:15:39.900492+0000","last_active":"2023-12-16T18:21:24.799183+0000","last_peered":"2023-12-16T18:21:24.799183+0000","last_clean":"2023-12-16T18:21:24.799183+0000","last_became_active":"2023-12-16T18:15:39.899987+0000","last_became_peered":"2023-12-16T18:15:39.899987+0000","last_unstale":"2023-12-16T18:21:24.799183+0000","last_undegraded":"2023-12-16T18:21:24.799183+0000","last_fullsized":"2023-12-16T18:21:24.799183+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:15:53.674811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"783'1259","reported_seq":3967,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.713012+0000","last_change":"2023-12-16T18:21:25.713715+0000","last_active":"2023-12-16T18:21:25.713012+0000","last_peered":"2023-12-16T18:21:25.713012+0000","last_clean":"2023-12-16T18:21:25.713012+0000","last_became_active":"2023-12-16T18:14:43.655315+0000","last_became_peered":"2023-12-16T18:14:43.655315+0000","last_unstale":"2023-12-16T18:21:25.713012+0000","last_undegraded":"2023-12-16T18:21:25.713012+0000","last_fullsized":"2023-12-16T18:21:25.713012+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:04:26.739481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013811050000000001,"stat_sum":{"num_bytes":37789696,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":273,"num_read_kb":472401,"num_write":655,"num_write_kb":171552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":61808640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":761,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771597+0000","last_change":"2023-12-16T18:13:46.595915+0000","last_active":"2023-12-16T18:21:21.771597+0000","last_peered":"2023-12-16T18:21:21.771597+0000","last_clean":"2023-12-16T18:21:21.771597+0000","last_became_active":"2023-12-16T18:13:46.595602+0000","last_became_peered":"2023-12-16T18:13:46.595602+0000","last_unstale":"2023-12-16T18:21:21.771597+0000","last_undegraded":"2023-12-16T18:21:21.771597+0000","last_fullsized":"2023-12-16T18:21:21.771597+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:34:43.170131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":759,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013419+0000","last_change":"2023-12-16T18:15:39.909486+0000","last_active":"2023-12-16T18:21:23.013419+0000","last_peered":"2023-12-16T18:21:23.013419+0000","last_clean":"2023-12-16T18:21:23.013419+0000","last_became_active":"2023-12-16T18:15:39.909119+0000","last_became_peered":"2023-12-16T18:15:39.909119+0000","last_unstale":"2023-12-16T18:21:23.013419+0000","last_undegraded":"2023-12-16T18:21:23.013419+0000","last_fullsized":"2023-12-16T18:21:23.013419+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:31:38.882740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"781'685","reported_seq":3450,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.707962+0000","last_change":"2023-12-16T18:21:25.708272+0000","last_active":"2023-12-16T18:21:25.707962+0000","last_peered":"2023-12-16T18:21:25.707962+0000","last_clean":"2023-12-16T18:21:25.707962+0000","last_became_active":"2023-12-16T18:15:39.904590+0000","last_became_peered":"2023-12-16T18:15:39.904590+0000","last_unstale":"2023-12-16T18:21:25.707962+0000","last_undegraded":"2023-12-16T18:21:25.707962+0000","last_fullsized":"2023-12-16T18:21:25.707962+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":685,"log_dups_size":0,"ondisk_log_size":685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:03:33.625768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051911100000000005,"stat_sum":{"num_bytes":6242304,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":151,"num_read_kb":219415,"num_write":412,"num_write_kb":71392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3448832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":747,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.771626+0000","last_change":"2023-12-16T18:15:39.909634+0000","last_active":"2023-12-16T18:21:21.771626+0000","last_peered":"2023-12-16T18:21:21.771626+0000","last_clean":"2023-12-16T18:21:21.771626+0000","last_became_active":"2023-12-16T18:15:39.909266+0000","last_became_peered":"2023-12-16T18:15:39.909266+0000","last_unstale":"2023-12-16T18:21:21.771626+0000","last_undegraded":"2023-12-16T18:21:21.771626+0000","last_fullsized":"2023-12-16T18:21:21.771626+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:02:15.571978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":734,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013335+0000","last_change":"2023-12-16T18:14:14.605738+0000","last_active":"2023-12-16T18:21:23.013335+0000","last_peered":"2023-12-16T18:21:23.013335+0000","last_clean":"2023-12-16T18:21:23.013335+0000","last_became_active":"2023-12-16T18:14:14.605407+0000","last_became_peered":"2023-12-16T18:14:14.605407+0000","last_unstale":"2023-12-16T18:21:23.013335+0000","last_undegraded":"2023-12-16T18:21:23.013335+0000","last_fullsized":"2023-12-16T18:21:23.013335+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:03:14.235630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"783'350","reported_seq":3147,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:22.786659+0000","last_change":"2023-12-16T18:21:21.785035+0000","last_active":"2023-12-16T18:21:22.786659+0000","last_peered":"2023-12-16T18:21:22.786659+0000","last_clean":"2023-12-16T18:21:22.786659+0000","last_became_active":"2023-12-16T18:14:14.607180+0000","last_became_peered":"2023-12-16T18:14:14.607180+0000","last_unstale":"2023-12-16T18:21:22.786659+0000","last_undegraded":"2023-12-16T18:21:22.786659+0000","last_fullsized":"2023-12-16T18:21:22.786659+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":350,"log_dups_size":0,"ondisk_log_size":350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T18:38:31.589745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012961919000000001,"stat_sum":{"num_bytes":5545984,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":94,"num_read_kb":125645,"num_write":115,"num_write_kb":42520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":7487488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2ac","length":"1"},{"start":"2b0","length":"1"},{"start":"2b9","length":"1"},{"start":"2bc","length":"1"}]},{"pgid":"2.b","version":"54'2","reported_seq":761,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808154+0000","last_change":"2023-12-16T18:15:39.913893+0000","last_active":"2023-12-16T18:21:24.808154+0000","last_peered":"2023-12-16T18:21:24.808154+0000","last_clean":"2023-12-16T18:21:24.808154+0000","last_became_active":"2023-12-16T18:15:39.913111+0000","last_became_peered":"2023-12-16T18:15:39.913111+0000","last_unstale":"2023-12-16T18:21:24.808154+0000","last_undegraded":"2023-12-16T18:21:24.808154+0000","last_fullsized":"2023-12-16T18:21:24.808154+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:33:43.120431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":762,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013596+0000","last_change":"2023-12-16T18:15:11.616985+0000","last_active":"2023-12-16T18:21:23.013596+0000","last_peered":"2023-12-16T18:21:23.013596+0000","last_clean":"2023-12-16T18:21:23.013596+0000","last_became_active":"2023-12-16T18:15:11.616360+0000","last_became_peered":"2023-12-16T18:15:11.616360+0000","last_unstale":"2023-12-16T18:21:23.013596+0000","last_undegraded":"2023-12-16T18:21:23.013596+0000","last_fullsized":"2023-12-16T18:21:23.013596+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T03:35:24.079321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"783'2184","reported_seq":4911,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.707631+0000","last_change":"2023-12-16T18:21:25.707995+0000","last_active":"2023-12-16T18:21:25.707631+0000","last_peered":"2023-12-16T18:21:25.707631+0000","last_clean":"2023-12-16T18:21:25.707631+0000","last_became_active":"2023-12-16T18:14:43.651401+0000","last_became_peered":"2023-12-16T18:14:43.651401+0000","last_unstale":"2023-12-16T18:21:25.707631+0000","last_undegraded":"2023-12-16T18:21:25.707631+0000","last_fullsized":"2023-12-16T18:21:25.707631+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":2184,"log_dups_size":0,"ondisk_log_size":2184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T06:01:48.244483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059146199999999996,"stat_sum":{"num_bytes":38215680,"num_objects":25,"num_object_clones":19,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":498,"num_read_kb":592309,"num_write":1104,"num_write_kb":254744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":19767296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":775,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801962+0000","last_change":"2023-12-16T18:14:43.650352+0000","last_active":"2023-12-16T18:21:24.801962+0000","last_peered":"2023-12-16T18:21:24.801962+0000","last_clean":"2023-12-16T18:21:24.801962+0000","last_became_active":"2023-12-16T18:14:43.650065+0000","last_became_peered":"2023-12-16T18:14:43.650065+0000","last_unstale":"2023-12-16T18:21:24.801962+0000","last_undegraded":"2023-12-16T18:21:24.801962+0000","last_fullsized":"2023-12-16T18:21:24.801962+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:40:25.228530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":744,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808386+0000","last_change":"2023-12-16T18:15:39.918058+0000","last_active":"2023-12-16T18:21:24.808386+0000","last_peered":"2023-12-16T18:21:24.808386+0000","last_clean":"2023-12-16T18:21:24.808386+0000","last_became_active":"2023-12-16T18:15:39.914050+0000","last_became_peered":"2023-12-16T18:15:39.914050+0000","last_unstale":"2023-12-16T18:21:24.808386+0000","last_undegraded":"2023-12-16T18:21:24.808386+0000","last_fullsized":"2023-12-16T18:21:24.808386+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:44:46.216248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"781'313","reported_seq":3083,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.707271+0000","last_change":"2023-12-16T18:21:25.707707+0000","last_active":"2023-12-16T18:21:25.707271+0000","last_peered":"2023-12-16T18:21:25.707271+0000","last_clean":"2023-12-16T18:21:25.707271+0000","last_became_active":"2023-12-16T18:14:14.600790+0000","last_became_peered":"2023-12-16T18:14:14.600790+0000","last_unstale":"2023-12-16T18:21:25.707271+0000","last_undegraded":"2023-12-16T18:21:25.707271+0000","last_fullsized":"2023-12-16T18:21:25.707271+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":313,"log_dups_size":0,"ondisk_log_size":313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:50:03.563507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077064500000000003,"stat_sum":{"num_bytes":9699328,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":206039,"num_write":114,"num_write_kb":47592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":16433152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.d","version":"54'1","reported_seq":749,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.773210+0000","last_change":"2023-12-16T18:14:14.603544+0000","last_active":"2023-12-16T18:21:21.773210+0000","last_peered":"2023-12-16T18:21:21.773210+0000","last_clean":"2023-12-16T18:21:21.773210+0000","last_became_active":"2023-12-16T18:14:14.603201+0000","last_became_peered":"2023-12-16T18:14:14.603201+0000","last_unstale":"2023-12-16T18:21:21.773210+0000","last_undegraded":"2023-12-16T18:21:21.773210+0000","last_fullsized":"2023-12-16T18:21:21.773210+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:57:10.003436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":764,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.704653+0000","last_change":"2023-12-16T18:15:11.618462+0000","last_active":"2023-12-16T18:21:25.704653+0000","last_peered":"2023-12-16T18:21:25.704653+0000","last_clean":"2023-12-16T18:21:25.704653+0000","last_became_active":"2023-12-16T18:15:11.617133+0000","last_became_peered":"2023-12-16T18:15:11.617133+0000","last_unstale":"2023-12-16T18:21:25.704653+0000","last_undegraded":"2023-12-16T18:21:25.704653+0000","last_fullsized":"2023-12-16T18:21:25.704653+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:48:45.331071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"783'699","reported_seq":3268,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.762351+0000","last_change":"2023-12-16T18:21:25.762610+0000","last_active":"2023-12-16T18:21:25.762351+0000","last_peered":"2023-12-16T18:21:25.762351+0000","last_clean":"2023-12-16T18:21:25.762351+0000","last_became_active":"2023-12-16T18:15:39.913416+0000","last_became_peered":"2023-12-16T18:15:39.913416+0000","last_unstale":"2023-12-16T18:21:25.762351+0000","last_undegraded":"2023-12-16T18:21:25.762351+0000","last_fullsized":"2023-12-16T18:21:25.762351+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:09:00.113193+0000","last_clean_scrub_stamp":"2023-12-16T18:09:00.113193+0000","objects_scrubbed":0,"log_size":699,"log_dups_size":0,"ondisk_log_size":699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:25:52.859606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052329000000000004,"stat_sum":{"num_bytes":7782400,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":138,"num_read_kb":214466,"num_write":430,"num_write_kb":58800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8871936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"29b","length":"1"},{"start":"2a6","length":"1"},{"start":"2c8","length":"1"}]},{"pgid":"2.e","version":"54'2","reported_seq":776,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.802368+0000","last_change":"2023-12-16T18:15:39.913959+0000","last_active":"2023-12-16T18:21:24.802368+0000","last_peered":"2023-12-16T18:21:24.802368+0000","last_clean":"2023-12-16T18:21:24.802368+0000","last_became_active":"2023-12-16T18:15:39.913262+0000","last_became_peered":"2023-12-16T18:15:39.913262+0000","last_unstale":"2023-12-16T18:21:24.802368+0000","last_undegraded":"2023-12-16T18:21:24.802368+0000","last_fullsized":"2023-12-16T18:21:24.802368+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:56.981856+0000","last_clean_scrub_stamp":"2023-12-16T18:06:56.981856+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:03:44.822173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":730,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.808576+0000","last_change":"2023-12-16T18:15:39.911941+0000","last_active":"2023-12-16T18:21:24.808576+0000","last_peered":"2023-12-16T18:21:24.808576+0000","last_clean":"2023-12-16T18:21:24.808576+0000","last_became_active":"2023-12-16T18:15:39.910242+0000","last_became_peered":"2023-12-16T18:15:39.910242+0000","last_unstale":"2023-12-16T18:21:24.808576+0000","last_undegraded":"2023-12-16T18:21:24.808576+0000","last_fullsized":"2023-12-16T18:21:24.808576+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:28:40.732930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":749,"reported_epoch":785,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.796944+0000","last_change":"2023-12-16T18:15:11.610493+0000","last_active":"2023-12-16T18:21:23.796944+0000","last_peered":"2023-12-16T18:21:23.796944+0000","last_clean":"2023-12-16T18:21:23.796944+0000","last_became_active":"2023-12-16T18:15:11.610186+0000","last_became_peered":"2023-12-16T18:15:11.610186+0000","last_unstale":"2023-12-16T18:21:23.796944+0000","last_undegraded":"2023-12-16T18:21:23.796944+0000","last_fullsized":"2023-12-16T18:21:23.796944+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:47:51.621537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":773,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.801545+0000","last_change":"2023-12-16T18:15:11.609662+0000","last_active":"2023-12-16T18:21:24.801545+0000","last_peered":"2023-12-16T18:21:24.801545+0000","last_clean":"2023-12-16T18:21:24.801545+0000","last_became_active":"2023-12-16T18:15:11.609294+0000","last_became_peered":"2023-12-16T18:15:11.609294+0000","last_unstale":"2023-12-16T18:21:24.801545+0000","last_undegraded":"2023-12-16T18:21:24.801545+0000","last_fullsized":"2023-12-16T18:21:24.801545+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:33:51.476451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":768,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314689+0000","last_change":"2023-12-16T18:14:43.649533+0000","last_active":"2023-12-16T18:21:25.314689+0000","last_peered":"2023-12-16T18:21:25.314689+0000","last_clean":"2023-12-16T18:21:25.314689+0000","last_became_active":"2023-12-16T18:14:43.649214+0000","last_became_peered":"2023-12-16T18:14:43.649214+0000","last_unstale":"2023-12-16T18:21:25.314689+0000","last_undegraded":"2023-12-16T18:21:25.314689+0000","last_fullsized":"2023-12-16T18:21:25.314689+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:44:06.790679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805215+0000","last_change":"2023-12-16T18:14:14.606311+0000","last_active":"2023-12-16T18:21:24.805215+0000","last_peered":"2023-12-16T18:21:24.805215+0000","last_clean":"2023-12-16T18:21:24.805215+0000","last_became_active":"2023-12-16T18:14:14.605163+0000","last_became_peered":"2023-12-16T18:14:14.605163+0000","last_unstale":"2023-12-16T18:21:24.805215+0000","last_undegraded":"2023-12-16T18:21:24.805215+0000","last_fullsized":"2023-12-16T18:21:24.805215+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T02:58:43.975884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":734,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013474+0000","last_change":"2023-12-16T18:14:14.604741+0000","last_active":"2023-12-16T18:21:23.013474+0000","last_peered":"2023-12-16T18:21:23.013474+0000","last_clean":"2023-12-16T18:21:23.013474+0000","last_became_active":"2023-12-16T18:14:14.604443+0000","last_became_peered":"2023-12-16T18:14:14.604443+0000","last_unstale":"2023-12-16T18:21:23.013474+0000","last_undegraded":"2023-12-16T18:21:23.013474+0000","last_fullsized":"2023-12-16T18:21:23.013474+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T05:29:48.830382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":747,"reported_epoch":783,"state":"active+clean","last_fresh":"2023-12-16T18:21:21.773225+0000","last_change":"2023-12-16T18:13:46.599550+0000","last_active":"2023-12-16T18:21:21.773225+0000","last_peered":"2023-12-16T18:21:21.773225+0000","last_clean":"2023-12-16T18:21:21.773225+0000","last_became_active":"2023-12-16T18:13:46.599264+0000","last_became_peered":"2023-12-16T18:13:46.599264+0000","last_unstale":"2023-12-16T18:21:21.773225+0000","last_undegraded":"2023-12-16T18:21:21.773225+0000","last_fullsized":"2023-12-16T18:21:21.773225+0000","mapping_epoch":338,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":339,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T01:40:48.873882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":758,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.015060+0000","last_change":"2023-12-16T18:15:39.912910+0000","last_active":"2023-12-16T18:21:23.015060+0000","last_peered":"2023-12-16T18:21:23.015060+0000","last_clean":"2023-12-16T18:21:23.015060+0000","last_became_active":"2023-12-16T18:15:39.912517+0000","last_became_peered":"2023-12-16T18:15:39.912517+0000","last_unstale":"2023-12-16T18:21:23.015060+0000","last_undegraded":"2023-12-16T18:21:23.015060+0000","last_fullsized":"2023-12-16T18:21:23.015060+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T21:51:51.776046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":746,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013764+0000","last_change":"2023-12-16T18:14:14.599607+0000","last_active":"2023-12-16T18:21:23.013764+0000","last_peered":"2023-12-16T18:21:23.013764+0000","last_clean":"2023-12-16T18:21:23.013764+0000","last_became_active":"2023-12-16T18:14:14.599263+0000","last_became_peered":"2023-12-16T18:14:14.599263+0000","last_unstale":"2023-12-16T18:21:23.013764+0000","last_undegraded":"2023-12-16T18:21:23.013764+0000","last_fullsized":"2023-12-16T18:21:23.013764+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T20:17:33.360789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":768,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.314229+0000","last_change":"2023-12-16T18:14:43.652516+0000","last_active":"2023-12-16T18:21:25.314229+0000","last_peered":"2023-12-16T18:21:25.314229+0000","last_clean":"2023-12-16T18:21:25.314229+0000","last_became_active":"2023-12-16T18:14:43.651982+0000","last_became_peered":"2023-12-16T18:14:43.651982+0000","last_unstale":"2023-12-16T18:21:25.314229+0000","last_undegraded":"2023-12-16T18:21:25.314229+0000","last_fullsized":"2023-12-16T18:21:25.314229+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T23:18:05.950619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":759,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.013432+0000","last_change":"2023-12-16T18:14:14.600488+0000","last_active":"2023-12-16T18:21:23.013432+0000","last_peered":"2023-12-16T18:21:23.013432+0000","last_clean":"2023-12-16T18:21:23.013432+0000","last_became_active":"2023-12-16T18:14:14.600136+0000","last_became_peered":"2023-12-16T18:14:14.600136+0000","last_unstale":"2023-12-16T18:21:23.013432+0000","last_undegraded":"2023-12-16T18:21:23.013432+0000","last_fullsized":"2023-12-16T18:21:23.013432+0000","mapping_epoch":365,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":366,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:39:59.099795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":762,"reported_epoch":787,"state":"active+clean","last_fresh":"2023-12-16T18:21:25.704260+0000","last_change":"2023-12-16T18:15:39.899482+0000","last_active":"2023-12-16T18:21:25.704260+0000","last_peered":"2023-12-16T18:21:25.704260+0000","last_clean":"2023-12-16T18:21:25.704260+0000","last_became_active":"2023-12-16T18:15:39.899055+0000","last_became_peered":"2023-12-16T18:15:39.899055+0000","last_unstale":"2023-12-16T18:21:25.704260+0000","last_undegraded":"2023-12-16T18:21:25.704260+0000","last_fullsized":"2023-12-16T18:21:25.704260+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T04:47:57.991475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":743,"reported_epoch":786,"state":"active+clean","last_fresh":"2023-12-16T18:21:24.805247+0000","last_change":"2023-12-16T18:15:39.900500+0000","last_active":"2023-12-16T18:21:24.805247+0000","last_peered":"2023-12-16T18:21:24.805247+0000","last_clean":"2023-12-16T18:21:24.805247+0000","last_became_active":"2023-12-16T18:15:39.900211+0000","last_became_peered":"2023-12-16T18:15:39.900211+0000","last_unstale":"2023-12-16T18:21:24.805247+0000","last_undegraded":"2023-12-16T18:21:24.805247+0000","last_fullsized":"2023-12-16T18:21:24.805247+0000","mapping_epoch":449,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":450,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-18T00:21:51.908686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":762,"reported_epoch":784,"state":"active+clean","last_fresh":"2023-12-16T18:21:23.014326+0000","last_change":"2023-12-16T18:15:11.619223+0000","last_active":"2023-12-16T18:21:23.014326+0000","last_peered":"2023-12-16T18:21:23.014326+0000","last_clean":"2023-12-16T18:21:23.014326+0000","last_became_active":"2023-12-16T18:15:11.618926+0000","last_became_peered":"2023-12-16T18:15:11.618926+0000","last_unstale":"2023-12-16T18:21:23.014326+0000","last_undegraded":"2023-12-16T18:21:23.014326+0000","last_fullsized":"2023-12-16T18:21:23.014326+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-16T18:06:57.987513+0000","last_clean_scrub_stamp":"2023-12-16T18:06:57.987513+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-17T22:49:30.633851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":350838784,"num_objects":193,"num_object_clones":143,"num_object_copies":579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":193,"num_whiteouts":9,"num_read":3836,"num_read_kb":5717433,"num_write":8588,"num_write_kb":1929712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":95,"num_bytes_recovered":378003456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":498323456,"data_stored":1038360576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16441,"ondisk_log_size":16441,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6556,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":67,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38240,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":449,"seq":1928440315975,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":186720,"kb_used_data":40332,"kb_used_omap":18,"kb_used_meta":146349,"kb_avail":93558432,"statfs":{"total":95995035648,"available":95803834368,"internally_reserved":0,"allocated":41299968,"data_stored":54641835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18666,"internal_metadata":149862166},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.56899999999999995,"15min":0.54900000000000004},"min":{"1min":0.45900000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.82599999999999996,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.76100000000000001,"5min":2.613,"15min":2.613},"last":0.53300000000000003}]},{"osd":1,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.58999999999999997,"15min":0.59999999999999998},"min":{"1min":0.40100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.78100000000000003,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.59499999999999997,"15min":0.61099999999999999},"min":{"1min":0.44800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76400000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.504}]},{"osd":2,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.627,"15min":0.622},"min":{"1min":0.48299999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":5.4290000000000003,"15min":5.4290000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.622,"15min":0.65200000000000002},"min":{"1min":0.39400000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.78300000000000003,"5min":0.873,"15min":0.873},"last":0.379}]},{"osd":3,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.61799999999999999,"15min":0.65400000000000003},"min":{"1min":0.45200000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80300000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.64400000000000002,"15min":0.63200000000000001},"min":{"1min":0.48099999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.79600000000000004,"5min":3.2189999999999999,"15min":3.2189999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.501,"15min":0.54100000000000004},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71499999999999997,"5min":0.878,"15min":0.878},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54200000000000004,"15min":0.60699999999999998},"min":{"1min":0.374,"5min":0.313,"15min":0.313},"max":{"1min":0.746,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.42499999999999999}]},{"osd":5,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54800000000000004,"15min":0.58999999999999997},"min":{"1min":0.39200000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83899999999999997,"5min":1.109,"15min":1.109},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56100000000000005,"15min":0.60199999999999998},"min":{"1min":0.38500000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.91100000000000003,"5min":1.288,"15min":1.288},"last":0.47199999999999998}]},{"osd":6,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.627},"min":{"1min":0.372,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78600000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.64700000000000002},"min":{"1min":0.38800000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.86599999999999999,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.51900000000000002}]}]},{"osd":6,"up_from":421,"seq":1808181231692,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":252432,"kb_used_data":48832,"kb_used_omap":18,"kb_used_meta":203565,"kb_avail":93492720,"statfs":{"total":95995035648,"available":95736545280,"internally_reserved":0,"allocated":50003968,"data_stored":111568664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19404,"internal_metadata":208450612},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.749,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.60699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39500000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89400000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.60499999999999998}]},{"osd":1,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.64200000000000002,"15min":0.63400000000000001},"min":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.80700000000000005,"5min":1.131,"15min":1.131},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57099999999999995,"15min":0.61699999999999999},"min":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.84999999999999998,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.52700000000000002}]},{"osd":2,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.62},"min":{"1min":0.40699999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86599999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.63500000000000001,"15min":0.66100000000000003},"min":{"1min":0.44,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81000000000000005,"5min":1.236,"15min":1.236},"last":0.65700000000000003}]},{"osd":3,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59699999999999998,"15min":0.61899999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77100000000000002,"5min":0.878,"15min":0.878},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.621,"15min":0.64000000000000001},"min":{"1min":0.44,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88300000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.63300000000000001}]},{"osd":4,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.78400000000000003,"5min":1.329,"15min":1.329},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55900000000000005,"15min":0.58499999999999996},"min":{"1min":0.34300000000000003,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.755,"5min":2.093,"15min":2.093},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52100000000000002,"15min":0.53300000000000003},"min":{"1min":0.35799999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.66900000000000004,"5min":1.655,"15min":1.655},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56999999999999995,"15min":0.57399999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70199999999999996,"5min":1.282,"15min":1.282},"last":0.55700000000000005}]},{"osd":7,"last update":"Sat Dec 16 18:20:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.60399999999999998,"15min":0.64000000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82799999999999996,"5min":2.0329999999999999,"15min":2.0329999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63600000000000001,"15min":0.66200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.99199999999999999,"5min":2.234,"15min":2.234},"last":0.42099999999999999}]}]},{"osd":1,"up_from":282,"seq":1211180777576,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401444,"kb_used_data":72600,"kb_used_omap":23,"kb_used_meta":328808,"kb_avail":93343708,"statfs":{"total":95995035648,"available":95583956992,"internally_reserved":0,"allocated":74342400,"data_stored":128304740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24534,"internal_metadata":336699434},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39200000000000002,"15min":0.38200000000000001},"min":{"1min":0.25700000000000001,"5min":0.22700000000000001,"15min":0.192},"max":{"1min":0.60199999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.379,"15min":0.37},"min":{"1min":0.23100000000000001,"5min":0.223,"15min":0.218},"max":{"1min":0.46700000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Dec 16 18:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.45800000000000002,"15min":0.435},"min":{"1min":0.29499999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.63400000000000001,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.437,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.60199999999999998,"5min":1.137,"15min":1.137},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Dec 16 18:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42699999999999999,"15min":0.41399999999999998},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.222},"max":{"1min":0.56100000000000005,"5min":0.72099999999999997,"15min":0.80300000000000005},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.443,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.53200000000000003,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Sat Dec 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.68100000000000005,"15min":0.61399999999999999},"min":{"1min":0.39300000000000002,"5min":0.39100000000000001,"15min":0.25},"max":{"1min":1.014,"5min":2.6960000000000002,"15min":2.6960000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.64100000000000001,"15min":0.59899999999999998},"min":{"1min":0.40899999999999997,"5min":0.35299999999999998,"15min":0.30199999999999999},"max":{"1min":0.92500000000000004,"5min":0.99199999999999999,"15min":1.0289999999999999},"last":0.73699999999999999}]},{"osd":5,"last update":"Sat Dec 16 18:20:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.65600000000000003,"15min":0.76600000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.34899999999999998},"max":{"1min":0.95099999999999996,"5min":1.48,"15min":4.798},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66600000000000004,"15min":0.83899999999999997},"min":{"1min":0.48699999999999999,"5min":0.39900000000000002,"15min":0.35699999999999998},"max":{"1min":0.89000000000000001,"5min":1.3580000000000001,"15min":6.077},"last":0.81399999999999995}]},{"osd":6,"last update":"Sat Dec 16 18:21:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63800000000000001,"15min":0.61799999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.33300000000000002},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66600000000000004,"15min":0.61199999999999999},"min":{"1min":0.46700000000000003,"5min":0.45700000000000002,"15min":0.379},"max":{"1min":0.91000000000000003,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.75600000000000001}]},{"osd":7,"last update":"Sat Dec 16 18:20:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66900000000000004,"15min":0.63500000000000001},"min":{"1min":0.51900000000000002,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.96699999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.66800000000000004,"15min":0.64000000000000001},"min":{"1min":0.47199999999999998,"5min":0.441,"15min":0.441},"max":{"1min":0.872,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.80200000000000005}]}]},{"osd":0,"up_from":255,"seq":1095216660590,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":579080,"kb_used_data":113268,"kb_used_omap":31,"kb_used_meta":465760,"kb_avail":93166072,"statfs":{"total":95995035648,"available":95402057728,"internally_reserved":0,"allocated":115986432,"data_stored":232710459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31997,"internal_metadata":476939011},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 16 18:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.375,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.184},"max":{"1min":0.60999999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.373,"15min":0.377},"min":{"1min":0.23000000000000001,"5min":0.223,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.628,"15min":0.63700000000000001},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Dec 16 18:20:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39000000000000001,"15min":0.36799999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.20300000000000001},"max":{"1min":0.53800000000000003,"5min":1.264,"15min":1.264},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.41099999999999998,"15min":0.40200000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.23200000000000001},"max":{"1min":0.65100000000000002,"5min":0.69299999999999995,"15min":0.97699999999999998},"last":0.44400000000000001}]},{"osd":3,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.44,"15min":0.441},"min":{"1min":0.315,"5min":0.25,"15min":0.25},"max":{"1min":0.745,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.41499999999999998,"15min":0.434},"min":{"1min":0.252,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.42899999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:20:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79000000000000004,"5min":2.5289999999999999,"15min":2.5289999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65200000000000002,"15min":0.60799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.34999999999999998},"max":{"1min":0.875,"5min":1.367,"15min":1.367},"last":0.54600000000000004}]},{"osd":5,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65100000000000002,"15min":0.59399999999999997},"min":{"1min":0.44800000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.87,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.629,"5min":0.63700000000000001,"15min":0.56999999999999995},"min":{"1min":0.45800000000000002,"5min":0.34699999999999998,"15min":0.33600000000000002},"max":{"1min":0.79300000000000004,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Dec 16 18:20:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89500000000000002,"5min":1.05,"15min":1.05},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.66600000000000004,"15min":0.63800000000000001},"min":{"1min":0.47699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.92500000000000004,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.67800000000000005}]},{"osd":7,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.67100000000000004,"15min":0.66600000000000004},"min":{"1min":0.45300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93899999999999995,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.69999999999999996,"15min":0.66300000000000003},"min":{"1min":0.52400000000000002,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.89500000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.72699999999999998}]}]},{"osd":2,"up_from":310,"seq":1331439861859,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366916,"kb_used_data":75376,"kb_used_omap":23,"kb_used_meta":291496,"kb_avail":93378236,"statfs":{"total":95995035648,"available":95619313664,"internally_reserved":0,"allocated":77185024,"data_stored":129868241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23951,"internal_metadata":298492529},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:20:31 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.38,"15min":0.40500000000000003},"min":{"1min":0.249,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57099999999999995,"5min":0.93999999999999995,"15min":3.0609999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40799999999999997,"15min":0.433},"min":{"1min":0.26300000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.53100000000000003,"5min":1.054,"15min":1.4770000000000001},"last":0.42199999999999999}]},{"osd":1,"last update":"Sat Dec 16 18:20:31 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38400000000000001,"15min":0.41199999999999998},"min":{"1min":0.24099999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60799999999999998,"5min":1.02,"15min":3.1150000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.40699999999999997,"15min":0.42699999999999999},"min":{"1min":0.27000000000000002,"5min":0.248,"15min":0.23699999999999999},"max":{"1min":0.63900000000000001,"5min":0.91500000000000004,"15min":1.5569999999999999},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Dec 16 18:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.437,"15min":0.52300000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.58099999999999996,"5min":1.637,"15min":3.1499999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45800000000000002,"15min":0.48599999999999999},"min":{"1min":0.33400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.59799999999999998,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.45600000000000002}]},{"osd":4,"last update":"Sat Dec 16 18:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.66000000000000003,"15min":0.65400000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.76900000000000002,"5min":1.3799999999999999,"15min":1.4550000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.68600000000000005,"15min":0.72399999999999998},"min":{"1min":0.41899999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.86899999999999999,"5min":1.3959999999999999,"15min":1.6140000000000001},"last":0.64100000000000001}]},{"osd":5,"last update":"Sat Dec 16 18:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.623,"15min":0.67800000000000005},"min":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.39700000000000002},"max":{"1min":0.88300000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67300000000000004,"15min":0.70699999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.3400000000000001,"15min":1.669},"last":0.54900000000000004}]},{"osd":6,"last update":"Sat Dec 16 18:21:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.64000000000000001,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.34599999999999997},"max":{"1min":0.78400000000000003,"5min":1.948,"15min":1.948},"last":0.745},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.67900000000000005,"15min":0.65900000000000003},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.40100000000000002},"max":{"1min":1.6000000000000001,"5min":1.964,"15min":1.964},"last":0.76000000000000001}]},{"osd":7,"last update":"Sat Dec 16 18:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64400000000000002,"15min":0.624},"min":{"1min":0.47699999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96399999999999997,"5min":1.8819999999999999,"15min":1.8819999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.92600000000000005,"5min":1.538,"15min":1.538},"last":0.67200000000000004}]}]},{"osd":3,"up_from":338,"seq":1451698946141,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":238280,"kb_used_data":34676,"kb_used_omap":14,"kb_used_meta":203569,"kb_avail":93506872,"statfs":{"total":95995035648,"available":95751036928,"internally_reserved":0,"allocated":35508224,"data_stored":60126023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14777,"internal_metadata":208455239},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38800000000000001,"15min":0.375},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.51100000000000001,"5min":1.103,"15min":1.103},"last":0.435},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45300000000000001},"min":{"1min":0.33800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.58199999999999996,"5min":1.117,"15min":1.117},"last":0.628}]},{"osd":1,"last update":"Sat Dec 16 18:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39700000000000002,"15min":0.40100000000000002},"min":{"1min":0.23000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.61799999999999999,"5min":0.65500000000000003,"15min":1.2290000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40600000000000003,"15min":0.39100000000000001},"min":{"1min":0.30099999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56499999999999995,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.46800000000000003}]},{"osd":2,"last update":"Sat Dec 16 18:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.44400000000000001,"15min":0.438},"min":{"1min":0.27600000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46600000000000003,"15min":0.438},"min":{"1min":0.28999999999999998,"5min":0.27100000000000002,"15min":0.24399999999999999},"max":{"1min":0.95699999999999996,"5min":1.343,"15min":1.343},"last":0.56299999999999994}]},{"osd":4,"last update":"Sat Dec 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.624,"15min":0.59999999999999998},"min":{"1min":0.44400000000000001,"5min":0.379,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.46800000000000003,"5min":0.434,"15min":0.39300000000000002},"max":{"1min":0.82999999999999996,"5min":1.0780000000000001,"15min":1.5580000000000001},"last":0.80800000000000005}]},{"osd":5,"last update":"Sat Dec 16 18:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60399999999999998,"15min":0.56399999999999995},"min":{"1min":0.47899999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73799999999999999,"5min":1.008,"15min":1.008},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65300000000000002,"15min":0.61099999999999999},"min":{"1min":0.51000000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.94699999999999995,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.84099999999999997}]},{"osd":6,"last update":"Sat Dec 16 18:21:18 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.65300000000000002,"15min":0.61399999999999999},"min":{"1min":0.47099999999999997,"5min":0.44900000000000001,"15min":0.40200000000000002},"max":{"1min":0.88600000000000001,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.67000000000000004,"15min":0.64100000000000001},"min":{"1min":0.49099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80100000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.78800000000000003}]},{"osd":7,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.64500000000000002,"15min":0.61499999999999999},"min":{"1min":0.499,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84699999999999998,"5min":1.04,"15min":1.04},"last":0.747},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.66400000000000003,"15min":0.63600000000000001},"min":{"1min":0.52700000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.81200000000000006,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.86199999999999999}]}]},{"osd":4,"up_from":365,"seq":1567663063128,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":374576,"kb_used_data":81892,"kb_used_omap":29,"kb_used_meta":292642,"kb_avail":93370576,"statfs":{"total":95995035648,"available":95611469824,"internally_reserved":0,"allocated":83857408,"data_stored":146578892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30437,"internal_metadata":299665691},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60299999999999998,"15min":0.58499999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58899999999999997},"min":{"1min":0.44400000000000001,"5min":0.34799999999999998,"15min":0.316},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Dec 16 18:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.54300000000000004,"15min":0.56899999999999995},"min":{"1min":0.39900000000000002,"5min":0.28699999999999998,"15min":0.27400000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.47199999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Dec 16 18:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.61499999999999999,"15min":0.59499999999999997},"min":{"1min":0.41399999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.56399999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.61099999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.622,"15min":0.60399999999999998},"min":{"1min":0.48299999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.63},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.626,"15min":0.59999999999999998},"min":{"1min":0.49299999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 16 18:20:56 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.55100000000000005,"15min":0.48799999999999999},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.26800000000000002},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.53700000000000003,"15min":0.497},"min":{"1min":0.29599999999999999,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":0.81499999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.499}]},{"osd":6,"last update":"Sat Dec 16 18:21:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.59099999999999997,"15min":0.55800000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.27600000000000002},"max":{"1min":0.83099999999999996,"5min":1.206,"15min":1.206},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59899999999999998,"15min":0.59399999999999997},"min":{"1min":0.35899999999999999,"5min":0.35799999999999998,"15min":0.29399999999999998},"max":{"1min":1.0700000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.40799999999999997}]},{"osd":7,"last update":"Sat Dec 16 18:20:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.36499999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.64100000000000001,"15min":0.64500000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.56100000000000005}]}]},{"osd":5,"up_from":393,"seq":1687922147410,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":421956,"kb_used_data":110452,"kb_used_omap":39,"kb_used_meta":311448,"kb_avail":93323196,"statfs":{"total":95995035648,"available":95562952704,"internally_reserved":0,"allocated":113102848,"data_stored":231013364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40047,"internal_metadata":318923665},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.83099999999999996,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.624,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.29699999999999999,"15min":0.28199999999999997},"max":{"1min":0.78600000000000003,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":0.52600000000000002}]},{"osd":1,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.58599999999999997,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.312},"max":{"1min":0.85499999999999998,"5min":2.516,"15min":2.516},"last":0.46100000000000002}]},{"osd":2,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.64000000000000001,"15min":0.61399999999999999},"min":{"1min":0.443,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":2.5249999999999999,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.61299999999999999,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":2.6019999999999999,"5min":2.6019999999999999,"15min":2.6019999999999999},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.66200000000000003,"15min":0.63600000000000001},"min":{"1min":0.47099999999999997,"5min":0.41399999999999998,"15min":0.38300000000000001},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.69299999999999995,"15min":0.66800000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9359999999999999,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":0.49299999999999999}]},{"osd":4,"last update":"Sat Dec 16 18:20:52 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51600000000000001,"15min":0.49199999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.26500000000000001},"max":{"1min":0.69499999999999995,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.53400000000000003,"15min":0.48899999999999999},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.91900000000000004,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Dec 16 18:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54100000000000004,"15min":0.52300000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.71799999999999997,"5min":1.764,"15min":1.764},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.58099999999999996,"15min":0.57799999999999996},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86899999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.34100000000000003}]},{"osd":7,"last update":"Sat Dec 16 18:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.622,"15min":0.61499999999999999},"min":{"1min":0.44400000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.175,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.61099999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88100000000000001,"5min":2.3660000000000001,"15min":2.3660000000000001},"last":0.36499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5315,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3917,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5457,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6017,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5815,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4924,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4670,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2125,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":103694336,"data_stored":225234944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":62820352,"data_stored":121462784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65658880,"data_stored":123002880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24027136,"data_stored":53280768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":72433664,"data_stored":139735040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":101806080,"data_stored":224186368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":38256640,"data_stored":104189952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":29626368,"data_stored":47267840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-16T18:21:29.298 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-16T18:21:29.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-16T18:21:29.551 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/mon.a/config 2023-12-16T18:21:29.831 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:29 smithi071 ceph-mon[139725]: pgmap v894: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 620 KiB/s wr, 4 op/s 2023-12-16T18:21:29.831 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:29 smithi071 ceph-mon[139725]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:21:29.831 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:29 smithi071 ceph-mon[142085]: pgmap v894: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 620 KiB/s wr, 4 op/s 2023-12-16T18:21:29.831 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:29 smithi071 ceph-mon[142085]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:21:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:29 smithi184 ceph-mon[136228]: pgmap v894: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 620 KiB/s wr, 4 op/s 2023-12-16T18:21:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:29 smithi184 ceph-mon[136228]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-16T18:21:30.708 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'unique_pool_0' removed 2023-12-16T18:21:30.891 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T18:21:30.891 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T18:21:30.891 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[139725]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T18:21:30.892 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T18:21:30.892 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T18:21:30.892 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:30 smithi071 ceph-mon[142085]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T18:21:31.055 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:21:31.056 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-16T18:21:31.056 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:21:31.056 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-16T18:21:31.056 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T18:21:31.057 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T18:21:31.057 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T18:21:31.057 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:21:31.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T18:21:31.074 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T18:21:31.074 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:21:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T18:21:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1027075102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T18:21:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:30 smithi184 ceph-mon[136228]: osdmap e788: 8 total, 8 up, 8 in 2023-12-16T18:21:31.128 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T18:21:31.128 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T18:21:31.183 INFO:tasks.workunit:timeout=3h 2023-12-16T18:21:31.183 INFO:tasks.workunit:cleanup=True 2023-12-16T18:21:31.184 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:21:31.239 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T18:21:32.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:31 smithi184 ceph-mon[136228]: pgmap v895: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 527 KiB/s wr, 5 op/s 2023-12-16T18:21:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:31 smithi071 ceph-mon[139725]: pgmap v895: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 527 KiB/s wr, 5 op/s 2023-12-16T18:21:32.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:31 smithi071 ceph-mon[142085]: pgmap v895: 121 pgs: 121 active+clean; 335 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 527 KiB/s wr, 5 op/s 2023-12-16T18:21:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:33 smithi184 ceph-mon[136228]: pgmap v897: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:34.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:33 smithi071 ceph-mon[139725]: pgmap v897: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:34.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:33 smithi071 ceph-mon[142085]: pgmap v897: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:34.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:35 smithi184 ceph-mon[136228]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:36.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:35 smithi071 ceph-mon[139725]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:36.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:35 smithi071 ceph-mon[142085]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:36.878 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T18:21:36.934 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T18:21:36.936 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:21:36.936 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T18:21:36.986 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T18:21:37.034 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T18:21:37.073 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:21:37.075 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:21:37.075 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T18:21:37.120 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:21:37.120 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:21:37.121 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T18:21:37.177 INFO:tasks.workunit:Running workunits matching cls on client.0... 2023-12-16T18:21:37.178 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-16T18:21:37.178 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-16T18:21:37.242 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:21:37.242 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 22 tests from 1 test suite. 2023-12-16T18:21:37.242 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:21:37.242 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 22 tests from TestCls2PCQueue 2023-12-16T18:21:37.242 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-16T18:21:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:37] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-16T18:21:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:37 smithi184 ceph-mon[136228]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:37 smithi071 ceph-mon[139725]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:38.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:37 smithi071 ceph-mon[142085]: pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:38 smithi184 ceph-mon[136228]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T18:21:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:38 smithi071 ceph-mon[139725]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T18:21:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:38 smithi071 ceph-mon[142085]: osdmap e789: 8 total, 8 up, 8 in 2023-12-16T18:21:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:39.844 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2602 ms) 2023-12-16T18:21:39.844 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-16T18:21:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:39 smithi184 ceph-mon[136228]: pgmap v901: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:39 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:39 smithi184 ceph-mon[136228]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[139725]: pgmap v901: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[139725]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[142085]: pgmap v901: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3374236938' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:39 smithi071 ceph-mon[142085]: osdmap e790: 8 total, 8 up, 8 in 2023-12-16T18:21:41.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:40 smithi071 ceph-mon[139725]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T18:21:41.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:40 smithi071 ceph-mon[142085]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T18:21:41.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:40 smithi184 ceph-mon[136228]: osdmap e791: 8 total, 8 up, 8 in 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[139725]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[139725]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[142085]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:42.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[142085]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T18:21:42.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:41 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:41 smithi184 ceph-mon[136228]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:41 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:41 smithi184 ceph-mon[136228]: osdmap e792: 8 total, 8 up, 8 in 2023-12-16T18:21:42.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:41 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:42.871 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3027 ms) 2023-12-16T18:21:42.871 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-16T18:21:43.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:43.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:42 smithi071 ceph-mon[139725]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T18:21:43.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:43.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:42 smithi071 ceph-mon[142085]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T18:21:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3040014113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:43.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:42 smithi184 ceph-mon[136228]: osdmap e793: 8 total, 8 up, 8 in 2023-12-16T18:21:44.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:43 smithi071 ceph-mon[139725]: pgmap v907: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:44.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:43 smithi071 ceph-mon[139725]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T18:21:44.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:43 smithi071 ceph-mon[142085]: pgmap v907: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:44.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:43 smithi071 ceph-mon[142085]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T18:21:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:43 smithi184 ceph-mon[136228]: pgmap v907: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:44.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:43 smithi184 ceph-mon[136228]: osdmap e794: 8 total, 8 up, 8 in 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:21:45.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T18:21:45.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:45.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:21:45.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:21:45.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:21:45.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: osdmap e795: 8 total, 8 up, 8 in 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:21:45.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:21:45.901 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.Reserve (3029 ms) 2023-12-16T18:21:45.901 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[139725]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[139725]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[142085]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:46.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:45 smithi071 ceph-mon[142085]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T18:21:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:45 smithi184 ceph-mon[136228]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:45 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:45 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4190843865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:45 smithi184 ceph-mon[136228]: osdmap e796: 8 total, 8 up, 8 in 2023-12-16T18:21:47.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:46 smithi071 ceph-mon[139725]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T18:21:47.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:46 smithi071 ceph-mon[142085]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T18:21:47.237 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:46 smithi184 ceph-mon[136228]: osdmap e797: 8 total, 8 up, 8 in 2023-12-16T18:21:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:47] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[139725]: pgmap v913: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[139725]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[142085]: pgmap v913: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:48.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:48.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[142085]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T18:21:48.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:47 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:48.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:47 smithi184 ceph-mon[136228]: pgmap v913: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:48.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:47 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:48.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:47 smithi184 ceph-mon[136228]: osdmap e798: 8 total, 8 up, 8 in 2023-12-16T18:21:48.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:47 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3026 ms) 2023-12-16T18:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[139725]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[142085]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T18:21:49.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:48 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1752265793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:48 smithi184 ceph-mon[136228]: osdmap e799: 8 total, 8 up, 8 in 2023-12-16T18:21:49.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:21:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:49 smithi071 ceph-mon[142085]: pgmap v916: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2023-12-16T18:21:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:49 smithi071 ceph-mon[142085]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T18:21:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:49 smithi071 ceph-mon[139725]: pgmap v916: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2023-12-16T18:21:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:49 smithi071 ceph-mon[139725]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T18:21:50.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:49 smithi184 ceph-mon[136228]: pgmap v916: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2023-12-16T18:21:50.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:49 smithi184 ceph-mon[136228]: osdmap e800: 8 total, 8 up, 8 in 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[139725]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4163711708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[142085]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4163711708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:50 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:51.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:50 smithi184 ceph-mon[136228]: osdmap e801: 8 total, 8 up, 8 in 2023-12-16T18:21:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:50 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4163711708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:50 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:50 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:51.934 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.Commit (3008 ms) 2023-12-16T18:21:51.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[139725]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[139725]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[139725]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[142085]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[142085]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:51 smithi071 ceph-mon[142085]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T18:21:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:51 smithi184 ceph-mon[136228]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:51 smithi184 ceph-mon[136228]: osdmap e802: 8 total, 8 up, 8 in 2023-12-16T18:21:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:51 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:51 smithi184 ceph-mon[136228]: osdmap e803: 8 total, 8 up, 8 in 2023-12-16T18:21:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:52 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:52 smithi184 ceph-mon[136228]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T18:21:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:52 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2544932046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:52 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:53.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:53.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[139725]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T18:21:53.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2544932046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:53.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:21:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[142085]: osdmap e804: 8 total, 8 up, 8 in 2023-12-16T18:21:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2544932046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:53.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:52 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:53 smithi184 ceph-mon[136228]: pgmap v922: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:53 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:53 smithi184 ceph-mon[136228]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[139725]: pgmap v922: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[139725]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[142085]: pgmap v922: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:53 smithi071 ceph-mon[142085]: osdmap e805: 8 total, 8 up, 8 in 2023-12-16T18:21:54.955 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.Abort (3022 ms) 2023-12-16T18:21:54.956 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-16T18:21:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:55 smithi071 ceph-mon[139725]: pgmap v925: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:55 smithi071 ceph-mon[139725]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T18:21:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:55 smithi071 ceph-mon[142085]: pgmap v925: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:55 smithi071 ceph-mon[142085]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T18:21:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:55 smithi184 ceph-mon[136228]: pgmap v925: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:55 smithi184 ceph-mon[136228]: osdmap e806: 8 total, 8 up, 8 in 2023-12-16T18:21:56.685 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:21:57.012 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:21:57.012 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (11m) 8m ago 14m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:21:57.012 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (11m) 6m ago 14m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (15m) 8m ago 15m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (15m) 6m ago 15m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (10m) 6m ago 17m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (11m) 8m ago 18m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (10m) 8m ago 18m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (10m) 6m ago 17m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (10m) 8m ago 17m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (11m) 8m ago 13m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (11m) 6m ago 13m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (9m) 8m ago 16m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (9m) 8m ago 16m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (8m) 8m ago 16m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (8m) 8m ago 16m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:21:57.013 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (7m) 6m ago 16m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:21:57.014 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (7m) 6m ago 15m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:21:57.014 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (6m) 6m ago 15m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:21:57.014 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (6m) 6m ago 15m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:21:57.014 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (11m) 6m ago 14m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:21:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[139725]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T18:21:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/849468603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[142085]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T18:21:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/849468603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:56 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:56 smithi184 ceph-mon[136228]: osdmap e807: 8 total, 8 up, 8 in 2023-12-16T18:21:57.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:56 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/849468603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:56 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:57.449 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:21:57.450 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:21:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:21:57] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2023-12-16T18:21:57.972 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.ReserveError (3016 ms) 2023-12-16T18:21:57.972 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/964920882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.228 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:57 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/964920882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: osdmap e808: 8 total, 8 up, 8 in 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: from='client.44552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:21:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:57 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/964920882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:21:59.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:58 smithi184 ceph-mon[136228]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T18:21:59.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:58 smithi071 ceph-mon[139725]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T18:21:59.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:58 smithi071 ceph-mon[142085]: osdmap e809: 8 total, 8 up, 8 in 2023-12-16T18:22:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:59 smithi184 ceph-mon[136228]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:59 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:59 smithi184 ceph-mon[136228]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T18:22:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2006926002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:21:59 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[142085]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[142085]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2006926002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[139725]: pgmap v931: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[139725]: osdmap e810: 8 total, 8 up, 8 in 2023-12-16T18:22:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2006926002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:21:59 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:01.008 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.CommitError (3036 ms) 2023-12-16T18:22:01.008 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-16T18:22:01.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:00 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:01.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:00 smithi184 ceph-mon[136228]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T18:22:01.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[142085]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T18:22:01.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:01.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[139725]: osdmap e811: 8 total, 8 up, 8 in 2023-12-16T18:22:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:01 smithi184 ceph-mon[136228]: pgmap v934: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:01 smithi184 ceph-mon[136228]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T18:22:02.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[142085]: pgmap v934: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:02.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[142085]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T18:22:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[139725]: pgmap v934: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:01 smithi071 ceph-mon[139725]: osdmap e812: 8 total, 8 up, 8 in 2023-12-16T18:22:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:03 smithi184 ceph-mon[136228]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T18:22:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3783286082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[139725]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3783286082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[142085]: osdmap e813: 8 total, 8 up, 8 in 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3783286082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:04.033 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.AbortError (3025 ms) 2023-12-16T18:22:04.033 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-16T18:22:04.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:04.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: osdmap e814: 8 total, 8 up, 8 in 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:05.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:05 smithi184 ceph-mon[136228]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T18:22:05.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:05 smithi071 ceph-mon[139725]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T18:22:05.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:05 smithi071 ceph-mon[142085]: osdmap e815: 8 total, 8 up, 8 in 2023-12-16T18:22:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:06 smithi184 ceph-mon[136228]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:06 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:06 smithi184 ceph-mon[136228]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T18:22:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:06 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[139725]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[139725]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T18:22:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[142085]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[142085]: osdmap e816: 8 total, 8 up, 8 in 2023-12-16T18:22:06.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:06 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:07.053 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3019 ms) 2023-12-16T18:22:07.053 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-16T18:22:07.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:07 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:07.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:07 smithi071 ceph-mon[139725]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T18:22:07.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:07 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:07.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:07 smithi071 ceph-mon[142085]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T18:22:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:07 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/879255854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:07 smithi184 ceph-mon[136228]: osdmap e817: 8 total, 8 up, 8 in 2023-12-16T18:22:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:07] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2023-12-16T18:22:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:08 smithi184 ceph-mon[136228]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:08 smithi184 ceph-mon[136228]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T18:22:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:08 smithi071 ceph-mon[139725]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:08 smithi071 ceph-mon[139725]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T18:22:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:08 smithi071 ceph-mon[142085]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:08 smithi071 ceph-mon[142085]: osdmap e818: 8 total, 8 up, 8 in 2023-12-16T18:22:09.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:09 smithi184 ceph-mon[136228]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T18:22:09.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/659994069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:09.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:09 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[139725]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T18:22:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/659994069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:09.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[142085]: osdmap e819: 8 total, 8 up, 8 in 2023-12-16T18:22:09.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/659994069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:09.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:09 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:10.072 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3020 ms) 2023-12-16T18:22:10.072 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-16T18:22:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:10 smithi184 ceph-mon[136228]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:10 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:10 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:10 smithi184 ceph-mon[136228]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[139725]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[139725]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[142085]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:10 smithi071 ceph-mon[142085]: osdmap e820: 8 total, 8 up, 8 in 2023-12-16T18:22:11.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:11 smithi184 ceph-mon[136228]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T18:22:11.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:11 smithi071 ceph-mon[139725]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T18:22:11.374 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:11 smithi071 ceph-mon[142085]: osdmap e821: 8 total, 8 up, 8 in 2023-12-16T18:22:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:12 smithi184 ceph-mon[136228]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:12 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:12 smithi184 ceph-mon[136228]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T18:22:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:12 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[139725]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[139725]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[142085]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[142085]: osdmap e822: 8 total, 8 up, 8 in 2023-12-16T18:22:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:12 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:13.090 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2023-12-16T18:22:13.091 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-16T18:22:13.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:13.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:13 smithi184 ceph-mon[136228]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T18:22:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:13 smithi071 ceph-mon[139725]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T18:22:13.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/770888312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:13.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:13 smithi071 ceph-mon[142085]: osdmap e823: 8 total, 8 up, 8 in 2023-12-16T18:22:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:14 smithi071 ceph-mon[139725]: pgmap v952: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:14 smithi071 ceph-mon[139725]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T18:22:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:14 smithi071 ceph-mon[142085]: pgmap v952: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:14 smithi071 ceph-mon[142085]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T18:22:14.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:14 smithi184 ceph-mon[136228]: pgmap v952: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:14 smithi184 ceph-mon[136228]: osdmap e824: 8 total, 8 up, 8 in 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[139725]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/497357061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[142085]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/497357061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:15 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:15 smithi184 ceph-mon[136228]: osdmap e825: 8 total, 8 up, 8 in 2023-12-16T18:22:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:15 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/497357061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:15 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:16.124 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3032 ms) 2023-12-16T18:22:16.124 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[142085]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[142085]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[139725]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:16 smithi071 ceph-mon[139725]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T18:22:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:16 smithi184 ceph-mon[136228]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:16 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:16 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:16 smithi184 ceph-mon[136228]: osdmap e826: 8 total, 8 up, 8 in 2023-12-16T18:22:17.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:17 smithi071 ceph-mon[139725]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T18:22:17.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:17 smithi071 ceph-mon[142085]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T18:22:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:17] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2023-12-16T18:22:17.487 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:17 smithi184 ceph-mon[136228]: osdmap e827: 8 total, 8 up, 8 in 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3709958396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3709958396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: osdmap e828: 8 total, 8 up, 8 in 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3709958396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:19.137 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2023-12-16T18:22:19.138 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-16T18:22:19.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:19 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:19.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:19 smithi071 ceph-mon[139725]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T18:22:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:19 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:19 smithi071 ceph-mon[142085]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T18:22:19.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:19 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:19.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:19 smithi184 ceph-mon[136228]: osdmap e829: 8 total, 8 up, 8 in 2023-12-16T18:22:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:20 smithi071 ceph-mon[139725]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:20 smithi071 ceph-mon[139725]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T18:22:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:20 smithi071 ceph-mon[142085]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:20 smithi071 ceph-mon[142085]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T18:22:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:20 smithi184 ceph-mon[136228]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:20 smithi184 ceph-mon[136228]: osdmap e830: 8 total, 8 up, 8 in 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[139725]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2708640089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[142085]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2708640089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:21.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:21 smithi184 ceph-mon[136228]: osdmap e831: 8 total, 8 up, 8 in 2023-12-16T18:22:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2708640089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:21.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:22.149 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3011 ms) 2023-12-16T18:22:22.150 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[139725]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[139725]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[142085]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:22 smithi071 ceph-mon[142085]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T18:22:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:22 smithi184 ceph-mon[136228]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:22 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:22 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:22 smithi184 ceph-mon[136228]: osdmap e832: 8 total, 8 up, 8 in 2023-12-16T18:22:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:23 smithi071 ceph-mon[139725]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T18:22:23.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:23 smithi071 ceph-mon[142085]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T18:22:23.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:23 smithi184 ceph-mon[136228]: osdmap e833: 8 total, 8 up, 8 in 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[139725]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[139725]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[142085]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[142085]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T18:22:24.478 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:24 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:24 smithi184 ceph-mon[136228]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:24 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:24 smithi184 ceph-mon[136228]: osdmap e834: 8 total, 8 up, 8 in 2023-12-16T18:22:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:24 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:25.189 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.Cleanup (3040 ms) 2023-12-16T18:22:25.189 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-16T18:22:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:25 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:25 smithi071 ceph-mon[139725]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T18:22:25.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:25 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:25.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:25 smithi071 ceph-mon[142085]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T18:22:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:25 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1147905554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:25.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:25 smithi184 ceph-mon[136228]: osdmap e835: 8 total, 8 up, 8 in 2023-12-16T18:22:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:26 smithi071 ceph-mon[139725]: pgmap v970: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:26 smithi071 ceph-mon[139725]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T18:22:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:26 smithi071 ceph-mon[142085]: pgmap v970: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:26 smithi071 ceph-mon[142085]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T18:22:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:26 smithi184 ceph-mon[136228]: pgmap v970: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:26 smithi184 ceph-mon[136228]: osdmap e836: 8 total, 8 up, 8 in 2023-12-16T18:22:27.472 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:27] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[139725]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1186745583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[142085]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1186745583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.593 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:27 smithi184 ceph-mon[136228]: osdmap e837: 8 total, 8 up, 8 in 2023-12-16T18:22:27.593 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1186745583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.594 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:27.921 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:22:28.352 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:22:28.352 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (12m) 8m ago 14m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:22:28.352 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (11m) 6m ago 14m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:22:28.352 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (15m) 8m ago 15m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (15m) 6m ago 15m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (11m) 6m ago 17m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (11m) 8m ago 18m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (11m) 8m ago 18m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (10m) 6m ago 17m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (10m) 8m ago 17m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (12m) 8m ago 14m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (11m) 6m ago 14m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (10m) 8m ago 17m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (9m) 8m ago 17m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (9m) 8m ago 17m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (8m) 8m ago 16m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (8m) 6m ago 16m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:22:28.353 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (7m) 6m ago 16m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:22:28.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (7m) 6m ago 16m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:22:28.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (6m) 6m ago 15m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:22:28.354 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (11m) 6m ago 15m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[139725]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[139725]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[142085]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:28 smithi071 ceph-mon[142085]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T18:22:28.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:28 smithi184 ceph-mon[136228]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:28 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:22:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:28 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:28 smithi184 ceph-mon[136228]: osdmap e838: 8 total, 8 up, 8 in 2023-12-16T18:22:28.866 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:22:28.867 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:22:28.868 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:22:28.868 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:22:28.868 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:22:28.868 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:22:29.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[139725]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[139725]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T18:22:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2642320649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:22:29.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[142085]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:29.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[142085]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T18:22:29.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2642320649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:22:29.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:29 smithi184 ceph-mon[136228]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:29 smithi184 ceph-mon[136228]: osdmap e839: 8 total, 8 up, 8 in 2023-12-16T18:22:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2642320649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:22:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[139725]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[139725]: pgmap v976: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[142085]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[142085]: pgmap v976: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:30 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:30 smithi184 ceph-mon[136228]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:22:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:30 smithi184 ceph-mon[136228]: pgmap v976: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:30 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:22:32.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:32 smithi071 ceph-mon[139725]: pgmap v977: 137 pgs: 7 creating+peering, 130 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 3.78k op/s 2023-12-16T18:22:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:32 smithi071 ceph-mon[142085]: pgmap v977: 137 pgs: 7 creating+peering, 130 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 3.78k op/s 2023-12-16T18:22:32.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:32 smithi184 ceph-mon[136228]: pgmap v977: 137 pgs: 7 creating+peering, 130 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 3.78k op/s 2023-12-16T18:22:33.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:33.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:33.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:34.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:34 smithi071 ceph-mon[139725]: pgmap v978: 137 pgs: 137 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2023-12-16T18:22:34.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:34 smithi071 ceph-mon[142085]: pgmap v978: 137 pgs: 137 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2023-12-16T18:22:34.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:34 smithi184 ceph-mon[136228]: pgmap v978: 137 pgs: 137 active+clean; 1016 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 3.18k op/s 2023-12-16T18:22:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:36 smithi071 ceph-mon[139725]: pgmap v979: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.7 MiB/s wr, 8.66k op/s 2023-12-16T18:22:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:36 smithi071 ceph-mon[142085]: pgmap v979: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.7 MiB/s wr, 8.66k op/s 2023-12-16T18:22:36.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:36 smithi184 ceph-mon[136228]: pgmap v979: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.7 MiB/s wr, 8.66k op/s 2023-12-16T18:22:37.722 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:37] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2023-12-16T18:22:38.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:38 smithi071 ceph-mon[139725]: pgmap v980: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 6.7 MiB/s wr, 7.52k op/s 2023-12-16T18:22:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:38 smithi071 ceph-mon[142085]: pgmap v980: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 6.7 MiB/s wr, 7.52k op/s 2023-12-16T18:22:38.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:38 smithi184 ceph-mon[136228]: pgmap v980: 137 pgs: 137 active+clean; 2.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 6.7 MiB/s wr, 7.52k op/s 2023-12-16T18:22:39.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:39.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:39.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:40.258 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15070 ms) 2023-12-16T18:22:40.258 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-16T18:22:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:40 smithi184 ceph-mon[136228]: pgmap v981: 137 pgs: 137 active+clean; 2.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 6.79k op/s 2023-12-16T18:22:40.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:40 smithi071 ceph-mon[139725]: pgmap v981: 137 pgs: 137 active+clean; 2.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 6.79k op/s 2023-12-16T18:22:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:40 smithi071 ceph-mon[142085]: pgmap v981: 137 pgs: 137 active+clean; 2.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 6.79k op/s 2023-12-16T18:22:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:41 smithi184 ceph-mon[136228]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T18:22:41.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:41 smithi071 ceph-mon[139725]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T18:22:41.624 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:41 smithi071 ceph-mon[142085]: osdmap e840: 8 total, 8 up, 8 in 2023-12-16T18:22:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:42 smithi184 ceph-mon[136228]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:42 smithi184 ceph-mon[136228]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T18:22:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3649478619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:42 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[139725]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[139725]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3649478619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[142085]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[142085]: osdmap e841: 8 total, 8 up, 8 in 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3649478619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:42 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:43 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:43 smithi184 ceph-mon[136228]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T18:22:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:43 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:43 smithi071 ceph-mon[139725]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T18:22:43.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:43 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:43.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:43 smithi071 ceph-mon[142085]: osdmap e842: 8 total, 8 up, 8 in 2023-12-16T18:22:44.288 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4028 ms) 2023-12-16T18:22:44.288 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-16T18:22:44.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:44 smithi184 ceph-mon[136228]: pgmap v986: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:44 smithi184 ceph-mon[136228]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T18:22:44.722 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:44 smithi071 ceph-mon[142085]: pgmap v986: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:44 smithi071 ceph-mon[142085]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T18:22:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:44 smithi071 ceph-mon[139725]: pgmap v986: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:44 smithi071 ceph-mon[139725]: osdmap e843: 8 total, 8 up, 8 in 2023-12-16T18:22:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:45 smithi184 ceph-mon[136228]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T18:22:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:22:45.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:45 smithi071 ceph-mon[139725]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T18:22:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:22:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:45 smithi071 ceph-mon[142085]: osdmap e844: 8 total, 8 up, 8 in 2023-12-16T18:22:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:22:46.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:22:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:22:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T18:22:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:46 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:22:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: osdmap e845: 8 total, 8 up, 8 in 2023-12-16T18:22:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:22:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:46 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:47.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:47 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:47 smithi184 ceph-mon[136228]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T18:22:47.722 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:47] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2023-12-16T18:22:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:47 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:47 smithi071 ceph-mon[139725]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T18:22:47.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:47 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/475555744' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:22:47.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:47 smithi071 ceph-mon[142085]: osdmap e846: 8 total, 8 up, 8 in 2023-12-16T18:22:48.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:48 smithi184 ceph-mon[136228]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:48 smithi184 ceph-mon[136228]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T18:22:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[139725]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[139725]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T18:22:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[142085]: pgmap v992: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[142085]: osdmap e847: 8 total, 8 up, 8 in 2023-12-16T18:22:48.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:22:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:50 smithi184 ceph-mon[136228]: pgmap v994: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:50.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:50 smithi071 ceph-mon[139725]: pgmap v994: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:50 smithi071 ceph-mon[142085]: pgmap v994: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-16T18:22:52.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:52 smithi184 ceph-mon[136228]: pgmap v995: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2023-12-16T18:22:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:52 smithi071 ceph-mon[139725]: pgmap v995: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2023-12-16T18:22:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:52 smithi071 ceph-mon[142085]: pgmap v995: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2023-12-16T18:22:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:54 smithi184 ceph-mon[136228]: pgmap v996: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 4.84k op/s 2023-12-16T18:22:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:54 smithi071 ceph-mon[139725]: pgmap v996: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 4.84k op/s 2023-12-16T18:22:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:54 smithi071 ceph-mon[142085]: pgmap v996: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 4.84k op/s 2023-12-16T18:22:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:22:56.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:56 smithi184 ceph-mon[136228]: pgmap v997: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2023-12-16T18:22:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:56 smithi071 ceph-mon[139725]: pgmap v997: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2023-12-16T18:22:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:56 smithi071 ceph-mon[142085]: pgmap v997: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.6 MiB/s wr, 4.25k op/s 2023-12-16T18:22:57.722 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:22:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:22:57] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2023-12-16T18:22:58.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:22:58 smithi184 ceph-mon[136228]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 5.5 MiB/s wr, 6.60k op/s 2023-12-16T18:22:58.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:22:58 smithi071 ceph-mon[139725]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 5.5 MiB/s wr, 6.60k op/s 2023-12-16T18:22:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:22:58 smithi071 ceph-mon[142085]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 5.5 MiB/s wr, 6.60k op/s 2023-12-16T18:22:59.304 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:22:59.711 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:22:59.711 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (12m) 9m ago 15m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:22:59.711 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (12m) 7m ago 15m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:22:59.711 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (16m) 9m ago 16m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (16m) 7m ago 16m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (11m) 7m ago 18m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (12m) 9m ago 19m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (11m) 9m ago 19m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (11m) 7m ago 18m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (11m) 9m ago 18m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (12m) 9m ago 15m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (12m) 7m ago 14m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (10m) 9m ago 18m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (10m) 9m ago 17m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (9m) 9m ago 17m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 9m ago 17m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (8m) 7m ago 17m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:22:59.712 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (8m) 7m ago 16m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:22:59.713 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (7m) 7m ago 16m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:22:59.713 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (7m) 7m ago 16m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:22:59.713 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (12m) 7m ago 15m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:23:00.222 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:23:00.223 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:23:00.224 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:23:00.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[139725]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2023-12-16T18:23:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[139725]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4195698594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[142085]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2023-12-16T18:23:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[142085]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:00 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4195698594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:00.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:00 smithi184 ceph-mon[136228]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 5.0 MiB/s wr, 5.94k op/s 2023-12-16T18:23:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:00 smithi184 ceph-mon[136228]: from='client.34707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:00 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4195698594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:01.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:01 smithi184 ceph-mon[136228]: from='client.44660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:01.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:01 smithi071 ceph-mon[142085]: from='client.44660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:01 smithi071 ceph-mon[139725]: from='client.44660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:02 smithi184 ceph-mon[136228]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2023-12-16T18:23:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:02 smithi071 ceph-mon[139725]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2023-12-16T18:23:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:02 smithi071 ceph-mon[142085]: pgmap v1000: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 79 MiB/s rd, 5.6 MiB/s wr, 6.85k op/s 2023-12-16T18:23:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:03.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:04.277 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19989 ms) 2023-12-16T18:23:04.277 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-16T18:23:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:04 smithi184 ceph-mon[136228]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2023-12-16T18:23:04.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:04 smithi071 ceph-mon[139725]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2023-12-16T18:23:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:04 smithi071 ceph-mon[142085]: pgmap v1001: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2023-12-16T18:23:05.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:05 smithi184 ceph-mon[136228]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T18:23:05.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:05 smithi071 ceph-mon[139725]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T18:23:05.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:05 smithi071 ceph-mon[142085]: osdmap e848: 8 total, 8 up, 8 in 2023-12-16T18:23:06.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:06 smithi184 ceph-mon[136228]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:06 smithi184 ceph-mon[136228]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T18:23:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:06 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3575761499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:06 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:06.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[139725]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[139725]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3575761499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[142085]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[142085]: osdmap e849: 8 total, 8 up, 8 in 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3575761499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:06 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:07.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:07 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:07.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:07 smithi184 ceph-mon[136228]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T18:23:07.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:07 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:07 smithi071 ceph-mon[139725]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T18:23:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:07] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2023-12-16T18:23:07.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:07 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:07.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:07 smithi071 ceph-mon[142085]: osdmap e850: 8 total, 8 up, 8 in 2023-12-16T18:23:08.310 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4033 ms) 2023-12-16T18:23:08.310 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-16T18:23:08.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:08 smithi184 ceph-mon[136228]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:08 smithi184 ceph-mon[136228]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T18:23:08.722 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:08 smithi071 ceph-mon[142085]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:08 smithi071 ceph-mon[142085]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T18:23:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:08 smithi071 ceph-mon[139725]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:08 smithi071 ceph-mon[139725]: osdmap e851: 8 total, 8 up, 8 in 2023-12-16T18:23:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:09 smithi184 ceph-mon[136228]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T18:23:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:09 smithi071 ceph-mon[139725]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T18:23:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:09 smithi071 ceph-mon[142085]: osdmap e852: 8 total, 8 up, 8 in 2023-12-16T18:23:10.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:10 smithi184 ceph-mon[136228]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:10.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:10 smithi184 ceph-mon[136228]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T18:23:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[139725]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[139725]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[142085]: pgmap v1009: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[142085]: osdmap e853: 8 total, 8 up, 8 in 2023-12-16T18:23:10.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:11.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:11 smithi184 ceph-mon[136228]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T18:23:11.624 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:11.624 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:11 smithi071 ceph-mon[142085]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T18:23:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1911144730' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:11.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:11 smithi071 ceph-mon[139725]: osdmap e854: 8 total, 8 up, 8 in 2023-12-16T18:23:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:12 smithi184 ceph-mon[136228]: pgmap v1012: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:12 smithi184 ceph-mon[136228]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T18:23:12.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:12 smithi071 ceph-mon[139725]: pgmap v1012: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:12.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:12 smithi071 ceph-mon[139725]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T18:23:12.629 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:12 smithi071 ceph-mon[142085]: pgmap v1012: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:12.629 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:12 smithi071 ceph-mon[142085]: osdmap e855: 8 total, 8 up, 8 in 2023-12-16T18:23:14.343 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2023-12-16T18:23:14.344 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-16T18:23:14.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:14 smithi071 ceph-mon[139725]: pgmap v1014: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 801 op/s 2023-12-16T18:23:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:14 smithi071 ceph-mon[142085]: pgmap v1014: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 801 op/s 2023-12-16T18:23:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:14 smithi184 ceph-mon[136228]: pgmap v1014: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 801 op/s 2023-12-16T18:23:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:15 smithi071 ceph-mon[142085]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T18:23:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:15 smithi071 ceph-mon[142085]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:15.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:15 smithi071 ceph-mon[139725]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T18:23:15.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:15 smithi071 ceph-mon[139725]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:15.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:15 smithi184 ceph-mon[136228]: osdmap e856: 8 total, 8 up, 8 in 2023-12-16T18:23:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:15 smithi184 ceph-mon[136228]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[142085]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1614113412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[139725]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1614113412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:16 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:16.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:16 smithi184 ceph-mon[136228]: osdmap e857: 8 total, 8 up, 8 in 2023-12-16T18:23:16.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1614113412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:16 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:17.722 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:17] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[139725]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[139725]: pgmap v1019: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[142085]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T18:23:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:17 smithi071 ceph-mon[142085]: pgmap v1019: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:17.736 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:17 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-168962-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:17.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:17 smithi184 ceph-mon[136228]: osdmap e858: 8 total, 8 up, 8 in 2023-12-16T18:23:17.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:17 smithi184 ceph-mon[136228]: pgmap v1019: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:18 smithi071 ceph-mon[139725]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T18:23:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:18 smithi071 ceph-mon[142085]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T18:23:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:18.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:18 smithi184 ceph-mon[136228]: osdmap e859: 8 total, 8 up, 8 in 2023-12-16T18:23:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:19.380 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5038 ms) 2023-12-16T18:23:19.381 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 22 tests from TestCls2PCQueue (102139 ms total) 2023-12-16T18:23:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:19.381 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:23:19.381 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 22 tests from 1 test suite ran. (102139 ms total) 2023-12-16T18:23:19.381 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 22 tests. 2023-12-16T18:23:19.384 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:23:19.384 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:23:19.419 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2023-12-16T18:23:19.419 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2023-12-16T18:23:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:23:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 6 tests from 2 test suites. 2023-12-16T18:23:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:23:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 5 tests from cls_cas 2023-12-16T18:23:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_cas.get_put 2023-12-16T18:23:19.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:19 smithi071 ceph-mon[139725]: pgmap v1021: 137 pgs: 8 unknown, 129 active+clean; 585 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 21 KiB/s wr, 28 op/s 2023-12-16T18:23:19.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:19 smithi071 ceph-mon[142085]: pgmap v1021: 137 pgs: 8 unknown, 129 active+clean; 585 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 21 KiB/s wr, 28 op/s 2023-12-16T18:23:19.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:19 smithi184 ceph-mon[136228]: pgmap v1021: 137 pgs: 8 unknown, 129 active+clean; 585 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 21 KiB/s wr, 28 op/s 2023-12-16T18:23:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:20 smithi071 ceph-mon[139725]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T18:23:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:20 smithi071 ceph-mon[142085]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T18:23:20.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:20 smithi184 ceph-mon[136228]: osdmap e860: 8 total, 8 up, 8 in 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[139725]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4040659797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[139725]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[142085]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4040659797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:21 smithi071 ceph-mon[142085]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:21 smithi184 ceph-mon[136228]: osdmap e861: 8 total, 8 up, 8 in 2023-12-16T18:23:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4040659797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:21 smithi184 ceph-mon[136228]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:22.402 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_cas.get_put (2918 ms) 2023-12-16T18:23:22.403 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_cas.wrong_put 2023-12-16T18:23:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[139725]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T18:23:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:22 smithi071 ceph-mon[142085]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T18:23:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:22 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:22 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:22 smithi184 ceph-mon[136228]: osdmap e862: 8 total, 8 up, 8 in 2023-12-16T18:23:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:23 smithi071 ceph-mon[139725]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T18:23:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:23 smithi071 ceph-mon[139725]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:23 smithi071 ceph-mon[142085]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T18:23:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:23 smithi071 ceph-mon[142085]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:23.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:23 smithi184 ceph-mon[136228]: osdmap e863: 8 total, 8 up, 8 in 2023-12-16T18:23:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:23 smithi184 ceph-mon[136228]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:24.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:24.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[139725]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T18:23:24.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1943961321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:24.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[142085]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T18:23:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1943961321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:24 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:24 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:24 smithi184 ceph-mon[136228]: osdmap e864: 8 total, 8 up, 8 in 2023-12-16T18:23:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:24 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1943961321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:24 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:25.427 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_cas.wrong_put (3022 ms) 2023-12-16T18:23:25.428 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_cas.dup_get 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[139725]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[139725]: pgmap v1030: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[142085]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T18:23:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:25 smithi071 ceph-mon[142085]: pgmap v1030: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:25 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:25 smithi184 ceph-mon[136228]: osdmap e865: 8 total, 8 up, 8 in 2023-12-16T18:23:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:25 smithi184 ceph-mon[136228]: pgmap v1030: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:26 smithi071 ceph-mon[139725]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T18:23:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:26 smithi071 ceph-mon[142085]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T18:23:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:26 smithi184 ceph-mon[136228]: osdmap e866: 8 total, 8 up, 8 in 2023-12-16T18:23:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:27] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2023-12-16T18:23:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T18:23:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/678854815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[139725]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/678854815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:27 smithi071 ceph-mon[142085]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T18:23:27.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: osdmap e867: 8 total, 8 up, 8 in 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/678854815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:27 smithi184 ceph-mon[136228]: osdmap e868: 8 total, 8 up, 8 in 2023-12-16T18:23:28.448 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_cas.dup_get (3022 ms) 2023-12-16T18:23:28.448 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_cas.dup_put 2023-12-16T18:23:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:29 smithi184 ceph-mon[136228]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T18:23:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:29 smithi071 ceph-mon[139725]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T18:23:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:29 smithi071 ceph-mon[142085]: osdmap e869: 8 total, 8 up, 8 in 2023-12-16T18:23:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:30 smithi184 ceph-mon[136228]: pgmap v1035: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:30 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:30 smithi184 ceph-mon[136228]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T18:23:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3743226985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[139725]: pgmap v1035: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[139725]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3743226985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[142085]: pgmap v1035: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[142085]: osdmap e870: 8 total, 8 up, 8 in 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3743226985' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:30.589 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:23:30.896 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:23:30.896 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (13m) 9m ago 15m 26.9M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (12m) 7m ago 15m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (16m) 9m ago 16m 19.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (16m) 7m ago 16m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (12m) 7m ago 18m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (12m) 9m ago 19m 495M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (12m) 9m ago 20m 46.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (11m) 7m ago 19m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (12m) 9m ago 18m 39.1M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (13m) 9m ago 15m 10.5M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (12m) 7m ago 15m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (11m) 9m ago 18m 121M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (10m) 9m ago 18m 82.5M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:23:30.897 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10m) 9m ago 18m 93.2M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 9m ago 17m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (9m) 7m ago 17m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (8m) 7m ago 17m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (8m) 7m ago 17m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (7m) 7m ago 16m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:23:30.898 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (12m) 7m ago 16m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:23:31.277 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:23:31.278 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:23:31.279 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:23:31.279 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:23:31.279 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:23:31.279 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:23:31.457 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_cas.dup_put (3010 ms) 2023-12-16T18:23:31.458 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_cas.get_wrong_data 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: pgmap v1038: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2188668948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:31.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: pgmap v1038: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2188668948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: pgmap v1038: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: osdmap e871: 8 total, 8 up, 8 in 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2188668948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:23:32.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:32 smithi071 ceph-mon[139725]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T18:23:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:32 smithi071 ceph-mon[142085]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T18:23:32.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:32 smithi184 ceph-mon[136228]: osdmap e872: 8 total, 8 up, 8 in 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[139725]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[139725]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[142085]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[142085]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T18:23:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:33.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:33 smithi184 ceph-mon[136228]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:33 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:33 smithi184 ceph-mon[136228]: osdmap e873: 8 total, 8 up, 8 in 2023-12-16T18:23:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:33 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 5 tests from cls_cas (14993 ms total) 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from chunk_refs_t 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] chunk_refs_t.size 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:1 60 by_object 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:2 103 by_object 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:4 189 by_object 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:8 361 by_object 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:16 112 by_hash(32 bits) 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:32 208 by_hash(32 bits) 2023-12-16T18:23:34.479 INFO:tasks.workunit.client.0.smithi071.stdout:64 400 by_hash(32 bits) 2023-12-16T18:23:34.480 INFO:tasks.workunit.client.0.smithi071.stdout:128 509 by_hash(10 bits) 2023-12-16T18:23:34.480 INFO:tasks.workunit.client.0.smithi071.stdout:256 499 by_hash(7 bits) 2023-12-16T18:23:34.480 INFO:tasks.workunit.client.0.smithi071.stdout:512 462 by_hash(5 bits) 2023-12-16T18:23:34.480 INFO:tasks.workunit.client.0.smithi071.stdout:1024 466 by_hash(5 bits) 2023-12-16T18:23:34.481 INFO:tasks.workunit.client.0.smithi071.stdout:2048 466 by_hash(5 bits) 2023-12-16T18:23:34.482 INFO:tasks.workunit.client.0.smithi071.stdout:4096 470 by_hash(5 bits) 2023-12-16T18:23:34.483 INFO:tasks.workunit.client.0.smithi071.stdout:8192 498 by_hash(4 bits) 2023-12-16T18:23:34.485 INFO:tasks.workunit.client.0.smithi071.stdout:16384 278 by_hash(3 bits) 2023-12-16T18:23:34.489 INFO:tasks.workunit.client.0.smithi071.stdout:32768 337 by_hash(2 bits) 2023-12-16T18:23:34.493 INFO:tasks.workunit.client.0.smithi071.stdout:65536 367 by_hash(2 bits) 2023-12-16T18:23:34.503 INFO:tasks.workunit.client.0.smithi071.stdout:131072 387 by_hash(1 bits) 2023-12-16T18:23:34.518 INFO:tasks.workunit.client.0.smithi071.stdout:262144 331 by_pool 2023-12-16T18:23:34.545 INFO:tasks.workunit.client.0.smithi071.stdout:524288 21 count 2023-12-16T18:23:34.596 INFO:tasks.workunit.client.0.smithi071.stdout:1048576 21 count 2023-12-16T18:23:34.707 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] chunk_refs_t.size (229 ms) 2023-12-16T18:23:34.707 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from chunk_refs_t (229 ms total) 2023-12-16T18:23:34.707 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:34.708 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:23:34.708 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 6 tests from 2 test suites ran. (15222 ms total) 2023-12-16T18:23:34.708 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 6 tests. 2023-12-16T18:23:34.710 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:23:34.711 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:23:34.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:34 smithi071 ceph-mon[139725]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T18:23:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:34 smithi071 ceph-mon[142085]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T18:23:34.754 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-16T18:23:34.754 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-16T18:23:34.820 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:23:34.820 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-16T18:23:34.820 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:23:34.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2497320410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-169994-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:34 smithi184 ceph-mon[136228]: osdmap e874: 8 total, 8 up, 8 in 2023-12-16T18:23:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:35 smithi184 ceph-mon[136228]: pgmap v1044: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:35 smithi184 ceph-mon[136228]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T18:23:35.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:35 smithi071 ceph-mon[139725]: pgmap v1044: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:35 smithi071 ceph-mon[139725]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T18:23:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:35 smithi071 ceph-mon[142085]: pgmap v1044: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:35 smithi071 ceph-mon[142085]: osdmap e875: 8 total, 8 up, 8 in 2023-12-16T18:23:36.482 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 31 tests from CmpOmap 2023-12-16T18:23:36.482 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-16T18:23:36.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2023-12-16T18:23:36.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-16T18:23:36.504 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2023-12-16T18:23:36.504 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-16T18:23:36.507 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2023-12-16T18:23:36.507 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-16T18:23:36.510 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2023-12-16T18:23:36.511 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-16T18:23:36.518 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2023-12-16T18:23:36.518 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-16T18:23:36.522 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2023-12-16T18:23:36.522 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-16T18:23:36.525 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2023-12-16T18:23:36.525 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-16T18:23:36.528 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-12-16T18:23:36.528 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-16T18:23:36.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-12-16T18:23:36.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-16T18:23:36.535 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-16T18:23:36.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2023-12-16T18:23:36.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-16T18:23:36.547 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2023-12-16T18:23:36.547 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-16T18:23:36.553 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-16T18:23:36.553 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-16T18:23:36.560 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2023-12-16T18:23:36.561 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-16T18:23:36.567 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2023-12-16T18:23:36.568 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-16T18:23:36.574 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2023-12-16T18:23:36.574 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-16T18:23:36.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2023-12-16T18:23:36.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-16T18:23:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2023-12-16T18:23:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-16T18:23:36.579 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-16T18:23:36.579 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-16T18:23:36.580 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2023-12-16T18:23:36.580 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-16T18:23:36.587 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2023-12-16T18:23:36.587 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-16T18:23:36.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2023-12-16T18:23:36.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-16T18:23:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2023-12-16T18:23:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-16T18:23:36.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2023-12-16T18:23:36.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-16T18:23:36.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2023-12-16T18:23:36.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-16T18:23:36.610 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-16T18:23:36.610 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-16T18:23:36.611 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-16T18:23:36.611 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-16T18:23:36.612 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2023-12-16T18:23:36.612 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-16T18:23:36.620 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2023-12-16T18:23:36.620 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 31 tests from CmpOmap (138 ms total) 2023-12-16T18:23:36.620 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:36.620 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:23:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:36 smithi184 ceph-mon[136228]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T18:23:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:36 smithi184 ceph-mon[136228]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[139725]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[139725]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[142085]: osdmap e876: 8 total, 8 up, 8 in 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3970582237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:36 smithi071 ceph-mon[142085]: osdmap e877: 8 total, 8 up, 8 in 2023-12-16T18:23:37.494 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 31 tests from 1 test suite ran. (2674 ms total) 2023-12-16T18:23:37.494 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 31 tests. 2023-12-16T18:23:37.497 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:23:37.497 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:23:37.568 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2023-12-16T18:23:37.568 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2023-12-16T18:23:37.637 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:23:37.637 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-16T18:23:37.637 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:23:37.637 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 6 tests from ClsHello 2023-12-16T18:23:37.637 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.SayHello 2023-12-16T18:23:37.722 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:37] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2023-12-16T18:23:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:37 smithi071 ceph-mon[139725]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:37 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:37.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:37 smithi071 ceph-mon[142085]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:37.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:37 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:37 smithi184 ceph-mon[136228]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:37 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:38.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:38 smithi184 ceph-mon[136228]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T18:23:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:38 smithi071 ceph-mon[139725]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T18:23:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:38 smithi071 ceph-mon[142085]: osdmap e878: 8 total, 8 up, 8 in 2023-12-16T18:23:39.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:39 smithi184 ceph-mon[136228]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:39 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:39 smithi184 ceph-mon[136228]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T18:23:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/197254533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:39 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[142085]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[142085]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/197254533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[139725]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[139725]: osdmap e879: 8 total, 8 up, 8 in 2023-12-16T18:23:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/197254533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:39.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:39 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:40.536 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.SayHello (2899 ms) 2023-12-16T18:23:40.536 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.RecordHello 2023-12-16T18:23:40.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:40 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:40 smithi184 ceph-mon[136228]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T18:23:40.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:40 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:40 smithi071 ceph-mon[139725]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T18:23:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:40 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:40 smithi071 ceph-mon[142085]: osdmap e880: 8 total, 8 up, 8 in 2023-12-16T18:23:41.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:41 smithi184 ceph-mon[136228]: pgmap v1053: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:41 smithi184 ceph-mon[136228]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T18:23:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:41 smithi071 ceph-mon[139725]: pgmap v1053: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:41.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:41 smithi071 ceph-mon[139725]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T18:23:41.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:41 smithi071 ceph-mon[142085]: pgmap v1053: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:41.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:41 smithi071 ceph-mon[142085]: osdmap e881: 8 total, 8 up, 8 in 2023-12-16T18:23:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:42 smithi184 ceph-mon[136228]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T18:23:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3921838282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:42 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[139725]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3921838282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[142085]: osdmap e882: 8 total, 8 up, 8 in 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3921838282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:42 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:43.555 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.RecordHello (3019 ms) 2023-12-16T18:23:43.555 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.WriteReturnData 2023-12-16T18:23:43.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:43 smithi184 ceph-mon[136228]: pgmap v1056: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:43 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:43 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:43 smithi184 ceph-mon[136228]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[142085]: pgmap v1056: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[142085]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[139725]: pgmap v1056: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:43 smithi071 ceph-mon[139725]: osdmap e883: 8 total, 8 up, 8 in 2023-12-16T18:23:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:44 smithi184 ceph-mon[136228]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T18:23:44.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:44 smithi071 ceph-mon[139725]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T18:23:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:44 smithi071 ceph-mon[142085]: osdmap e884: 8 total, 8 up, 8 in 2023-12-16T18:23:45.564 INFO:tasks.workunit.client.0.smithi071.stdout:require_osd_release = quincy 2023-12-16T18:23:45.577 INFO:tasks.workunit.client.0.smithi071.stdout:0 2023-12-16T18:23:45.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:45 smithi184 ceph-mon[136228]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:45 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:45 smithi184 ceph-mon[136228]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T18:23:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:45 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:45 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[139725]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[139725]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[142085]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[142085]: osdmap e885: 8 total, 8 up, 8 in 2023-12-16T18:23:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:45 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:23:46.339 INFO:tasks.workunit.client.0.smithi071.stdout:1 2023-12-16T18:23:46.340 INFO:tasks.workunit.client.0.smithi071.stdout:2 2023-12-16T18:23:46.341 INFO:tasks.workunit.client.0.smithi071.stdout:3 2023-12-16T18:23:46.341 INFO:tasks.workunit.client.0.smithi071.stdout:4 2023-12-16T18:23:46.342 INFO:tasks.workunit.client.0.smithi071.stdout:5 2023-12-16T18:23:46.343 INFO:tasks.workunit.client.0.smithi071.stdout:6 2023-12-16T18:23:46.344 INFO:tasks.workunit.client.0.smithi071.stdout:7 2023-12-16T18:23:46.345 INFO:tasks.workunit.client.0.smithi071.stdout:8 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:9 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:10 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:11 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:12 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:13 2023-12-16T18:23:46.351 INFO:tasks.workunit.client.0.smithi071.stdout:14 2023-12-16T18:23:46.352 INFO:tasks.workunit.client.0.smithi071.stdout:15 2023-12-16T18:23:46.353 INFO:tasks.workunit.client.0.smithi071.stdout:16 2023-12-16T18:23:46.354 INFO:tasks.workunit.client.0.smithi071.stdout:17 2023-12-16T18:23:46.355 INFO:tasks.workunit.client.0.smithi071.stdout:18 2023-12-16T18:23:46.356 INFO:tasks.workunit.client.0.smithi071.stdout:19 2023-12-16T18:23:46.356 INFO:tasks.workunit.client.0.smithi071.stdout:20 2023-12-16T18:23:46.357 INFO:tasks.workunit.client.0.smithi071.stdout:21 2023-12-16T18:23:46.358 INFO:tasks.workunit.client.0.smithi071.stdout:22 2023-12-16T18:23:46.359 INFO:tasks.workunit.client.0.smithi071.stdout:23 2023-12-16T18:23:46.360 INFO:tasks.workunit.client.0.smithi071.stdout:24 2023-12-16T18:23:46.361 INFO:tasks.workunit.client.0.smithi071.stdout:25 2023-12-16T18:23:46.362 INFO:tasks.workunit.client.0.smithi071.stdout:26 2023-12-16T18:23:46.363 INFO:tasks.workunit.client.0.smithi071.stdout:27 2023-12-16T18:23:46.364 INFO:tasks.workunit.client.0.smithi071.stdout:28 2023-12-16T18:23:46.364 INFO:tasks.workunit.client.0.smithi071.stdout:29 2023-12-16T18:23:46.365 INFO:tasks.workunit.client.0.smithi071.stdout:30 2023-12-16T18:23:46.366 INFO:tasks.workunit.client.0.smithi071.stdout:31 2023-12-16T18:23:46.367 INFO:tasks.workunit.client.0.smithi071.stdout:32 2023-12-16T18:23:46.368 INFO:tasks.workunit.client.0.smithi071.stdout:33 2023-12-16T18:23:46.369 INFO:tasks.workunit.client.0.smithi071.stdout:34 2023-12-16T18:23:46.370 INFO:tasks.workunit.client.0.smithi071.stdout:35 2023-12-16T18:23:46.371 INFO:tasks.workunit.client.0.smithi071.stdout:36 2023-12-16T18:23:46.372 INFO:tasks.workunit.client.0.smithi071.stdout:37 2023-12-16T18:23:46.373 INFO:tasks.workunit.client.0.smithi071.stdout:38 2023-12-16T18:23:46.375 INFO:tasks.workunit.client.0.smithi071.stdout:39 2023-12-16T18:23:46.375 INFO:tasks.workunit.client.0.smithi071.stdout:40 2023-12-16T18:23:46.375 INFO:tasks.workunit.client.0.smithi071.stdout:41 2023-12-16T18:23:46.376 INFO:tasks.workunit.client.0.smithi071.stdout:42 2023-12-16T18:23:46.377 INFO:tasks.workunit.client.0.smithi071.stdout:43 2023-12-16T18:23:46.378 INFO:tasks.workunit.client.0.smithi071.stdout:44 2023-12-16T18:23:46.379 INFO:tasks.workunit.client.0.smithi071.stdout:45 2023-12-16T18:23:46.380 INFO:tasks.workunit.client.0.smithi071.stdout:46 2023-12-16T18:23:46.381 INFO:tasks.workunit.client.0.smithi071.stdout:47 2023-12-16T18:23:46.381 INFO:tasks.workunit.client.0.smithi071.stdout:48 2023-12-16T18:23:46.382 INFO:tasks.workunit.client.0.smithi071.stdout:49 2023-12-16T18:23:46.383 INFO:tasks.workunit.client.0.smithi071.stdout:50 2023-12-16T18:23:46.384 INFO:tasks.workunit.client.0.smithi071.stdout:51 2023-12-16T18:23:46.385 INFO:tasks.workunit.client.0.smithi071.stdout:52 2023-12-16T18:23:46.386 INFO:tasks.workunit.client.0.smithi071.stdout:53 2023-12-16T18:23:46.387 INFO:tasks.workunit.client.0.smithi071.stdout:54 2023-12-16T18:23:46.388 INFO:tasks.workunit.client.0.smithi071.stdout:55 2023-12-16T18:23:46.388 INFO:tasks.workunit.client.0.smithi071.stdout:56 2023-12-16T18:23:46.389 INFO:tasks.workunit.client.0.smithi071.stdout:57 2023-12-16T18:23:46.390 INFO:tasks.workunit.client.0.smithi071.stdout:58 2023-12-16T18:23:46.391 INFO:tasks.workunit.client.0.smithi071.stdout:59 2023-12-16T18:23:46.392 INFO:tasks.workunit.client.0.smithi071.stdout:60 2023-12-16T18:23:46.393 INFO:tasks.workunit.client.0.smithi071.stdout:61 2023-12-16T18:23:46.394 INFO:tasks.workunit.client.0.smithi071.stdout:62 2023-12-16T18:23:46.395 INFO:tasks.workunit.client.0.smithi071.stdout:63 2023-12-16T18:23:46.395 INFO:tasks.workunit.client.0.smithi071.stdout:64 2023-12-16T18:23:46.396 INFO:tasks.workunit.client.0.smithi071.stdout:65 2023-12-16T18:23:46.397 INFO:tasks.workunit.client.0.smithi071.stdout:66 2023-12-16T18:23:46.399 INFO:tasks.workunit.client.0.smithi071.stdout:67 2023-12-16T18:23:46.399 INFO:tasks.workunit.client.0.smithi071.stdout:68 2023-12-16T18:23:46.400 INFO:tasks.workunit.client.0.smithi071.stdout:69 2023-12-16T18:23:46.401 INFO:tasks.workunit.client.0.smithi071.stdout:70 2023-12-16T18:23:46.402 INFO:tasks.workunit.client.0.smithi071.stdout:71 2023-12-16T18:23:46.402 INFO:tasks.workunit.client.0.smithi071.stdout:72 2023-12-16T18:23:46.403 INFO:tasks.workunit.client.0.smithi071.stdout:73 2023-12-16T18:23:46.404 INFO:tasks.workunit.client.0.smithi071.stdout:74 2023-12-16T18:23:46.405 INFO:tasks.workunit.client.0.smithi071.stdout:75 2023-12-16T18:23:46.406 INFO:tasks.workunit.client.0.smithi071.stdout:76 2023-12-16T18:23:46.407 INFO:tasks.workunit.client.0.smithi071.stdout:77 2023-12-16T18:23:46.408 INFO:tasks.workunit.client.0.smithi071.stdout:78 2023-12-16T18:23:46.409 INFO:tasks.workunit.client.0.smithi071.stdout:79 2023-12-16T18:23:46.410 INFO:tasks.workunit.client.0.smithi071.stdout:80 2023-12-16T18:23:46.411 INFO:tasks.workunit.client.0.smithi071.stdout:81 2023-12-16T18:23:46.412 INFO:tasks.workunit.client.0.smithi071.stdout:82 2023-12-16T18:23:46.412 INFO:tasks.workunit.client.0.smithi071.stdout:83 2023-12-16T18:23:46.413 INFO:tasks.workunit.client.0.smithi071.stdout:84 2023-12-16T18:23:46.414 INFO:tasks.workunit.client.0.smithi071.stdout:85 2023-12-16T18:23:46.416 INFO:tasks.workunit.client.0.smithi071.stdout:86 2023-12-16T18:23:46.417 INFO:tasks.workunit.client.0.smithi071.stdout:87 2023-12-16T18:23:46.417 INFO:tasks.workunit.client.0.smithi071.stdout:88 2023-12-16T18:23:46.418 INFO:tasks.workunit.client.0.smithi071.stdout:89 2023-12-16T18:23:46.419 INFO:tasks.workunit.client.0.smithi071.stdout:90 2023-12-16T18:23:46.420 INFO:tasks.workunit.client.0.smithi071.stdout:91 2023-12-16T18:23:46.421 INFO:tasks.workunit.client.0.smithi071.stdout:92 2023-12-16T18:23:46.421 INFO:tasks.workunit.client.0.smithi071.stdout:93 2023-12-16T18:23:46.422 INFO:tasks.workunit.client.0.smithi071.stdout:94 2023-12-16T18:23:46.423 INFO:tasks.workunit.client.0.smithi071.stdout:95 2023-12-16T18:23:46.424 INFO:tasks.workunit.client.0.smithi071.stdout:96 2023-12-16T18:23:46.425 INFO:tasks.workunit.client.0.smithi071.stdout:97 2023-12-16T18:23:46.426 INFO:tasks.workunit.client.0.smithi071.stdout:98 2023-12-16T18:23:46.427 INFO:tasks.workunit.client.0.smithi071.stdout:99 2023-12-16T18:23:46.428 INFO:tasks.workunit.client.0.smithi071.stdout:100 2023-12-16T18:23:46.428 INFO:tasks.workunit.client.0.smithi071.stdout:101 2023-12-16T18:23:46.429 INFO:tasks.workunit.client.0.smithi071.stdout:102 2023-12-16T18:23:46.430 INFO:tasks.workunit.client.0.smithi071.stdout:103 2023-12-16T18:23:46.431 INFO:tasks.workunit.client.0.smithi071.stdout:104 2023-12-16T18:23:46.432 INFO:tasks.workunit.client.0.smithi071.stdout:105 2023-12-16T18:23:46.433 INFO:tasks.workunit.client.0.smithi071.stdout:106 2023-12-16T18:23:46.433 INFO:tasks.workunit.client.0.smithi071.stdout:107 2023-12-16T18:23:46.434 INFO:tasks.workunit.client.0.smithi071.stdout:108 2023-12-16T18:23:46.435 INFO:tasks.workunit.client.0.smithi071.stdout:109 2023-12-16T18:23:46.437 INFO:tasks.workunit.client.0.smithi071.stdout:110 2023-12-16T18:23:46.437 INFO:tasks.workunit.client.0.smithi071.stdout:111 2023-12-16T18:23:46.438 INFO:tasks.workunit.client.0.smithi071.stdout:112 2023-12-16T18:23:46.439 INFO:tasks.workunit.client.0.smithi071.stdout:113 2023-12-16T18:23:46.440 INFO:tasks.workunit.client.0.smithi071.stdout:114 2023-12-16T18:23:46.441 INFO:tasks.workunit.client.0.smithi071.stdout:115 2023-12-16T18:23:46.442 INFO:tasks.workunit.client.0.smithi071.stdout:116 2023-12-16T18:23:46.443 INFO:tasks.workunit.client.0.smithi071.stdout:117 2023-12-16T18:23:46.444 INFO:tasks.workunit.client.0.smithi071.stdout:118 2023-12-16T18:23:46.445 INFO:tasks.workunit.client.0.smithi071.stdout:119 2023-12-16T18:23:46.446 INFO:tasks.workunit.client.0.smithi071.stdout:120 2023-12-16T18:23:46.448 INFO:tasks.workunit.client.0.smithi071.stdout:121 2023-12-16T18:23:46.449 INFO:tasks.workunit.client.0.smithi071.stdout:122 2023-12-16T18:23:46.449 INFO:tasks.workunit.client.0.smithi071.stdout:123 2023-12-16T18:23:46.450 INFO:tasks.workunit.client.0.smithi071.stdout:124 2023-12-16T18:23:46.451 INFO:tasks.workunit.client.0.smithi071.stdout:125 2023-12-16T18:23:46.451 INFO:tasks.workunit.client.0.smithi071.stdout:126 2023-12-16T18:23:46.452 INFO:tasks.workunit.client.0.smithi071.stdout:127 2023-12-16T18:23:46.453 INFO:tasks.workunit.client.0.smithi071.stdout:128 2023-12-16T18:23:46.454 INFO:tasks.workunit.client.0.smithi071.stdout:129 2023-12-16T18:23:46.455 INFO:tasks.workunit.client.0.smithi071.stdout:130 2023-12-16T18:23:46.456 INFO:tasks.workunit.client.0.smithi071.stdout:131 2023-12-16T18:23:46.458 INFO:tasks.workunit.client.0.smithi071.stdout:132 2023-12-16T18:23:46.458 INFO:tasks.workunit.client.0.smithi071.stdout:133 2023-12-16T18:23:46.459 INFO:tasks.workunit.client.0.smithi071.stdout:134 2023-12-16T18:23:46.460 INFO:tasks.workunit.client.0.smithi071.stdout:135 2023-12-16T18:23:46.460 INFO:tasks.workunit.client.0.smithi071.stdout:136 2023-12-16T18:23:46.462 INFO:tasks.workunit.client.0.smithi071.stdout:137 2023-12-16T18:23:46.462 INFO:tasks.workunit.client.0.smithi071.stdout:138 2023-12-16T18:23:46.463 INFO:tasks.workunit.client.0.smithi071.stdout:139 2023-12-16T18:23:46.465 INFO:tasks.workunit.client.0.smithi071.stdout:140 2023-12-16T18:23:46.465 INFO:tasks.workunit.client.0.smithi071.stdout:141 2023-12-16T18:23:46.466 INFO:tasks.workunit.client.0.smithi071.stdout:142 2023-12-16T18:23:46.467 INFO:tasks.workunit.client.0.smithi071.stdout:143 2023-12-16T18:23:46.468 INFO:tasks.workunit.client.0.smithi071.stdout:144 2023-12-16T18:23:46.469 INFO:tasks.workunit.client.0.smithi071.stdout:145 2023-12-16T18:23:46.469 INFO:tasks.workunit.client.0.smithi071.stdout:146 2023-12-16T18:23:46.471 INFO:tasks.workunit.client.0.smithi071.stdout:147 2023-12-16T18:23:46.472 INFO:tasks.workunit.client.0.smithi071.stdout:148 2023-12-16T18:23:46.472 INFO:tasks.workunit.client.0.smithi071.stdout:149 2023-12-16T18:23:46.477 INFO:tasks.workunit.client.0.smithi071.stdout:150 2023-12-16T18:23:46.477 INFO:tasks.workunit.client.0.smithi071.stdout:151 2023-12-16T18:23:46.477 INFO:tasks.workunit.client.0.smithi071.stdout:152 2023-12-16T18:23:46.477 INFO:tasks.workunit.client.0.smithi071.stdout:153 2023-12-16T18:23:46.477 INFO:tasks.workunit.client.0.smithi071.stdout:154 2023-12-16T18:23:46.478 INFO:tasks.workunit.client.0.smithi071.stdout:155 2023-12-16T18:23:46.479 INFO:tasks.workunit.client.0.smithi071.stdout:156 2023-12-16T18:23:46.480 INFO:tasks.workunit.client.0.smithi071.stdout:157 2023-12-16T18:23:46.481 INFO:tasks.workunit.client.0.smithi071.stdout:158 2023-12-16T18:23:46.482 INFO:tasks.workunit.client.0.smithi071.stdout:159 2023-12-16T18:23:46.483 INFO:tasks.workunit.client.0.smithi071.stdout:160 2023-12-16T18:23:46.484 INFO:tasks.workunit.client.0.smithi071.stdout:161 2023-12-16T18:23:46.485 INFO:tasks.workunit.client.0.smithi071.stdout:162 2023-12-16T18:23:46.486 INFO:tasks.workunit.client.0.smithi071.stdout:163 2023-12-16T18:23:46.490 INFO:tasks.workunit.client.0.smithi071.stdout:164 2023-12-16T18:23:46.490 INFO:tasks.workunit.client.0.smithi071.stdout:165 2023-12-16T18:23:46.490 INFO:tasks.workunit.client.0.smithi071.stdout:166 2023-12-16T18:23:46.490 INFO:tasks.workunit.client.0.smithi071.stdout:167 2023-12-16T18:23:46.491 INFO:tasks.workunit.client.0.smithi071.stdout:168 2023-12-16T18:23:46.491 INFO:tasks.workunit.client.0.smithi071.stdout:169 2023-12-16T18:23:46.492 INFO:tasks.workunit.client.0.smithi071.stdout:170 2023-12-16T18:23:46.494 INFO:tasks.workunit.client.0.smithi071.stdout:171 2023-12-16T18:23:46.494 INFO:tasks.workunit.client.0.smithi071.stdout:172 2023-12-16T18:23:46.495 INFO:tasks.workunit.client.0.smithi071.stdout:173 2023-12-16T18:23:46.496 INFO:tasks.workunit.client.0.smithi071.stdout:174 2023-12-16T18:23:46.497 INFO:tasks.workunit.client.0.smithi071.stdout:175 2023-12-16T18:23:46.498 INFO:tasks.workunit.client.0.smithi071.stdout:176 2023-12-16T18:23:46.499 INFO:tasks.workunit.client.0.smithi071.stdout:177 2023-12-16T18:23:46.500 INFO:tasks.workunit.client.0.smithi071.stdout:178 2023-12-16T18:23:46.501 INFO:tasks.workunit.client.0.smithi071.stdout:179 2023-12-16T18:23:46.502 INFO:tasks.workunit.client.0.smithi071.stdout:180 2023-12-16T18:23:46.503 INFO:tasks.workunit.client.0.smithi071.stdout:181 2023-12-16T18:23:46.504 INFO:tasks.workunit.client.0.smithi071.stdout:182 2023-12-16T18:23:46.505 INFO:tasks.workunit.client.0.smithi071.stdout:183 2023-12-16T18:23:46.506 INFO:tasks.workunit.client.0.smithi071.stdout:184 2023-12-16T18:23:46.507 INFO:tasks.workunit.client.0.smithi071.stdout:185 2023-12-16T18:23:46.507 INFO:tasks.workunit.client.0.smithi071.stdout:186 2023-12-16T18:23:46.508 INFO:tasks.workunit.client.0.smithi071.stdout:187 2023-12-16T18:23:46.509 INFO:tasks.workunit.client.0.smithi071.stdout:188 2023-12-16T18:23:46.510 INFO:tasks.workunit.client.0.smithi071.stdout:189 2023-12-16T18:23:46.516 INFO:tasks.workunit.client.0.smithi071.stdout:190 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:191 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:192 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:193 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:194 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:195 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:196 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:197 2023-12-16T18:23:46.517 INFO:tasks.workunit.client.0.smithi071.stdout:198 2023-12-16T18:23:46.518 INFO:tasks.workunit.client.0.smithi071.stdout:199 2023-12-16T18:23:46.519 INFO:tasks.workunit.client.0.smithi071.stdout:200 2023-12-16T18:23:46.521 INFO:tasks.workunit.client.0.smithi071.stdout:201 2023-12-16T18:23:46.521 INFO:tasks.workunit.client.0.smithi071.stdout:202 2023-12-16T18:23:46.523 INFO:tasks.workunit.client.0.smithi071.stdout:203 2023-12-16T18:23:46.523 INFO:tasks.workunit.client.0.smithi071.stdout:204 2023-12-16T18:23:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:205 2023-12-16T18:23:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:206 2023-12-16T18:23:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:207 2023-12-16T18:23:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:208 2023-12-16T18:23:46.528 INFO:tasks.workunit.client.0.smithi071.stdout:209 2023-12-16T18:23:46.529 INFO:tasks.workunit.client.0.smithi071.stdout:210 2023-12-16T18:23:46.530 INFO:tasks.workunit.client.0.smithi071.stdout:211 2023-12-16T18:23:46.533 INFO:tasks.workunit.client.0.smithi071.stdout:212 2023-12-16T18:23:46.533 INFO:tasks.workunit.client.0.smithi071.stdout:213 2023-12-16T18:23:46.533 INFO:tasks.workunit.client.0.smithi071.stdout:214 2023-12-16T18:23:46.534 INFO:tasks.workunit.client.0.smithi071.stdout:215 2023-12-16T18:23:46.535 INFO:tasks.workunit.client.0.smithi071.stdout:216 2023-12-16T18:23:46.536 INFO:tasks.workunit.client.0.smithi071.stdout:217 2023-12-16T18:23:46.536 INFO:tasks.workunit.client.0.smithi071.stdout:218 2023-12-16T18:23:46.537 INFO:tasks.workunit.client.0.smithi071.stdout:219 2023-12-16T18:23:46.538 INFO:tasks.workunit.client.0.smithi071.stdout:220 2023-12-16T18:23:46.539 INFO:tasks.workunit.client.0.smithi071.stdout:221 2023-12-16T18:23:46.540 INFO:tasks.workunit.client.0.smithi071.stdout:222 2023-12-16T18:23:46.541 INFO:tasks.workunit.client.0.smithi071.stdout:223 2023-12-16T18:23:46.542 INFO:tasks.workunit.client.0.smithi071.stdout:224 2023-12-16T18:23:46.544 INFO:tasks.workunit.client.0.smithi071.stdout:225 2023-12-16T18:23:46.544 INFO:tasks.workunit.client.0.smithi071.stdout:226 2023-12-16T18:23:46.545 INFO:tasks.workunit.client.0.smithi071.stdout:227 2023-12-16T18:23:46.546 INFO:tasks.workunit.client.0.smithi071.stdout:228 2023-12-16T18:23:46.547 INFO:tasks.workunit.client.0.smithi071.stdout:229 2023-12-16T18:23:46.548 INFO:tasks.workunit.client.0.smithi071.stdout:230 2023-12-16T18:23:46.549 INFO:tasks.workunit.client.0.smithi071.stdout:231 2023-12-16T18:23:46.554 INFO:tasks.workunit.client.0.smithi071.stdout:232 2023-12-16T18:23:46.554 INFO:tasks.workunit.client.0.smithi071.stdout:233 2023-12-16T18:23:46.554 INFO:tasks.workunit.client.0.smithi071.stdout:234 2023-12-16T18:23:46.554 INFO:tasks.workunit.client.0.smithi071.stdout:235 2023-12-16T18:23:46.555 INFO:tasks.workunit.client.0.smithi071.stdout:236 2023-12-16T18:23:46.555 INFO:tasks.workunit.client.0.smithi071.stdout:237 2023-12-16T18:23:46.556 INFO:tasks.workunit.client.0.smithi071.stdout:238 2023-12-16T18:23:46.558 INFO:tasks.workunit.client.0.smithi071.stdout:239 2023-12-16T18:23:46.558 INFO:tasks.workunit.client.0.smithi071.stdout:240 2023-12-16T18:23:46.560 INFO:tasks.workunit.client.0.smithi071.stdout:241 2023-12-16T18:23:46.560 INFO:tasks.workunit.client.0.smithi071.stdout:242 2023-12-16T18:23:46.561 INFO:tasks.workunit.client.0.smithi071.stdout:243 2023-12-16T18:23:46.562 INFO:tasks.workunit.client.0.smithi071.stdout:244 2023-12-16T18:23:46.563 INFO:tasks.workunit.client.0.smithi071.stdout:245 2023-12-16T18:23:46.564 INFO:tasks.workunit.client.0.smithi071.stdout:246 2023-12-16T18:23:46.566 INFO:tasks.workunit.client.0.smithi071.stdout:247 2023-12-16T18:23:46.568 INFO:tasks.workunit.client.0.smithi071.stdout:248 2023-12-16T18:23:46.571 INFO:tasks.workunit.client.0.smithi071.stdout:249 2023-12-16T18:23:46.573 INFO:tasks.workunit.client.0.smithi071.stdout:250 2023-12-16T18:23:46.574 INFO:tasks.workunit.client.0.smithi071.stdout:251 2023-12-16T18:23:46.578 INFO:tasks.workunit.client.0.smithi071.stdout:252 2023-12-16T18:23:46.578 INFO:tasks.workunit.client.0.smithi071.stdout:253 2023-12-16T18:23:46.578 INFO:tasks.workunit.client.0.smithi071.stdout:254 2023-12-16T18:23:46.579 INFO:tasks.workunit.client.0.smithi071.stdout:255 2023-12-16T18:23:46.580 INFO:tasks.workunit.client.0.smithi071.stdout:256 2023-12-16T18:23:46.581 INFO:tasks.workunit.client.0.smithi071.stdout:257 2023-12-16T18:23:46.582 INFO:tasks.workunit.client.0.smithi071.stdout:258 2023-12-16T18:23:46.583 INFO:tasks.workunit.client.0.smithi071.stdout:259 2023-12-16T18:23:46.584 INFO:tasks.workunit.client.0.smithi071.stdout:260 2023-12-16T18:23:46.585 INFO:tasks.workunit.client.0.smithi071.stdout:261 2023-12-16T18:23:46.587 INFO:tasks.workunit.client.0.smithi071.stdout:262 2023-12-16T18:23:46.587 INFO:tasks.workunit.client.0.smithi071.stdout:263 2023-12-16T18:23:46.587 INFO:tasks.workunit.client.0.smithi071.stdout:264 2023-12-16T18:23:46.589 INFO:tasks.workunit.client.0.smithi071.stdout:265 2023-12-16T18:23:46.590 INFO:tasks.workunit.client.0.smithi071.stdout:266 2023-12-16T18:23:46.590 INFO:tasks.workunit.client.0.smithi071.stdout:267 2023-12-16T18:23:46.591 INFO:tasks.workunit.client.0.smithi071.stdout:268 2023-12-16T18:23:46.594 INFO:tasks.workunit.client.0.smithi071.stdout:269 2023-12-16T18:23:46.594 INFO:tasks.workunit.client.0.smithi071.stdout:270 2023-12-16T18:23:46.599 INFO:tasks.workunit.client.0.smithi071.stdout:271 2023-12-16T18:23:46.599 INFO:tasks.workunit.client.0.smithi071.stdout:272 2023-12-16T18:23:46.599 INFO:tasks.workunit.client.0.smithi071.stdout:273 2023-12-16T18:23:46.599 INFO:tasks.workunit.client.0.smithi071.stdout:274 2023-12-16T18:23:46.599 INFO:tasks.workunit.client.0.smithi071.stdout:275 2023-12-16T18:23:46.600 INFO:tasks.workunit.client.0.smithi071.stdout:276 2023-12-16T18:23:46.600 INFO:tasks.workunit.client.0.smithi071.stdout:277 2023-12-16T18:23:46.601 INFO:tasks.workunit.client.0.smithi071.stdout:278 2023-12-16T18:23:46.602 INFO:tasks.workunit.client.0.smithi071.stdout:279 2023-12-16T18:23:46.603 INFO:tasks.workunit.client.0.smithi071.stdout:280 2023-12-16T18:23:46.604 INFO:tasks.workunit.client.0.smithi071.stdout:281 2023-12-16T18:23:46.605 INFO:tasks.workunit.client.0.smithi071.stdout:282 2023-12-16T18:23:46.606 INFO:tasks.workunit.client.0.smithi071.stdout:283 2023-12-16T18:23:46.607 INFO:tasks.workunit.client.0.smithi071.stdout:284 2023-12-16T18:23:46.608 INFO:tasks.workunit.client.0.smithi071.stdout:285 2023-12-16T18:23:46.609 INFO:tasks.workunit.client.0.smithi071.stdout:286 2023-12-16T18:23:46.610 INFO:tasks.workunit.client.0.smithi071.stdout:287 2023-12-16T18:23:46.610 INFO:tasks.workunit.client.0.smithi071.stdout:288 2023-12-16T18:23:46.612 INFO:tasks.workunit.client.0.smithi071.stdout:289 2023-12-16T18:23:46.613 INFO:tasks.workunit.client.0.smithi071.stdout:290 2023-12-16T18:23:46.614 INFO:tasks.workunit.client.0.smithi071.stdout:291 2023-12-16T18:23:46.616 INFO:tasks.workunit.client.0.smithi071.stdout:292 2023-12-16T18:23:46.617 INFO:tasks.workunit.client.0.smithi071.stdout:293 2023-12-16T18:23:46.617 INFO:tasks.workunit.client.0.smithi071.stdout:294 2023-12-16T18:23:46.618 INFO:tasks.workunit.client.0.smithi071.stdout:295 2023-12-16T18:23:46.619 INFO:tasks.workunit.client.0.smithi071.stdout:296 2023-12-16T18:23:46.620 INFO:tasks.workunit.client.0.smithi071.stdout:297 2023-12-16T18:23:46.621 INFO:tasks.workunit.client.0.smithi071.stdout:298 2023-12-16T18:23:46.630 INFO:tasks.workunit.client.0.smithi071.stdout:299 2023-12-16T18:23:46.630 INFO:tasks.workunit.client.0.smithi071.stdout:300 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:301 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:302 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:303 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:304 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:305 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:306 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:307 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:308 2023-12-16T18:23:46.631 INFO:tasks.workunit.client.0.smithi071.stdout:309 2023-12-16T18:23:46.632 INFO:tasks.workunit.client.0.smithi071.stdout:310 2023-12-16T18:23:46.633 INFO:tasks.workunit.client.0.smithi071.stdout:311 2023-12-16T18:23:46.634 INFO:tasks.workunit.client.0.smithi071.stdout:312 2023-12-16T18:23:46.635 INFO:tasks.workunit.client.0.smithi071.stdout:313 2023-12-16T18:23:46.636 INFO:tasks.workunit.client.0.smithi071.stdout:314 2023-12-16T18:23:46.637 INFO:tasks.workunit.client.0.smithi071.stdout:315 2023-12-16T18:23:46.638 INFO:tasks.workunit.client.0.smithi071.stdout:316 2023-12-16T18:23:46.639 INFO:tasks.workunit.client.0.smithi071.stdout:317 2023-12-16T18:23:46.640 INFO:tasks.workunit.client.0.smithi071.stdout:318 2023-12-16T18:23:46.641 INFO:tasks.workunit.client.0.smithi071.stdout:319 2023-12-16T18:23:46.642 INFO:tasks.workunit.client.0.smithi071.stdout:320 2023-12-16T18:23:46.644 INFO:tasks.workunit.client.0.smithi071.stdout:321 2023-12-16T18:23:46.644 INFO:tasks.workunit.client.0.smithi071.stdout:322 2023-12-16T18:23:46.645 INFO:tasks.workunit.client.0.smithi071.stdout:323 2023-12-16T18:23:46.646 INFO:tasks.workunit.client.0.smithi071.stdout:324 2023-12-16T18:23:46.647 INFO:tasks.workunit.client.0.smithi071.stdout:325 2023-12-16T18:23:46.648 INFO:tasks.workunit.client.0.smithi071.stdout:326 2023-12-16T18:23:46.649 INFO:tasks.workunit.client.0.smithi071.stdout:327 2023-12-16T18:23:46.650 INFO:tasks.workunit.client.0.smithi071.stdout:328 2023-12-16T18:23:46.651 INFO:tasks.workunit.client.0.smithi071.stdout:329 2023-12-16T18:23:46.652 INFO:tasks.workunit.client.0.smithi071.stdout:330 2023-12-16T18:23:46.654 INFO:tasks.workunit.client.0.smithi071.stdout:331 2023-12-16T18:23:46.654 INFO:tasks.workunit.client.0.smithi071.stdout:332 2023-12-16T18:23:46.655 INFO:tasks.workunit.client.0.smithi071.stdout:333 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:334 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:335 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:336 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:337 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:338 2023-12-16T18:23:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:339 2023-12-16T18:23:46.664 INFO:tasks.workunit.client.0.smithi071.stdout:340 2023-12-16T18:23:46.664 INFO:tasks.workunit.client.0.smithi071.stdout:341 2023-12-16T18:23:46.665 INFO:tasks.workunit.client.0.smithi071.stdout:342 2023-12-16T18:23:46.666 INFO:tasks.workunit.client.0.smithi071.stdout:343 2023-12-16T18:23:46.667 INFO:tasks.workunit.client.0.smithi071.stdout:344 2023-12-16T18:23:46.668 INFO:tasks.workunit.client.0.smithi071.stdout:345 2023-12-16T18:23:46.669 INFO:tasks.workunit.client.0.smithi071.stdout:346 2023-12-16T18:23:46.670 INFO:tasks.workunit.client.0.smithi071.stdout:347 2023-12-16T18:23:46.670 INFO:tasks.workunit.client.0.smithi071.stdout:348 2023-12-16T18:23:46.673 INFO:tasks.workunit.client.0.smithi071.stdout:349 2023-12-16T18:23:46.673 INFO:tasks.workunit.client.0.smithi071.stdout:350 2023-12-16T18:23:46.673 INFO:tasks.workunit.client.0.smithi071.stdout:351 2023-12-16T18:23:46.674 INFO:tasks.workunit.client.0.smithi071.stdout:352 2023-12-16T18:23:46.675 INFO:tasks.workunit.client.0.smithi071.stdout:353 2023-12-16T18:23:46.676 INFO:tasks.workunit.client.0.smithi071.stdout:354 2023-12-16T18:23:46.677 INFO:tasks.workunit.client.0.smithi071.stdout:355 2023-12-16T18:23:46.677 INFO:tasks.workunit.client.0.smithi071.stdout:356 2023-12-16T18:23:46.678 INFO:tasks.workunit.client.0.smithi071.stdout:357 2023-12-16T18:23:46.682 INFO:tasks.workunit.client.0.smithi071.stdout:358 2023-12-16T18:23:46.682 INFO:tasks.workunit.client.0.smithi071.stdout:359 2023-12-16T18:23:46.682 INFO:tasks.workunit.client.0.smithi071.stdout:360 2023-12-16T18:23:46.682 INFO:tasks.workunit.client.0.smithi071.stdout:361 2023-12-16T18:23:46.686 INFO:tasks.workunit.client.0.smithi071.stdout:362 2023-12-16T18:23:46.686 INFO:tasks.workunit.client.0.smithi071.stdout:363 2023-12-16T18:23:46.686 INFO:tasks.workunit.client.0.smithi071.stdout:364 2023-12-16T18:23:46.686 INFO:tasks.workunit.client.0.smithi071.stdout:365 2023-12-16T18:23:46.687 INFO:tasks.workunit.client.0.smithi071.stdout:366 2023-12-16T18:23:46.688 INFO:tasks.workunit.client.0.smithi071.stdout:367 2023-12-16T18:23:46.689 INFO:tasks.workunit.client.0.smithi071.stdout:368 2023-12-16T18:23:46.689 INFO:tasks.workunit.client.0.smithi071.stdout:369 2023-12-16T18:23:46.691 INFO:tasks.workunit.client.0.smithi071.stdout:370 2023-12-16T18:23:46.691 INFO:tasks.workunit.client.0.smithi071.stdout:371 2023-12-16T18:23:46.692 INFO:tasks.workunit.client.0.smithi071.stdout:372 2023-12-16T18:23:46.693 INFO:tasks.workunit.client.0.smithi071.stdout:373 2023-12-16T18:23:46.694 INFO:tasks.workunit.client.0.smithi071.stdout:374 2023-12-16T18:23:46.694 INFO:tasks.workunit.client.0.smithi071.stdout:375 2023-12-16T18:23:46.695 INFO:tasks.workunit.client.0.smithi071.stdout:376 2023-12-16T18:23:46.696 INFO:tasks.workunit.client.0.smithi071.stdout:377 2023-12-16T18:23:46.697 INFO:tasks.workunit.client.0.smithi071.stdout:378 2023-12-16T18:23:46.698 INFO:tasks.workunit.client.0.smithi071.stdout:379 2023-12-16T18:23:46.699 INFO:tasks.workunit.client.0.smithi071.stdout:380 2023-12-16T18:23:46.701 INFO:tasks.workunit.client.0.smithi071.stdout:381 2023-12-16T18:23:46.701 INFO:tasks.workunit.client.0.smithi071.stdout:382 2023-12-16T18:23:46.702 INFO:tasks.workunit.client.0.smithi071.stdout:383 2023-12-16T18:23:46.703 INFO:tasks.workunit.client.0.smithi071.stdout:384 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:385 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:386 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:387 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:388 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:389 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:390 2023-12-16T18:23:46.710 INFO:tasks.workunit.client.0.smithi071.stdout:391 2023-12-16T18:23:46.711 INFO:tasks.workunit.client.0.smithi071.stdout:392 2023-12-16T18:23:46.711 INFO:tasks.workunit.client.0.smithi071.stdout:393 2023-12-16T18:23:46.712 INFO:tasks.workunit.client.0.smithi071.stdout:394 2023-12-16T18:23:46.713 INFO:tasks.workunit.client.0.smithi071.stdout:395 2023-12-16T18:23:46.714 INFO:tasks.workunit.client.0.smithi071.stdout:396 2023-12-16T18:23:46.714 INFO:tasks.workunit.client.0.smithi071.stdout:397 2023-12-16T18:23:46.715 INFO:tasks.workunit.client.0.smithi071.stdout:398 2023-12-16T18:23:46.717 INFO:tasks.workunit.client.0.smithi071.stdout:399 2023-12-16T18:23:46.717 INFO:tasks.workunit.client.0.smithi071.stdout:400 2023-12-16T18:23:46.719 INFO:tasks.workunit.client.0.smithi071.stdout:401 2023-12-16T18:23:46.720 INFO:tasks.workunit.client.0.smithi071.stdout:402 2023-12-16T18:23:46.720 INFO:tasks.workunit.client.0.smithi071.stdout:403 2023-12-16T18:23:46.721 INFO:tasks.workunit.client.0.smithi071.stdout:404 2023-12-16T18:23:46.722 INFO:tasks.workunit.client.0.smithi071.stdout:405 2023-12-16T18:23:46.723 INFO:tasks.workunit.client.0.smithi071.stdout:406 2023-12-16T18:23:46.724 INFO:tasks.workunit.client.0.smithi071.stdout:407 2023-12-16T18:23:46.724 INFO:tasks.workunit.client.0.smithi071.stdout:408 2023-12-16T18:23:46.725 INFO:tasks.workunit.client.0.smithi071.stdout:409 2023-12-16T18:23:46.726 INFO:tasks.workunit.client.0.smithi071.stdout:410 2023-12-16T18:23:46.727 INFO:tasks.workunit.client.0.smithi071.stdout:411 2023-12-16T18:23:46.728 INFO:tasks.workunit.client.0.smithi071.stdout:412 2023-12-16T18:23:46.729 INFO:tasks.workunit.client.0.smithi071.stdout:413 2023-12-16T18:23:46.730 INFO:tasks.workunit.client.0.smithi071.stdout:414 2023-12-16T18:23:46.731 INFO:tasks.workunit.client.0.smithi071.stdout:415 2023-12-16T18:23:46.733 INFO:tasks.workunit.client.0.smithi071.stdout:416 2023-12-16T18:23:46.735 INFO:tasks.workunit.client.0.smithi071.stdout:417 2023-12-16T18:23:46.736 INFO:tasks.workunit.client.0.smithi071.stdout:418 2023-12-16T18:23:46.737 INFO:tasks.workunit.client.0.smithi071.stdout:419 2023-12-16T18:23:46.738 INFO:tasks.workunit.client.0.smithi071.stdout:420 2023-12-16T18:23:46.739 INFO:tasks.workunit.client.0.smithi071.stdout:421 2023-12-16T18:23:46.741 INFO:tasks.workunit.client.0.smithi071.stdout:422 2023-12-16T18:23:46.741 INFO:tasks.workunit.client.0.smithi071.stdout:423 2023-12-16T18:23:46.742 INFO:tasks.workunit.client.0.smithi071.stdout:424 2023-12-16T18:23:46.743 INFO:tasks.workunit.client.0.smithi071.stdout:425 2023-12-16T18:23:46.744 INFO:tasks.workunit.client.0.smithi071.stdout:426 2023-12-16T18:23:46.745 INFO:tasks.workunit.client.0.smithi071.stdout:427 2023-12-16T18:23:46.746 INFO:tasks.workunit.client.0.smithi071.stdout:428 2023-12-16T18:23:46.747 INFO:tasks.workunit.client.0.smithi071.stdout:429 2023-12-16T18:23:46.748 INFO:tasks.workunit.client.0.smithi071.stdout:430 2023-12-16T18:23:46.749 INFO:tasks.workunit.client.0.smithi071.stdout:431 2023-12-16T18:23:46.750 INFO:tasks.workunit.client.0.smithi071.stdout:432 2023-12-16T18:23:46.751 INFO:tasks.workunit.client.0.smithi071.stdout:433 2023-12-16T18:23:46.752 INFO:tasks.workunit.client.0.smithi071.stdout:434 2023-12-16T18:23:46.753 INFO:tasks.workunit.client.0.smithi071.stdout:435 2023-12-16T18:23:46.753 INFO:tasks.workunit.client.0.smithi071.stdout:436 2023-12-16T18:23:46.754 INFO:tasks.workunit.client.0.smithi071.stdout:437 2023-12-16T18:23:46.755 INFO:tasks.workunit.client.0.smithi071.stdout:438 2023-12-16T18:23:46.756 INFO:tasks.workunit.client.0.smithi071.stdout:439 2023-12-16T18:23:46.757 INFO:tasks.workunit.client.0.smithi071.stdout:440 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:441 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:442 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:443 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:444 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:445 2023-12-16T18:23:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:446 2023-12-16T18:23:46.764 INFO:tasks.workunit.client.0.smithi071.stdout:447 2023-12-16T18:23:46.764 INFO:tasks.workunit.client.0.smithi071.stdout:448 2023-12-16T18:23:46.765 INFO:tasks.workunit.client.0.smithi071.stdout:449 2023-12-16T18:23:46.766 INFO:tasks.workunit.client.0.smithi071.stdout:450 2023-12-16T18:23:46.768 INFO:tasks.workunit.client.0.smithi071.stdout:451 2023-12-16T18:23:46.769 INFO:tasks.workunit.client.0.smithi071.stdout:452 2023-12-16T18:23:46.769 INFO:tasks.workunit.client.0.smithi071.stdout:453 2023-12-16T18:23:46.770 INFO:tasks.workunit.client.0.smithi071.stdout:454 2023-12-16T18:23:46.771 INFO:tasks.workunit.client.0.smithi071.stdout:455 2023-12-16T18:23:46.772 INFO:tasks.workunit.client.0.smithi071.stdout:456 2023-12-16T18:23:46.773 INFO:tasks.workunit.client.0.smithi071.stdout:457 2023-12-16T18:23:46.774 INFO:tasks.workunit.client.0.smithi071.stdout:458 2023-12-16T18:23:46.775 INFO:tasks.workunit.client.0.smithi071.stdout:459 2023-12-16T18:23:46.776 INFO:tasks.workunit.client.0.smithi071.stdout:460 2023-12-16T18:23:46.777 INFO:tasks.workunit.client.0.smithi071.stdout:461 2023-12-16T18:23:46.778 INFO:tasks.workunit.client.0.smithi071.stdout:462 2023-12-16T18:23:46.779 INFO:tasks.workunit.client.0.smithi071.stdout:463 2023-12-16T18:23:46.780 INFO:tasks.workunit.client.0.smithi071.stdout:464 2023-12-16T18:23:46.781 INFO:tasks.workunit.client.0.smithi071.stdout:465 2023-12-16T18:23:46.782 INFO:tasks.workunit.client.0.smithi071.stdout:466 2023-12-16T18:23:46.783 INFO:tasks.workunit.client.0.smithi071.stdout:467 2023-12-16T18:23:46.784 INFO:tasks.workunit.client.0.smithi071.stdout:468 2023-12-16T18:23:46.785 INFO:tasks.workunit.client.0.smithi071.stdout:469 2023-12-16T18:23:46.786 INFO:tasks.workunit.client.0.smithi071.stdout:470 2023-12-16T18:23:46.787 INFO:tasks.workunit.client.0.smithi071.stdout:471 2023-12-16T18:23:46.788 INFO:tasks.workunit.client.0.smithi071.stdout:472 2023-12-16T18:23:46.789 INFO:tasks.workunit.client.0.smithi071.stdout:473 2023-12-16T18:23:46.790 INFO:tasks.workunit.client.0.smithi071.stdout:474 2023-12-16T18:23:46.791 INFO:tasks.workunit.client.0.smithi071.stdout:475 2023-12-16T18:23:46.792 INFO:tasks.workunit.client.0.smithi071.stdout:476 2023-12-16T18:23:46.793 INFO:tasks.workunit.client.0.smithi071.stdout:477 2023-12-16T18:23:46.794 INFO:tasks.workunit.client.0.smithi071.stdout:478 2023-12-16T18:23:46.795 INFO:tasks.workunit.client.0.smithi071.stdout:479 2023-12-16T18:23:46.796 INFO:tasks.workunit.client.0.smithi071.stdout:480 2023-12-16T18:23:46.797 INFO:tasks.workunit.client.0.smithi071.stdout:481 2023-12-16T18:23:46.798 INFO:tasks.workunit.client.0.smithi071.stdout:482 2023-12-16T18:23:46.801 INFO:tasks.workunit.client.0.smithi071.stdout:483 2023-12-16T18:23:46.802 INFO:tasks.workunit.client.0.smithi071.stdout:484 2023-12-16T18:23:46.803 INFO:tasks.workunit.client.0.smithi071.stdout:485 2023-12-16T18:23:46.804 INFO:tasks.workunit.client.0.smithi071.stdout:486 2023-12-16T18:23:46.805 INFO:tasks.workunit.client.0.smithi071.stdout:487 2023-12-16T18:23:46.806 INFO:tasks.workunit.client.0.smithi071.stdout:488 2023-12-16T18:23:46.807 INFO:tasks.workunit.client.0.smithi071.stdout:489 2023-12-16T18:23:46.808 INFO:tasks.workunit.client.0.smithi071.stdout:490 2023-12-16T18:23:46.809 INFO:tasks.workunit.client.0.smithi071.stdout:491 2023-12-16T18:23:46.810 INFO:tasks.workunit.client.0.smithi071.stdout:492 2023-12-16T18:23:46.812 INFO:tasks.workunit.client.0.smithi071.stdout:493 2023-12-16T18:23:46.813 INFO:tasks.workunit.client.0.smithi071.stdout:494 2023-12-16T18:23:46.814 INFO:tasks.workunit.client.0.smithi071.stdout:495 2023-12-16T18:23:46.815 INFO:tasks.workunit.client.0.smithi071.stdout:496 2023-12-16T18:23:46.816 INFO:tasks.workunit.client.0.smithi071.stdout:497 2023-12-16T18:23:46.817 INFO:tasks.workunit.client.0.smithi071.stdout:498 2023-12-16T18:23:46.818 INFO:tasks.workunit.client.0.smithi071.stdout:499 2023-12-16T18:23:46.819 INFO:tasks.workunit.client.0.smithi071.stdout:500 2023-12-16T18:23:46.820 INFO:tasks.workunit.client.0.smithi071.stdout:501 2023-12-16T18:23:46.821 INFO:tasks.workunit.client.0.smithi071.stdout:502 2023-12-16T18:23:46.822 INFO:tasks.workunit.client.0.smithi071.stdout:503 2023-12-16T18:23:46.823 INFO:tasks.workunit.client.0.smithi071.stdout:504 2023-12-16T18:23:46.824 INFO:tasks.workunit.client.0.smithi071.stdout:505 2023-12-16T18:23:46.825 INFO:tasks.workunit.client.0.smithi071.stdout:506 2023-12-16T18:23:46.826 INFO:tasks.workunit.client.0.smithi071.stdout:507 2023-12-16T18:23:46.827 INFO:tasks.workunit.client.0.smithi071.stdout:508 2023-12-16T18:23:46.828 INFO:tasks.workunit.client.0.smithi071.stdout:509 2023-12-16T18:23:46.830 INFO:tasks.workunit.client.0.smithi071.stdout:510 2023-12-16T18:23:46.831 INFO:tasks.workunit.client.0.smithi071.stdout:511 2023-12-16T18:23:46.832 INFO:tasks.workunit.client.0.smithi071.stdout:512 2023-12-16T18:23:46.833 INFO:tasks.workunit.client.0.smithi071.stdout:513 2023-12-16T18:23:46.834 INFO:tasks.workunit.client.0.smithi071.stdout:514 2023-12-16T18:23:46.834 INFO:tasks.workunit.client.0.smithi071.stdout:515 2023-12-16T18:23:46.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:46.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:46 smithi184 ceph-mon[136228]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T18:23:46.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T18:23:46.836 INFO:tasks.workunit.client.0.smithi071.stdout:516 2023-12-16T18:23:46.836 INFO:tasks.workunit.client.0.smithi071.stdout:517 2023-12-16T18:23:46.837 INFO:tasks.workunit.client.0.smithi071.stdout:518 2023-12-16T18:23:46.838 INFO:tasks.workunit.client.0.smithi071.stdout:519 2023-12-16T18:23:46.839 INFO:tasks.workunit.client.0.smithi071.stdout:520 2023-12-16T18:23:46.840 INFO:tasks.workunit.client.0.smithi071.stdout:521 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[142085]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[139725]: osdmap e886: 8 total, 8 up, 8 in 2023-12-16T18:23:46.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3183315267' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-16T18:23:46.842 INFO:tasks.workunit.client.0.smithi071.stdout:522 2023-12-16T18:23:46.843 INFO:tasks.workunit.client.0.smithi071.stdout:523 2023-12-16T18:23:46.844 INFO:tasks.workunit.client.0.smithi071.stdout:524 2023-12-16T18:23:46.845 INFO:tasks.workunit.client.0.smithi071.stdout:525 2023-12-16T18:23:46.846 INFO:tasks.workunit.client.0.smithi071.stdout:526 2023-12-16T18:23:46.847 INFO:tasks.workunit.client.0.smithi071.stdout:527 2023-12-16T18:23:46.848 INFO:tasks.workunit.client.0.smithi071.stdout:528 2023-12-16T18:23:46.849 INFO:tasks.workunit.client.0.smithi071.stdout:529 2023-12-16T18:23:46.850 INFO:tasks.workunit.client.0.smithi071.stdout:530 2023-12-16T18:23:46.851 INFO:tasks.workunit.client.0.smithi071.stdout:531 2023-12-16T18:23:46.852 INFO:tasks.workunit.client.0.smithi071.stdout:532 2023-12-16T18:23:46.853 INFO:tasks.workunit.client.0.smithi071.stdout:533 2023-12-16T18:23:46.854 INFO:tasks.workunit.client.0.smithi071.stdout:534 2023-12-16T18:23:46.855 INFO:tasks.workunit.client.0.smithi071.stdout:535 2023-12-16T18:23:46.856 INFO:tasks.workunit.client.0.smithi071.stdout:536 2023-12-16T18:23:46.857 INFO:tasks.workunit.client.0.smithi071.stdout:537 2023-12-16T18:23:46.858 INFO:tasks.workunit.client.0.smithi071.stdout:538 2023-12-16T18:23:46.859 INFO:tasks.workunit.client.0.smithi071.stdout:539 2023-12-16T18:23:46.861 INFO:tasks.workunit.client.0.smithi071.stdout:540 2023-12-16T18:23:46.862 INFO:tasks.workunit.client.0.smithi071.stdout:541 2023-12-16T18:23:46.863 INFO:tasks.workunit.client.0.smithi071.stdout:542 2023-12-16T18:23:46.865 INFO:tasks.workunit.client.0.smithi071.stdout:543 2023-12-16T18:23:46.866 INFO:tasks.workunit.client.0.smithi071.stdout:544 2023-12-16T18:23:46.867 INFO:tasks.workunit.client.0.smithi071.stdout:545 2023-12-16T18:23:46.868 INFO:tasks.workunit.client.0.smithi071.stdout:546 2023-12-16T18:23:46.869 INFO:tasks.workunit.client.0.smithi071.stdout:547 2023-12-16T18:23:46.870 INFO:tasks.workunit.client.0.smithi071.stdout:548 2023-12-16T18:23:46.871 INFO:tasks.workunit.client.0.smithi071.stdout:549 2023-12-16T18:23:46.872 INFO:tasks.workunit.client.0.smithi071.stdout:550 2023-12-16T18:23:46.873 INFO:tasks.workunit.client.0.smithi071.stdout:551 2023-12-16T18:23:46.874 INFO:tasks.workunit.client.0.smithi071.stdout:552 2023-12-16T18:23:46.875 INFO:tasks.workunit.client.0.smithi071.stdout:553 2023-12-16T18:23:46.876 INFO:tasks.workunit.client.0.smithi071.stdout:554 2023-12-16T18:23:46.877 INFO:tasks.workunit.client.0.smithi071.stdout:555 2023-12-16T18:23:46.878 INFO:tasks.workunit.client.0.smithi071.stdout:556 2023-12-16T18:23:46.879 INFO:tasks.workunit.client.0.smithi071.stdout:557 2023-12-16T18:23:46.880 INFO:tasks.workunit.client.0.smithi071.stdout:558 2023-12-16T18:23:46.881 INFO:tasks.workunit.client.0.smithi071.stdout:559 2023-12-16T18:23:46.882 INFO:tasks.workunit.client.0.smithi071.stdout:560 2023-12-16T18:23:46.883 INFO:tasks.workunit.client.0.smithi071.stdout:561 2023-12-16T18:23:46.884 INFO:tasks.workunit.client.0.smithi071.stdout:562 2023-12-16T18:23:46.885 INFO:tasks.workunit.client.0.smithi071.stdout:563 2023-12-16T18:23:46.886 INFO:tasks.workunit.client.0.smithi071.stdout:564 2023-12-16T18:23:46.887 INFO:tasks.workunit.client.0.smithi071.stdout:565 2023-12-16T18:23:46.888 INFO:tasks.workunit.client.0.smithi071.stdout:566 2023-12-16T18:23:46.889 INFO:tasks.workunit.client.0.smithi071.stdout:567 2023-12-16T18:23:46.890 INFO:tasks.workunit.client.0.smithi071.stdout:568 2023-12-16T18:23:46.891 INFO:tasks.workunit.client.0.smithi071.stdout:569 2023-12-16T18:23:46.892 INFO:tasks.workunit.client.0.smithi071.stdout:570 2023-12-16T18:23:46.894 INFO:tasks.workunit.client.0.smithi071.stdout:571 2023-12-16T18:23:46.895 INFO:tasks.workunit.client.0.smithi071.stdout:572 2023-12-16T18:23:46.896 INFO:tasks.workunit.client.0.smithi071.stdout:573 2023-12-16T18:23:46.898 INFO:tasks.workunit.client.0.smithi071.stdout:574 2023-12-16T18:23:46.899 INFO:tasks.workunit.client.0.smithi071.stdout:575 2023-12-16T18:23:46.900 INFO:tasks.workunit.client.0.smithi071.stdout:576 2023-12-16T18:23:46.901 INFO:tasks.workunit.client.0.smithi071.stdout:577 2023-12-16T18:23:46.902 INFO:tasks.workunit.client.0.smithi071.stdout:578 2023-12-16T18:23:46.903 INFO:tasks.workunit.client.0.smithi071.stdout:579 2023-12-16T18:23:46.906 INFO:tasks.workunit.client.0.smithi071.stdout:580 2023-12-16T18:23:46.906 INFO:tasks.workunit.client.0.smithi071.stdout:581 2023-12-16T18:23:46.907 INFO:tasks.workunit.client.0.smithi071.stdout:582 2023-12-16T18:23:46.908 INFO:tasks.workunit.client.0.smithi071.stdout:583 2023-12-16T18:23:46.909 INFO:tasks.workunit.client.0.smithi071.stdout:584 2023-12-16T18:23:46.910 INFO:tasks.workunit.client.0.smithi071.stdout:585 2023-12-16T18:23:46.911 INFO:tasks.workunit.client.0.smithi071.stdout:586 2023-12-16T18:23:46.912 INFO:tasks.workunit.client.0.smithi071.stdout:587 2023-12-16T18:23:46.914 INFO:tasks.workunit.client.0.smithi071.stdout:588 2023-12-16T18:23:46.915 INFO:tasks.workunit.client.0.smithi071.stdout:589 2023-12-16T18:23:46.916 INFO:tasks.workunit.client.0.smithi071.stdout:590 2023-12-16T18:23:46.917 INFO:tasks.workunit.client.0.smithi071.stdout:591 2023-12-16T18:23:46.920 INFO:tasks.workunit.client.0.smithi071.stdout:592 2023-12-16T18:23:46.920 INFO:tasks.workunit.client.0.smithi071.stdout:593 2023-12-16T18:23:46.920 INFO:tasks.workunit.client.0.smithi071.stdout:594 2023-12-16T18:23:46.921 INFO:tasks.workunit.client.0.smithi071.stdout:595 2023-12-16T18:23:46.923 INFO:tasks.workunit.client.0.smithi071.stdout:596 2023-12-16T18:23:46.923 INFO:tasks.workunit.client.0.smithi071.stdout:597 2023-12-16T18:23:46.924 INFO:tasks.workunit.client.0.smithi071.stdout:598 2023-12-16T18:23:46.925 INFO:tasks.workunit.client.0.smithi071.stdout:599 2023-12-16T18:23:46.926 INFO:tasks.workunit.client.0.smithi071.stdout:600 2023-12-16T18:23:46.927 INFO:tasks.workunit.client.0.smithi071.stdout:601 2023-12-16T18:23:46.930 INFO:tasks.workunit.client.0.smithi071.stdout:602 2023-12-16T18:23:46.930 INFO:tasks.workunit.client.0.smithi071.stdout:603 2023-12-16T18:23:46.931 INFO:tasks.workunit.client.0.smithi071.stdout:604 2023-12-16T18:23:46.931 INFO:tasks.workunit.client.0.smithi071.stdout:605 2023-12-16T18:23:46.932 INFO:tasks.workunit.client.0.smithi071.stdout:606 2023-12-16T18:23:46.933 INFO:tasks.workunit.client.0.smithi071.stdout:607 2023-12-16T18:23:46.934 INFO:tasks.workunit.client.0.smithi071.stdout:608 2023-12-16T18:23:46.935 INFO:tasks.workunit.client.0.smithi071.stdout:609 2023-12-16T18:23:46.936 INFO:tasks.workunit.client.0.smithi071.stdout:610 2023-12-16T18:23:46.937 INFO:tasks.workunit.client.0.smithi071.stdout:611 2023-12-16T18:23:46.938 INFO:tasks.workunit.client.0.smithi071.stdout:612 2023-12-16T18:23:46.939 INFO:tasks.workunit.client.0.smithi071.stdout:613 2023-12-16T18:23:46.940 INFO:tasks.workunit.client.0.smithi071.stdout:614 2023-12-16T18:23:46.941 INFO:tasks.workunit.client.0.smithi071.stdout:615 2023-12-16T18:23:46.942 INFO:tasks.workunit.client.0.smithi071.stdout:616 2023-12-16T18:23:46.943 INFO:tasks.workunit.client.0.smithi071.stdout:617 2023-12-16T18:23:46.944 INFO:tasks.workunit.client.0.smithi071.stdout:618 2023-12-16T18:23:46.946 INFO:tasks.workunit.client.0.smithi071.stdout:619 2023-12-16T18:23:46.947 INFO:tasks.workunit.client.0.smithi071.stdout:620 2023-12-16T18:23:46.948 INFO:tasks.workunit.client.0.smithi071.stdout:621 2023-12-16T18:23:46.950 INFO:tasks.workunit.client.0.smithi071.stdout:622 2023-12-16T18:23:46.950 INFO:tasks.workunit.client.0.smithi071.stdout:623 2023-12-16T18:23:46.951 INFO:tasks.workunit.client.0.smithi071.stdout:624 2023-12-16T18:23:46.953 INFO:tasks.workunit.client.0.smithi071.stdout:625 2023-12-16T18:23:46.954 INFO:tasks.workunit.client.0.smithi071.stdout:626 2023-12-16T18:23:46.955 INFO:tasks.workunit.client.0.smithi071.stdout:627 2023-12-16T18:23:46.956 INFO:tasks.workunit.client.0.smithi071.stdout:628 2023-12-16T18:23:46.958 INFO:tasks.workunit.client.0.smithi071.stdout:629 2023-12-16T18:23:46.959 INFO:tasks.workunit.client.0.smithi071.stdout:630 2023-12-16T18:23:46.960 INFO:tasks.workunit.client.0.smithi071.stdout:631 2023-12-16T18:23:46.961 INFO:tasks.workunit.client.0.smithi071.stdout:632 2023-12-16T18:23:46.966 INFO:tasks.workunit.client.0.smithi071.stdout:633 2023-12-16T18:23:46.966 INFO:tasks.workunit.client.0.smithi071.stdout:634 2023-12-16T18:23:46.966 INFO:tasks.workunit.client.0.smithi071.stdout:635 2023-12-16T18:23:46.966 INFO:tasks.workunit.client.0.smithi071.stdout:636 2023-12-16T18:23:46.967 INFO:tasks.workunit.client.0.smithi071.stdout:637 2023-12-16T18:23:46.968 INFO:tasks.workunit.client.0.smithi071.stdout:638 2023-12-16T18:23:46.970 INFO:tasks.workunit.client.0.smithi071.stdout:639 2023-12-16T18:23:46.970 INFO:tasks.workunit.client.0.smithi071.stdout:640 2023-12-16T18:23:46.972 INFO:tasks.workunit.client.0.smithi071.stdout:641 2023-12-16T18:23:46.973 INFO:tasks.workunit.client.0.smithi071.stdout:642 2023-12-16T18:23:46.973 INFO:tasks.workunit.client.0.smithi071.stdout:643 2023-12-16T18:23:46.975 INFO:tasks.workunit.client.0.smithi071.stdout:644 2023-12-16T18:23:46.976 INFO:tasks.workunit.client.0.smithi071.stdout:645 2023-12-16T18:23:46.977 INFO:tasks.workunit.client.0.smithi071.stdout:646 2023-12-16T18:23:46.978 INFO:tasks.workunit.client.0.smithi071.stdout:647 2023-12-16T18:23:46.979 INFO:tasks.workunit.client.0.smithi071.stdout:648 2023-12-16T18:23:46.980 INFO:tasks.workunit.client.0.smithi071.stdout:649 2023-12-16T18:23:46.981 INFO:tasks.workunit.client.0.smithi071.stdout:650 2023-12-16T18:23:46.982 INFO:tasks.workunit.client.0.smithi071.stdout:651 2023-12-16T18:23:46.983 INFO:tasks.workunit.client.0.smithi071.stdout:652 2023-12-16T18:23:46.984 INFO:tasks.workunit.client.0.smithi071.stdout:653 2023-12-16T18:23:46.985 INFO:tasks.workunit.client.0.smithi071.stdout:654 2023-12-16T18:23:46.986 INFO:tasks.workunit.client.0.smithi071.stdout:655 2023-12-16T18:23:46.987 INFO:tasks.workunit.client.0.smithi071.stdout:656 2023-12-16T18:23:46.989 INFO:tasks.workunit.client.0.smithi071.stdout:657 2023-12-16T18:23:46.990 INFO:tasks.workunit.client.0.smithi071.stdout:658 2023-12-16T18:23:46.991 INFO:tasks.workunit.client.0.smithi071.stdout:659 2023-12-16T18:23:46.992 INFO:tasks.workunit.client.0.smithi071.stdout:660 2023-12-16T18:23:46.993 INFO:tasks.workunit.client.0.smithi071.stdout:661 2023-12-16T18:23:46.994 INFO:tasks.workunit.client.0.smithi071.stdout:662 2023-12-16T18:23:46.995 INFO:tasks.workunit.client.0.smithi071.stdout:663 2023-12-16T18:23:46.996 INFO:tasks.workunit.client.0.smithi071.stdout:664 2023-12-16T18:23:46.997 INFO:tasks.workunit.client.0.smithi071.stdout:665 2023-12-16T18:23:46.998 INFO:tasks.workunit.client.0.smithi071.stdout:666 2023-12-16T18:23:46.999 INFO:tasks.workunit.client.0.smithi071.stdout:667 2023-12-16T18:23:47.000 INFO:tasks.workunit.client.0.smithi071.stdout:668 2023-12-16T18:23:47.001 INFO:tasks.workunit.client.0.smithi071.stdout:669 2023-12-16T18:23:47.003 INFO:tasks.workunit.client.0.smithi071.stdout:670 2023-12-16T18:23:47.004 INFO:tasks.workunit.client.0.smithi071.stdout:671 2023-12-16T18:23:47.005 INFO:tasks.workunit.client.0.smithi071.stdout:672 2023-12-16T18:23:47.006 INFO:tasks.workunit.client.0.smithi071.stdout:673 2023-12-16T18:23:47.007 INFO:tasks.workunit.client.0.smithi071.stdout:674 2023-12-16T18:23:47.009 INFO:tasks.workunit.client.0.smithi071.stdout:675 2023-12-16T18:23:47.010 INFO:tasks.workunit.client.0.smithi071.stdout:676 2023-12-16T18:23:47.010 INFO:tasks.workunit.client.0.smithi071.stdout:677 2023-12-16T18:23:47.011 INFO:tasks.workunit.client.0.smithi071.stdout:678 2023-12-16T18:23:47.012 INFO:tasks.workunit.client.0.smithi071.stdout:679 2023-12-16T18:23:47.014 INFO:tasks.workunit.client.0.smithi071.stdout:680 2023-12-16T18:23:47.015 INFO:tasks.workunit.client.0.smithi071.stdout:681 2023-12-16T18:23:47.016 INFO:tasks.workunit.client.0.smithi071.stdout:682 2023-12-16T18:23:47.017 INFO:tasks.workunit.client.0.smithi071.stdout:683 2023-12-16T18:23:47.018 INFO:tasks.workunit.client.0.smithi071.stdout:684 2023-12-16T18:23:47.019 INFO:tasks.workunit.client.0.smithi071.stdout:685 2023-12-16T18:23:47.020 INFO:tasks.workunit.client.0.smithi071.stdout:686 2023-12-16T18:23:47.021 INFO:tasks.workunit.client.0.smithi071.stdout:687 2023-12-16T18:23:47.023 INFO:tasks.workunit.client.0.smithi071.stdout:688 2023-12-16T18:23:47.025 INFO:tasks.workunit.client.0.smithi071.stdout:689 2023-12-16T18:23:47.025 INFO:tasks.workunit.client.0.smithi071.stdout:690 2023-12-16T18:23:47.026 INFO:tasks.workunit.client.0.smithi071.stdout:691 2023-12-16T18:23:47.027 INFO:tasks.workunit.client.0.smithi071.stdout:692 2023-12-16T18:23:47.028 INFO:tasks.workunit.client.0.smithi071.stdout:693 2023-12-16T18:23:47.029 INFO:tasks.workunit.client.0.smithi071.stdout:694 2023-12-16T18:23:47.031 INFO:tasks.workunit.client.0.smithi071.stdout:695 2023-12-16T18:23:47.032 INFO:tasks.workunit.client.0.smithi071.stdout:696 2023-12-16T18:23:47.034 INFO:tasks.workunit.client.0.smithi071.stdout:697 2023-12-16T18:23:47.035 INFO:tasks.workunit.client.0.smithi071.stdout:698 2023-12-16T18:23:47.036 INFO:tasks.workunit.client.0.smithi071.stdout:699 2023-12-16T18:23:47.037 INFO:tasks.workunit.client.0.smithi071.stdout:700 2023-12-16T18:23:47.038 INFO:tasks.workunit.client.0.smithi071.stdout:701 2023-12-16T18:23:47.039 INFO:tasks.workunit.client.0.smithi071.stdout:702 2023-12-16T18:23:47.041 INFO:tasks.workunit.client.0.smithi071.stdout:703 2023-12-16T18:23:47.042 INFO:tasks.workunit.client.0.smithi071.stdout:704 2023-12-16T18:23:47.043 INFO:tasks.workunit.client.0.smithi071.stdout:705 2023-12-16T18:23:47.045 INFO:tasks.workunit.client.0.smithi071.stdout:706 2023-12-16T18:23:47.046 INFO:tasks.workunit.client.0.smithi071.stdout:707 2023-12-16T18:23:47.047 INFO:tasks.workunit.client.0.smithi071.stdout:708 2023-12-16T18:23:47.048 INFO:tasks.workunit.client.0.smithi071.stdout:709 2023-12-16T18:23:47.050 INFO:tasks.workunit.client.0.smithi071.stdout:710 2023-12-16T18:23:47.051 INFO:tasks.workunit.client.0.smithi071.stdout:711 2023-12-16T18:23:47.052 INFO:tasks.workunit.client.0.smithi071.stdout:712 2023-12-16T18:23:47.053 INFO:tasks.workunit.client.0.smithi071.stdout:713 2023-12-16T18:23:47.054 INFO:tasks.workunit.client.0.smithi071.stdout:714 2023-12-16T18:23:47.055 INFO:tasks.workunit.client.0.smithi071.stdout:715 2023-12-16T18:23:47.056 INFO:tasks.workunit.client.0.smithi071.stdout:716 2023-12-16T18:23:47.057 INFO:tasks.workunit.client.0.smithi071.stdout:717 2023-12-16T18:23:47.058 INFO:tasks.workunit.client.0.smithi071.stdout:718 2023-12-16T18:23:47.059 INFO:tasks.workunit.client.0.smithi071.stdout:719 2023-12-16T18:23:47.061 INFO:tasks.workunit.client.0.smithi071.stdout:720 2023-12-16T18:23:47.062 INFO:tasks.workunit.client.0.smithi071.stdout:721 2023-12-16T18:23:47.063 INFO:tasks.workunit.client.0.smithi071.stdout:722 2023-12-16T18:23:47.064 INFO:tasks.workunit.client.0.smithi071.stdout:723 2023-12-16T18:23:47.065 INFO:tasks.workunit.client.0.smithi071.stdout:724 2023-12-16T18:23:47.066 INFO:tasks.workunit.client.0.smithi071.stdout:725 2023-12-16T18:23:47.067 INFO:tasks.workunit.client.0.smithi071.stdout:726 2023-12-16T18:23:47.068 INFO:tasks.workunit.client.0.smithi071.stdout:727 2023-12-16T18:23:47.069 INFO:tasks.workunit.client.0.smithi071.stdout:728 2023-12-16T18:23:47.070 INFO:tasks.workunit.client.0.smithi071.stdout:729 2023-12-16T18:23:47.071 INFO:tasks.workunit.client.0.smithi071.stdout:730 2023-12-16T18:23:47.072 INFO:tasks.workunit.client.0.smithi071.stdout:731 2023-12-16T18:23:47.073 INFO:tasks.workunit.client.0.smithi071.stdout:732 2023-12-16T18:23:47.074 INFO:tasks.workunit.client.0.smithi071.stdout:733 2023-12-16T18:23:47.076 INFO:tasks.workunit.client.0.smithi071.stdout:734 2023-12-16T18:23:47.077 INFO:tasks.workunit.client.0.smithi071.stdout:735 2023-12-16T18:23:47.078 INFO:tasks.workunit.client.0.smithi071.stdout:736 2023-12-16T18:23:47.079 INFO:tasks.workunit.client.0.smithi071.stdout:737 2023-12-16T18:23:47.080 INFO:tasks.workunit.client.0.smithi071.stdout:738 2023-12-16T18:23:47.082 INFO:tasks.workunit.client.0.smithi071.stdout:739 2023-12-16T18:23:47.082 INFO:tasks.workunit.client.0.smithi071.stdout:740 2023-12-16T18:23:47.083 INFO:tasks.workunit.client.0.smithi071.stdout:741 2023-12-16T18:23:47.084 INFO:tasks.workunit.client.0.smithi071.stdout:742 2023-12-16T18:23:47.085 INFO:tasks.workunit.client.0.smithi071.stdout:743 2023-12-16T18:23:47.086 INFO:tasks.workunit.client.0.smithi071.stdout:744 2023-12-16T18:23:47.087 INFO:tasks.workunit.client.0.smithi071.stdout:745 2023-12-16T18:23:47.088 INFO:tasks.workunit.client.0.smithi071.stdout:746 2023-12-16T18:23:47.090 INFO:tasks.workunit.client.0.smithi071.stdout:747 2023-12-16T18:23:47.091 INFO:tasks.workunit.client.0.smithi071.stdout:748 2023-12-16T18:23:47.092 INFO:tasks.workunit.client.0.smithi071.stdout:749 2023-12-16T18:23:47.093 INFO:tasks.workunit.client.0.smithi071.stdout:750 2023-12-16T18:23:47.094 INFO:tasks.workunit.client.0.smithi071.stdout:751 2023-12-16T18:23:47.095 INFO:tasks.workunit.client.0.smithi071.stdout:752 2023-12-16T18:23:47.096 INFO:tasks.workunit.client.0.smithi071.stdout:753 2023-12-16T18:23:47.097 INFO:tasks.workunit.client.0.smithi071.stdout:754 2023-12-16T18:23:47.098 INFO:tasks.workunit.client.0.smithi071.stdout:755 2023-12-16T18:23:47.099 INFO:tasks.workunit.client.0.smithi071.stdout:756 2023-12-16T18:23:47.100 INFO:tasks.workunit.client.0.smithi071.stdout:757 2023-12-16T18:23:47.101 INFO:tasks.workunit.client.0.smithi071.stdout:758 2023-12-16T18:23:47.102 INFO:tasks.workunit.client.0.smithi071.stdout:759 2023-12-16T18:23:47.103 INFO:tasks.workunit.client.0.smithi071.stdout:760 2023-12-16T18:23:47.104 INFO:tasks.workunit.client.0.smithi071.stdout:761 2023-12-16T18:23:47.105 INFO:tasks.workunit.client.0.smithi071.stdout:762 2023-12-16T18:23:47.107 INFO:tasks.workunit.client.0.smithi071.stdout:763 2023-12-16T18:23:47.108 INFO:tasks.workunit.client.0.smithi071.stdout:764 2023-12-16T18:23:47.109 INFO:tasks.workunit.client.0.smithi071.stdout:765 2023-12-16T18:23:47.110 INFO:tasks.workunit.client.0.smithi071.stdout:766 2023-12-16T18:23:47.111 INFO:tasks.workunit.client.0.smithi071.stdout:767 2023-12-16T18:23:47.112 INFO:tasks.workunit.client.0.smithi071.stdout:768 2023-12-16T18:23:47.113 INFO:tasks.workunit.client.0.smithi071.stdout:769 2023-12-16T18:23:47.115 INFO:tasks.workunit.client.0.smithi071.stdout:770 2023-12-16T18:23:47.116 INFO:tasks.workunit.client.0.smithi071.stdout:771 2023-12-16T18:23:47.117 INFO:tasks.workunit.client.0.smithi071.stdout:772 2023-12-16T18:23:47.119 INFO:tasks.workunit.client.0.smithi071.stdout:773 2023-12-16T18:23:47.119 INFO:tasks.workunit.client.0.smithi071.stdout:774 2023-12-16T18:23:47.120 INFO:tasks.workunit.client.0.smithi071.stdout:775 2023-12-16T18:23:47.121 INFO:tasks.workunit.client.0.smithi071.stdout:776 2023-12-16T18:23:47.123 INFO:tasks.workunit.client.0.smithi071.stdout:777 2023-12-16T18:23:47.124 INFO:tasks.workunit.client.0.smithi071.stdout:778 2023-12-16T18:23:47.125 INFO:tasks.workunit.client.0.smithi071.stdout:779 2023-12-16T18:23:47.127 INFO:tasks.workunit.client.0.smithi071.stdout:780 2023-12-16T18:23:47.128 INFO:tasks.workunit.client.0.smithi071.stdout:781 2023-12-16T18:23:47.129 INFO:tasks.workunit.client.0.smithi071.stdout:782 2023-12-16T18:23:47.130 INFO:tasks.workunit.client.0.smithi071.stdout:783 2023-12-16T18:23:47.131 INFO:tasks.workunit.client.0.smithi071.stdout:784 2023-12-16T18:23:47.133 INFO:tasks.workunit.client.0.smithi071.stdout:785 2023-12-16T18:23:47.134 INFO:tasks.workunit.client.0.smithi071.stdout:786 2023-12-16T18:23:47.135 INFO:tasks.workunit.client.0.smithi071.stdout:787 2023-12-16T18:23:47.137 INFO:tasks.workunit.client.0.smithi071.stdout:788 2023-12-16T18:23:47.138 INFO:tasks.workunit.client.0.smithi071.stdout:789 2023-12-16T18:23:47.139 INFO:tasks.workunit.client.0.smithi071.stdout:790 2023-12-16T18:23:47.140 INFO:tasks.workunit.client.0.smithi071.stdout:791 2023-12-16T18:23:47.142 INFO:tasks.workunit.client.0.smithi071.stdout:792 2023-12-16T18:23:47.143 INFO:tasks.workunit.client.0.smithi071.stdout:793 2023-12-16T18:23:47.144 INFO:tasks.workunit.client.0.smithi071.stdout:794 2023-12-16T18:23:47.145 INFO:tasks.workunit.client.0.smithi071.stdout:795 2023-12-16T18:23:47.146 INFO:tasks.workunit.client.0.smithi071.stdout:796 2023-12-16T18:23:47.147 INFO:tasks.workunit.client.0.smithi071.stdout:797 2023-12-16T18:23:47.148 INFO:tasks.workunit.client.0.smithi071.stdout:798 2023-12-16T18:23:47.149 INFO:tasks.workunit.client.0.smithi071.stdout:799 2023-12-16T18:23:47.151 INFO:tasks.workunit.client.0.smithi071.stdout:800 2023-12-16T18:23:47.152 INFO:tasks.workunit.client.0.smithi071.stdout:801 2023-12-16T18:23:47.153 INFO:tasks.workunit.client.0.smithi071.stdout:802 2023-12-16T18:23:47.154 INFO:tasks.workunit.client.0.smithi071.stdout:803 2023-12-16T18:23:47.155 INFO:tasks.workunit.client.0.smithi071.stdout:804 2023-12-16T18:23:47.157 INFO:tasks.workunit.client.0.smithi071.stdout:805 2023-12-16T18:23:47.158 INFO:tasks.workunit.client.0.smithi071.stdout:806 2023-12-16T18:23:47.159 INFO:tasks.workunit.client.0.smithi071.stdout:807 2023-12-16T18:23:47.161 INFO:tasks.workunit.client.0.smithi071.stdout:808 2023-12-16T18:23:47.162 INFO:tasks.workunit.client.0.smithi071.stdout:809 2023-12-16T18:23:47.163 INFO:tasks.workunit.client.0.smithi071.stdout:810 2023-12-16T18:23:47.164 INFO:tasks.workunit.client.0.smithi071.stdout:811 2023-12-16T18:23:47.165 INFO:tasks.workunit.client.0.smithi071.stdout:812 2023-12-16T18:23:47.166 INFO:tasks.workunit.client.0.smithi071.stdout:813 2023-12-16T18:23:47.167 INFO:tasks.workunit.client.0.smithi071.stdout:814 2023-12-16T18:23:47.168 INFO:tasks.workunit.client.0.smithi071.stdout:815 2023-12-16T18:23:47.169 INFO:tasks.workunit.client.0.smithi071.stdout:816 2023-12-16T18:23:47.171 INFO:tasks.workunit.client.0.smithi071.stdout:817 2023-12-16T18:23:47.172 INFO:tasks.workunit.client.0.smithi071.stdout:818 2023-12-16T18:23:47.173 INFO:tasks.workunit.client.0.smithi071.stdout:819 2023-12-16T18:23:47.174 INFO:tasks.workunit.client.0.smithi071.stdout:820 2023-12-16T18:23:47.175 INFO:tasks.workunit.client.0.smithi071.stdout:821 2023-12-16T18:23:47.176 INFO:tasks.workunit.client.0.smithi071.stdout:822 2023-12-16T18:23:47.177 INFO:tasks.workunit.client.0.smithi071.stdout:823 2023-12-16T18:23:47.178 INFO:tasks.workunit.client.0.smithi071.stdout:824 2023-12-16T18:23:47.179 INFO:tasks.workunit.client.0.smithi071.stdout:825 2023-12-16T18:23:47.180 INFO:tasks.workunit.client.0.smithi071.stdout:826 2023-12-16T18:23:47.181 INFO:tasks.workunit.client.0.smithi071.stdout:827 2023-12-16T18:23:47.182 INFO:tasks.workunit.client.0.smithi071.stdout:828 2023-12-16T18:23:47.183 INFO:tasks.workunit.client.0.smithi071.stdout:829 2023-12-16T18:23:47.184 INFO:tasks.workunit.client.0.smithi071.stdout:830 2023-12-16T18:23:47.185 INFO:tasks.workunit.client.0.smithi071.stdout:831 2023-12-16T18:23:47.186 INFO:tasks.workunit.client.0.smithi071.stdout:832 2023-12-16T18:23:47.187 INFO:tasks.workunit.client.0.smithi071.stdout:833 2023-12-16T18:23:47.189 INFO:tasks.workunit.client.0.smithi071.stdout:834 2023-12-16T18:23:47.190 INFO:tasks.workunit.client.0.smithi071.stdout:835 2023-12-16T18:23:47.191 INFO:tasks.workunit.client.0.smithi071.stdout:836 2023-12-16T18:23:47.193 INFO:tasks.workunit.client.0.smithi071.stdout:837 2023-12-16T18:23:47.193 INFO:tasks.workunit.client.0.smithi071.stdout:838 2023-12-16T18:23:47.194 INFO:tasks.workunit.client.0.smithi071.stdout:839 2023-12-16T18:23:47.196 INFO:tasks.workunit.client.0.smithi071.stdout:840 2023-12-16T18:23:47.196 INFO:tasks.workunit.client.0.smithi071.stdout:841 2023-12-16T18:23:47.198 INFO:tasks.workunit.client.0.smithi071.stdout:842 2023-12-16T18:23:47.199 INFO:tasks.workunit.client.0.smithi071.stdout:843 2023-12-16T18:23:47.200 INFO:tasks.workunit.client.0.smithi071.stdout:844 2023-12-16T18:23:47.201 INFO:tasks.workunit.client.0.smithi071.stdout:845 2023-12-16T18:23:47.202 INFO:tasks.workunit.client.0.smithi071.stdout:846 2023-12-16T18:23:47.203 INFO:tasks.workunit.client.0.smithi071.stdout:847 2023-12-16T18:23:47.204 INFO:tasks.workunit.client.0.smithi071.stdout:848 2023-12-16T18:23:47.205 INFO:tasks.workunit.client.0.smithi071.stdout:849 2023-12-16T18:23:47.206 INFO:tasks.workunit.client.0.smithi071.stdout:850 2023-12-16T18:23:47.207 INFO:tasks.workunit.client.0.smithi071.stdout:851 2023-12-16T18:23:47.208 INFO:tasks.workunit.client.0.smithi071.stdout:852 2023-12-16T18:23:47.209 INFO:tasks.workunit.client.0.smithi071.stdout:853 2023-12-16T18:23:47.210 INFO:tasks.workunit.client.0.smithi071.stdout:854 2023-12-16T18:23:47.211 INFO:tasks.workunit.client.0.smithi071.stdout:855 2023-12-16T18:23:47.212 INFO:tasks.workunit.client.0.smithi071.stdout:856 2023-12-16T18:23:47.213 INFO:tasks.workunit.client.0.smithi071.stdout:857 2023-12-16T18:23:47.214 INFO:tasks.workunit.client.0.smithi071.stdout:858 2023-12-16T18:23:47.215 INFO:tasks.workunit.client.0.smithi071.stdout:859 2023-12-16T18:23:47.217 INFO:tasks.workunit.client.0.smithi071.stdout:860 2023-12-16T18:23:47.218 INFO:tasks.workunit.client.0.smithi071.stdout:861 2023-12-16T18:23:47.219 INFO:tasks.workunit.client.0.smithi071.stdout:862 2023-12-16T18:23:47.220 INFO:tasks.workunit.client.0.smithi071.stdout:863 2023-12-16T18:23:47.221 INFO:tasks.workunit.client.0.smithi071.stdout:864 2023-12-16T18:23:47.222 INFO:tasks.workunit.client.0.smithi071.stdout:865 2023-12-16T18:23:47.223 INFO:tasks.workunit.client.0.smithi071.stdout:866 2023-12-16T18:23:47.224 INFO:tasks.workunit.client.0.smithi071.stdout:867 2023-12-16T18:23:47.225 INFO:tasks.workunit.client.0.smithi071.stdout:868 2023-12-16T18:23:47.226 INFO:tasks.workunit.client.0.smithi071.stdout:869 2023-12-16T18:23:47.228 INFO:tasks.workunit.client.0.smithi071.stdout:870 2023-12-16T18:23:47.228 INFO:tasks.workunit.client.0.smithi071.stdout:871 2023-12-16T18:23:47.232 INFO:tasks.workunit.client.0.smithi071.stdout:872 2023-12-16T18:23:47.232 INFO:tasks.workunit.client.0.smithi071.stdout:873 2023-12-16T18:23:47.232 INFO:tasks.workunit.client.0.smithi071.stdout:874 2023-12-16T18:23:47.233 INFO:tasks.workunit.client.0.smithi071.stdout:875 2023-12-16T18:23:47.234 INFO:tasks.workunit.client.0.smithi071.stdout:876 2023-12-16T18:23:47.235 INFO:tasks.workunit.client.0.smithi071.stdout:877 2023-12-16T18:23:47.236 INFO:tasks.workunit.client.0.smithi071.stdout:878 2023-12-16T18:23:47.237 INFO:tasks.workunit.client.0.smithi071.stdout:879 2023-12-16T18:23:47.238 INFO:tasks.workunit.client.0.smithi071.stdout:880 2023-12-16T18:23:47.239 INFO:tasks.workunit.client.0.smithi071.stdout:881 2023-12-16T18:23:47.240 INFO:tasks.workunit.client.0.smithi071.stdout:882 2023-12-16T18:23:47.241 INFO:tasks.workunit.client.0.smithi071.stdout:883 2023-12-16T18:23:47.242 INFO:tasks.workunit.client.0.smithi071.stdout:884 2023-12-16T18:23:47.243 INFO:tasks.workunit.client.0.smithi071.stdout:885 2023-12-16T18:23:47.245 INFO:tasks.workunit.client.0.smithi071.stdout:886 2023-12-16T18:23:47.245 INFO:tasks.workunit.client.0.smithi071.stdout:887 2023-12-16T18:23:47.246 INFO:tasks.workunit.client.0.smithi071.stdout:888 2023-12-16T18:23:47.247 INFO:tasks.workunit.client.0.smithi071.stdout:889 2023-12-16T18:23:47.248 INFO:tasks.workunit.client.0.smithi071.stdout:890 2023-12-16T18:23:47.249 INFO:tasks.workunit.client.0.smithi071.stdout:891 2023-12-16T18:23:47.250 INFO:tasks.workunit.client.0.smithi071.stdout:892 2023-12-16T18:23:47.251 INFO:tasks.workunit.client.0.smithi071.stdout:893 2023-12-16T18:23:47.252 INFO:tasks.workunit.client.0.smithi071.stdout:894 2023-12-16T18:23:47.253 INFO:tasks.workunit.client.0.smithi071.stdout:895 2023-12-16T18:23:47.255 INFO:tasks.workunit.client.0.smithi071.stdout:896 2023-12-16T18:23:47.255 INFO:tasks.workunit.client.0.smithi071.stdout:897 2023-12-16T18:23:47.256 INFO:tasks.workunit.client.0.smithi071.stdout:898 2023-12-16T18:23:47.258 INFO:tasks.workunit.client.0.smithi071.stdout:899 2023-12-16T18:23:47.258 INFO:tasks.workunit.client.0.smithi071.stdout:900 2023-12-16T18:23:47.260 INFO:tasks.workunit.client.0.smithi071.stdout:901 2023-12-16T18:23:47.261 INFO:tasks.workunit.client.0.smithi071.stdout:902 2023-12-16T18:23:47.262 INFO:tasks.workunit.client.0.smithi071.stdout:903 2023-12-16T18:23:47.263 INFO:tasks.workunit.client.0.smithi071.stdout:904 2023-12-16T18:23:47.264 INFO:tasks.workunit.client.0.smithi071.stdout:905 2023-12-16T18:23:47.265 INFO:tasks.workunit.client.0.smithi071.stdout:906 2023-12-16T18:23:47.266 INFO:tasks.workunit.client.0.smithi071.stdout:907 2023-12-16T18:23:47.267 INFO:tasks.workunit.client.0.smithi071.stdout:908 2023-12-16T18:23:47.268 INFO:tasks.workunit.client.0.smithi071.stdout:909 2023-12-16T18:23:47.269 INFO:tasks.workunit.client.0.smithi071.stdout:910 2023-12-16T18:23:47.270 INFO:tasks.workunit.client.0.smithi071.stdout:911 2023-12-16T18:23:47.271 INFO:tasks.workunit.client.0.smithi071.stdout:912 2023-12-16T18:23:47.273 INFO:tasks.workunit.client.0.smithi071.stdout:913 2023-12-16T18:23:47.274 INFO:tasks.workunit.client.0.smithi071.stdout:914 2023-12-16T18:23:47.275 INFO:tasks.workunit.client.0.smithi071.stdout:915 2023-12-16T18:23:47.276 INFO:tasks.workunit.client.0.smithi071.stdout:916 2023-12-16T18:23:47.277 INFO:tasks.workunit.client.0.smithi071.stdout:917 2023-12-16T18:23:47.278 INFO:tasks.workunit.client.0.smithi071.stdout:918 2023-12-16T18:23:47.279 INFO:tasks.workunit.client.0.smithi071.stdout:919 2023-12-16T18:23:47.280 INFO:tasks.workunit.client.0.smithi071.stdout:920 2023-12-16T18:23:47.281 INFO:tasks.workunit.client.0.smithi071.stdout:921 2023-12-16T18:23:47.282 INFO:tasks.workunit.client.0.smithi071.stdout:922 2023-12-16T18:23:47.283 INFO:tasks.workunit.client.0.smithi071.stdout:923 2023-12-16T18:23:47.284 INFO:tasks.workunit.client.0.smithi071.stdout:924 2023-12-16T18:23:47.286 INFO:tasks.workunit.client.0.smithi071.stdout:925 2023-12-16T18:23:47.287 INFO:tasks.workunit.client.0.smithi071.stdout:926 2023-12-16T18:23:47.288 INFO:tasks.workunit.client.0.smithi071.stdout:927 2023-12-16T18:23:47.289 INFO:tasks.workunit.client.0.smithi071.stdout:928 2023-12-16T18:23:47.290 INFO:tasks.workunit.client.0.smithi071.stdout:929 2023-12-16T18:23:47.291 INFO:tasks.workunit.client.0.smithi071.stdout:930 2023-12-16T18:23:47.292 INFO:tasks.workunit.client.0.smithi071.stdout:931 2023-12-16T18:23:47.293 INFO:tasks.workunit.client.0.smithi071.stdout:932 2023-12-16T18:23:47.295 INFO:tasks.workunit.client.0.smithi071.stdout:933 2023-12-16T18:23:47.295 INFO:tasks.workunit.client.0.smithi071.stdout:934 2023-12-16T18:23:47.297 INFO:tasks.workunit.client.0.smithi071.stdout:935 2023-12-16T18:23:47.298 INFO:tasks.workunit.client.0.smithi071.stdout:936 2023-12-16T18:23:47.299 INFO:tasks.workunit.client.0.smithi071.stdout:937 2023-12-16T18:23:47.300 INFO:tasks.workunit.client.0.smithi071.stdout:938 2023-12-16T18:23:47.301 INFO:tasks.workunit.client.0.smithi071.stdout:939 2023-12-16T18:23:47.302 INFO:tasks.workunit.client.0.smithi071.stdout:940 2023-12-16T18:23:47.303 INFO:tasks.workunit.client.0.smithi071.stdout:941 2023-12-16T18:23:47.304 INFO:tasks.workunit.client.0.smithi071.stdout:942 2023-12-16T18:23:47.305 INFO:tasks.workunit.client.0.smithi071.stdout:943 2023-12-16T18:23:47.306 INFO:tasks.workunit.client.0.smithi071.stdout:944 2023-12-16T18:23:47.308 INFO:tasks.workunit.client.0.smithi071.stdout:945 2023-12-16T18:23:47.309 INFO:tasks.workunit.client.0.smithi071.stdout:946 2023-12-16T18:23:47.310 INFO:tasks.workunit.client.0.smithi071.stdout:947 2023-12-16T18:23:47.311 INFO:tasks.workunit.client.0.smithi071.stdout:948 2023-12-16T18:23:47.312 INFO:tasks.workunit.client.0.smithi071.stdout:949 2023-12-16T18:23:47.314 INFO:tasks.workunit.client.0.smithi071.stdout:950 2023-12-16T18:23:47.315 INFO:tasks.workunit.client.0.smithi071.stdout:951 2023-12-16T18:23:47.316 INFO:tasks.workunit.client.0.smithi071.stdout:952 2023-12-16T18:23:47.317 INFO:tasks.workunit.client.0.smithi071.stdout:953 2023-12-16T18:23:47.318 INFO:tasks.workunit.client.0.smithi071.stdout:954 2023-12-16T18:23:47.320 INFO:tasks.workunit.client.0.smithi071.stdout:955 2023-12-16T18:23:47.322 INFO:tasks.workunit.client.0.smithi071.stdout:956 2023-12-16T18:23:47.322 INFO:tasks.workunit.client.0.smithi071.stdout:957 2023-12-16T18:23:47.324 INFO:tasks.workunit.client.0.smithi071.stdout:958 2023-12-16T18:23:47.332 INFO:tasks.workunit.client.0.smithi071.stdout:959 2023-12-16T18:23:47.335 INFO:tasks.workunit.client.0.smithi071.stdout:960 2023-12-16T18:23:47.335 INFO:tasks.workunit.client.0.smithi071.stdout:961 2023-12-16T18:23:47.335 INFO:tasks.workunit.client.0.smithi071.stdout:962 2023-12-16T18:23:47.335 INFO:tasks.workunit.client.0.smithi071.stdout:963 2023-12-16T18:23:47.335 INFO:tasks.workunit.client.0.smithi071.stdout:964 2023-12-16T18:23:47.336 INFO:tasks.workunit.client.0.smithi071.stdout:965 2023-12-16T18:23:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:966 2023-12-16T18:23:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:967 2023-12-16T18:23:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:968 2023-12-16T18:23:47.338 INFO:tasks.workunit.client.0.smithi071.stdout:969 2023-12-16T18:23:47.338 INFO:tasks.workunit.client.0.smithi071.stdout:970 2023-12-16T18:23:47.339 INFO:tasks.workunit.client.0.smithi071.stdout:971 2023-12-16T18:23:47.340 INFO:tasks.workunit.client.0.smithi071.stdout:972 2023-12-16T18:23:47.341 INFO:tasks.workunit.client.0.smithi071.stdout:973 2023-12-16T18:23:47.342 INFO:tasks.workunit.client.0.smithi071.stdout:974 2023-12-16T18:23:47.344 INFO:tasks.workunit.client.0.smithi071.stdout:975 2023-12-16T18:23:47.345 INFO:tasks.workunit.client.0.smithi071.stdout:976 2023-12-16T18:23:47.347 INFO:tasks.workunit.client.0.smithi071.stdout:977 2023-12-16T18:23:47.348 INFO:tasks.workunit.client.0.smithi071.stdout:978 2023-12-16T18:23:47.349 INFO:tasks.workunit.client.0.smithi071.stdout:979 2023-12-16T18:23:47.350 INFO:tasks.workunit.client.0.smithi071.stdout:980 2023-12-16T18:23:47.352 INFO:tasks.workunit.client.0.smithi071.stdout:981 2023-12-16T18:23:47.353 INFO:tasks.workunit.client.0.smithi071.stdout:982 2023-12-16T18:23:47.354 INFO:tasks.workunit.client.0.smithi071.stdout:983 2023-12-16T18:23:47.355 INFO:tasks.workunit.client.0.smithi071.stdout:984 2023-12-16T18:23:47.357 INFO:tasks.workunit.client.0.smithi071.stdout:985 2023-12-16T18:23:47.358 INFO:tasks.workunit.client.0.smithi071.stdout:986 2023-12-16T18:23:47.359 INFO:tasks.workunit.client.0.smithi071.stdout:987 2023-12-16T18:23:47.360 INFO:tasks.workunit.client.0.smithi071.stdout:988 2023-12-16T18:23:47.362 INFO:tasks.workunit.client.0.smithi071.stdout:989 2023-12-16T18:23:47.363 INFO:tasks.workunit.client.0.smithi071.stdout:990 2023-12-16T18:23:47.364 INFO:tasks.workunit.client.0.smithi071.stdout:991 2023-12-16T18:23:47.366 INFO:tasks.workunit.client.0.smithi071.stdout:992 2023-12-16T18:23:47.368 INFO:tasks.workunit.client.0.smithi071.stdout:993 2023-12-16T18:23:47.368 INFO:tasks.workunit.client.0.smithi071.stdout:994 2023-12-16T18:23:47.370 INFO:tasks.workunit.client.0.smithi071.stdout:995 2023-12-16T18:23:47.370 INFO:tasks.workunit.client.0.smithi071.stdout:996 2023-12-16T18:23:47.372 INFO:tasks.workunit.client.0.smithi071.stdout:997 2023-12-16T18:23:47.373 INFO:tasks.workunit.client.0.smithi071.stdout:998 2023-12-16T18:23:47.376 INFO:tasks.workunit.client.0.smithi071.stdout:999 2023-12-16T18:23:47.472 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:47] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000010 69 73 |is| 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000012 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000010 69 73 |is| 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:00000012 2023-12-16T18:23:47.808 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.WriteReturnData (4253 ms) 2023-12-16T18:23:47.809 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.Loud 2023-12-16T18:23:47.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:47 smithi184 ceph-mon[136228]: pgmap v1062: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:47 smithi184 ceph-mon[136228]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T18:23:47.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:47 smithi071 ceph-mon[139725]: pgmap v1062: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:47 smithi071 ceph-mon[139725]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T18:23:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:47 smithi071 ceph-mon[142085]: pgmap v1062: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:47 smithi071 ceph-mon[142085]: osdmap e887: 8 total, 8 up, 8 in 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:23:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:23:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: osdmap e888: 8 total, 8 up, 8 in 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:23:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:23:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:49 smithi184 ceph-mon[136228]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:49 smithi184 ceph-mon[136228]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T18:23:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:49 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4224186796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:49 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[139725]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[139725]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4224186796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[142085]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:50.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[142085]: osdmap e889: 8 total, 8 up, 8 in 2023-12-16T18:23:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4224186796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:49 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:50.833 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.Loud (3025 ms) 2023-12-16T18:23:50.834 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.BadMethods 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[139725]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[139725]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[142085]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T18:23:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:50 smithi071 ceph-mon[142085]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T18:23:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:50 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:50 smithi184 ceph-mon[136228]: osdmap e890: 8 total, 8 up, 8 in 2023-12-16T18:23:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:50 smithi184 ceph-mon[136228]: osdmap e891: 8 total, 8 up, 8 in 2023-12-16T18:23:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:51 smithi071 ceph-mon[139725]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:51 smithi071 ceph-mon[142085]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:51 smithi184 ceph-mon[136228]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[139725]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1877300640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[142085]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1877300640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:23:52.887+0000 7fd2193b7700 -1 osd.3 pg_epoch: 893 pg[38.2( v 893'1 (0'0,893'1] local-lis/les=892/893 n=1 ec=892/892 lis/c=892/892 les/c/f=893/893/0 sis=892) [3,7,5] r=0 lpr=892 crt=893'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2023-12-16T18:23:53.224 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 18:23:52 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T18:23:52.888+0000 7fd2153af700 -1 osd.3 pg_epoch: 893 pg[38.2( v 893'2 (0'0,893'2] local-lis/les=892/893 n=1 ec=892/892 lis/c=892/892 les/c/f=893/893/0 sis=892) [3,7,5] r=0 lpr=892 crt=893'1 lcod 893'1 mlcod 893'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2023-12-16T18:23:53.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:52 smithi184 ceph-mon[136228]: osdmap e892: 8 total, 8 up, 8 in 2023-12-16T18:23:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:52 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1877300640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:52 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:53.876 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.BadMethods (3043 ms) 2023-12-16T18:23:53.876 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsHello.Filter 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[139725]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[139725]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[142085]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:54.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:53 smithi071 ceph-mon[142085]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T18:23:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:53 smithi184 ceph-mon[136228]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:53 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:23:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:53 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:53 smithi184 ceph-mon[136228]: osdmap e893: 8 total, 8 up, 8 in 2023-12-16T18:23:55.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:54 smithi071 ceph-mon[142085]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T18:23:55.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:54 smithi071 ceph-mon[139725]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T18:23:55.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:54 smithi184 ceph-mon[136228]: osdmap e894: 8 total, 8 up, 8 in 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[139725]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[139725]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[142085]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[142085]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T18:23:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:56.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:55 smithi184 ceph-mon[136228]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:55 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:23:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:55 smithi184 ceph-mon[136228]: osdmap e895: 8 total, 8 up, 8 in 2023-12-16T18:23:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:56.902 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsHello.Filter (3026 ms) 2023-12-16T18:23:56.902 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 6 tests from ClsHello (19265 ms total) 2023-12-16T18:23:56.902 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:56.903 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:23:56.903 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 6 tests from 1 test suite ran. (19265 ms total) 2023-12-16T18:23:56.903 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 6 tests. 2023-12-16T18:23:56.905 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:23:56.905 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:23:56.977 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2023-12-16T18:23:56.978 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2023-12-16T18:23:57.046 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:23:57.046 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 27 tests from 1 test suite. 2023-12-16T18:23:57.047 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:23:57.047 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 27 tests from TestClsJournal 2023-12-16T18:23:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:56 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:56 smithi071 ceph-mon[139725]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T18:23:57.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:56 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:57.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:56 smithi071 ceph-mon[142085]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T18:23:57.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:56 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/940622316' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-170246-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:23:57.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:56 smithi184 ceph-mon[136228]: osdmap e896: 8 total, 8 up, 8 in 2023-12-16T18:23:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:23:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:23:57] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-16T18:23:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:57 smithi071 ceph-mon[139725]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:57 smithi071 ceph-mon[139725]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T18:23:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:57 smithi071 ceph-mon[142085]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:57 smithi071 ceph-mon[142085]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T18:23:58.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:57 smithi184 ceph-mon[136228]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:23:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:57 smithi184 ceph-mon[136228]: osdmap e897: 8 total, 8 up, 8 in 2023-12-16T18:23:58.909 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.Create 2023-12-16T18:23:58.925 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.Create (16 ms) 2023-12-16T18:23:58.925 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.MinimumSet 2023-12-16T18:23:58.929 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2023-12-16T18:23:58.930 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2023-12-16T18:23:58.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2023-12-16T18:23:58.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2023-12-16T18:23:58.938 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2023-12-16T18:23:58.938 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ActiveSet 2023-12-16T18:23:58.941 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2023-12-16T18:23:58.941 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2023-12-16T18:23:58.944 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2023-12-16T18:23:58.945 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2023-12-16T18:23:58.947 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2023-12-16T18:23:58.947 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.GetClient 2023-12-16T18:23:58.949 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2023-12-16T18:23:58.949 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientRegister 2023-12-16T18:23:58.952 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2023-12-16T18:23:58.952 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2023-12-16T18:23:58.956 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2023-12-16T18:23:58.956 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2023-12-16T18:23:58.959 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2023-12-16T18:23:58.960 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2023-12-16T18:23:58.964 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2023-12-16T18:23:58.964 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientUnregister 2023-12-16T18:23:58.967 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2023-12-16T18:23:58.967 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2023-12-16T18:23:58.971 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2023-12-16T18:23:58.971 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2023-12-16T18:23:59.075 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (103 ms) 2023-12-16T18:23:59.075 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientCommit 2023-12-16T18:23:59.079 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2023-12-16T18:23:59.079 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2023-12-16T18:23:59.081 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2023-12-16T18:23:59.081 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2023-12-16T18:23:59.082 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2023-12-16T18:23:59.082 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.ClientList 2023-12-16T18:23:59.118 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.ClientList (36 ms) 2023-12-16T18:23:59.119 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2023-12-16T18:23:59.123 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2023-12-16T18:23:59.123 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.TagCreate 2023-12-16T18:23:59.132 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2023-12-16T18:23:59.132 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2023-12-16T18:23:59.139 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2023-12-16T18:23:59.139 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.TagList 2023-12-16T18:23:59.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:58 smithi071 ceph-mon[139725]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T18:23:59.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:58 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:59.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:58 smithi071 ceph-mon[142085]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T18:23:59.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:58 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:59.228 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.TagList (90 ms) 2023-12-16T18:23:59.229 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.GuardAppend 2023-12-16T18:23:59.230 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2023-12-16T18:23:59.231 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2023-12-16T18:23:59.231 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2023-12-16T18:23:59.231 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2023-12-16T18:23:59.233 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2023-12-16T18:23:59.233 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsJournal.Append 2023-12-16T18:23:59.242 INFO:tasks.workunit.client.0.smithi071.stdout:padding is not enabled 2023-12-16T18:23:59.242 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsJournal.Append (8 ms) 2023-12-16T18:23:59.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:58 smithi184 ceph-mon[136228]: osdmap e898: 8 total, 8 up, 8 in 2023-12-16T18:23:59.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:58 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:23:59.917 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 27 tests from TestClsJournal (333 ms total) 2023-12-16T18:23:59.917 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:23:59.917 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:23:59.917 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 27 tests from 1 test suite ran. (2869 ms total) 2023-12-16T18:23:59.917 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 27 tests. 2023-12-16T18:23:59.919 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:23:59.920 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:23:59.991 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-16T18:23:59.991 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-16T18:24:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:24:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-16T18:24:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:24:00.060 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from ClsLock 2023-12-16T18:24:00.060 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-16T18:24:00.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[139725]: pgmap v1080: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[139725]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[142085]: pgmap v1080: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:23:59 smithi071 ceph-mon[142085]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T18:24:00.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:59 smithi184 ceph-mon[136228]: pgmap v1080: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:59 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3780659483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171005-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:23:59 smithi184 ceph-mon[136228]: osdmap e899: 8 total, 8 up, 8 in 2023-12-16T18:24:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:00 smithi071 ceph-mon[139725]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T18:24:01.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:00 smithi071 ceph-mon[142085]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T18:24:01.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:00 smithi184 ceph-mon[136228]: osdmap e900: 8 total, 8 up, 8 in 2023-12-16T18:24:01.631 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (13m) 14s ago 16m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (13m) 8m ago 16m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (17m) 14s ago 17m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (17m) 8m ago 17m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (13m) 8m ago 19m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (13m) 14s ago 20m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (12m) 14s ago 20m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (12m) 8m ago 19m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (12m) 14s ago 19m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (13m) 14s ago 16m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:24:01.958 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (13m) 8m ago 16m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (11m) 14s ago 19m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (11m) 14s ago 18m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10m) 14s ago 18m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 14s ago 18m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (9m) 8m ago 18m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (9m) 8m ago 17m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (8m) 8m ago 17m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (8m) 8m ago 17m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:24:01.959 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (13m) 8m ago 16m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:24:01.962 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:01.962 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: exclusive 2023-12-16T18:24:01.962 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:01.963 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:01.963 INFO:tasks.workunit.client.0.smithi071.stdout: client.44780 expiration=2023-12-16T18:26:01.960379+0000 addr=v1:172.21.15.71:0/3157992441 cookie= 2023-12-16T18:24:01.964 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:01.964 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: shared 2023-12-16T18:24:01.964 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:01.965 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:01.965 INFO:tasks.workunit.client.0.smithi071.stdout: client.34857 expiration=0.000000 addr=v1:172.21.15.71:0/3924849367 cookie= 2023-12-16T18:24:01.965 INFO:tasks.workunit.client.0.smithi071.stdout: client.44780 expiration=2023-12-16T18:26:01.966125+0000 addr=v1:172.21.15.71:0/3157992441 cookie= 2023-12-16T18:24:01.966 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: shared 2023-12-16T18:24:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: client.34857 expiration=0.000000 addr=v1:172.21.15.71:0/3924849367 cookie= 2023-12-16T18:24:02.222 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[142085]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[142085]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3157992441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[139725]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[139725]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3157992441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:01 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:01 smithi184 ceph-mon[136228]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:01 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:01 smithi184 ceph-mon[136228]: osdmap e901: 8 total, 8 up, 8 in 2023-12-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:01 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3157992441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:01 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:24:02.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:24:02.344 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:24:02.937 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestMultiLocking (2879 ms) 2023-12-16T18:24:02.937 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestMeta 2023-12-16T18:24:03.222 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[142085]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[142085]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[142085]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1253668216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[139725]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[139725]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[139725]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:02 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1253668216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:02 smithi184 ceph-mon[136228]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:02 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:02 smithi184 ceph-mon[136228]: osdmap e902: 8 total, 8 up, 8 in 2023-12-16T18:24:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:02 smithi184 ceph-mon[136228]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:03.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:02 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1253668216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[142085]: pgmap v1086: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[142085]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[139725]: pgmap v1086: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[139725]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T18:24:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:04.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:03 smithi184 ceph-mon[136228]: pgmap v1086: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:04.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:03 smithi184 ceph-mon[136228]: osdmap e903: 8 total, 8 up, 8 in 2023-12-16T18:24:04.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:04.976 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:04.976 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: shared 2023-12-16T18:24:04.976 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:04.976 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:04.977 INFO:tasks.workunit.client.0.smithi071.stdout: client.34875 expiration=0.000000 addr=v1:172.21.15.71:0/3660806286 cookie= 2023-12-16T18:24:04.978 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:04.978 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: exclusive 2023-12-16T18:24:04.978 INFO:tasks.workunit.client.0.smithi071.stdout: tag: new_tag 2023-12-16T18:24:04.978 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:04.979 INFO:tasks.workunit.client.0.smithi071.stdout: client.44810 expiration=0.000000 addr=v1:172.21.15.71:0/285356038 cookie= 2023-12-16T18:24:05.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[139725]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T18:24:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/285356038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[142085]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T18:24:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/285356038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:04 smithi184 ceph-mon[136228]: osdmap e904: 8 total, 8 up, 8 in 2023-12-16T18:24:05.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:04 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/285356038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:05.955 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2023-12-16T18:24:05.955 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestCookie 2023-12-16T18:24:06.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[139725]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[139725]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[142085]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:05 smithi071 ceph-mon[142085]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:05 smithi184 ceph-mon[136228]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:05 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:05 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:05 smithi184 ceph-mon[136228]: osdmap e905: 8 total, 8 up, 8 in 2023-12-16T18:24:07.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:06 smithi071 ceph-mon[139725]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T18:24:07.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:06 smithi071 ceph-mon[142085]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T18:24:07.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:06 smithi184 ceph-mon[136228]: osdmap e906: 8 total, 8 up, 8 in 2023-12-16T18:24:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:07] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-16T18:24:08.061 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:08.061 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: exclusive 2023-12-16T18:24:08.061 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:08.061 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:08.063 INFO:tasks.workunit.client.0.smithi071.stdout:lock: mylock 2023-12-16T18:24:08.063 INFO:tasks.workunit.client.0.smithi071.stdout: lock_type: shared 2023-12-16T18:24:08.063 INFO:tasks.workunit.client.0.smithi071.stdout: tag: 2023-12-16T18:24:08.064 INFO:tasks.workunit.client.0.smithi071.stdout: lockers: 2023-12-16T18:24:08.064 INFO:tasks.workunit.client.0.smithi071.stdout: client.34881 expiration=0.000000 addr=v1:172.21.15.71:0/1742643602 cookie= 2023-12-16T18:24:08.064 INFO:tasks.workunit.client.0.smithi071.stdout: client.34881 expiration=0.000000 addr=v1:172.21.15.71:0/1742643602 cookie=new cookie 2023-12-16T18:24:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[139725]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[139725]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T18:24:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[142085]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[142085]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T18:24:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:07 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:07 smithi184 ceph-mon[136228]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:07 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:07 smithi184 ceph-mon[136228]: osdmap e907: 8 total, 8 up, 8 in 2023-12-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:07 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:08.976 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestCookie (3021 ms) 2023-12-16T18:24:08.976 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-16T18:24:09.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:08 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:09.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:08 smithi071 ceph-mon[139725]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T18:24:09.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:08 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:09.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:08 smithi071 ceph-mon[142085]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T18:24:09.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:08 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1742643602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:09.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:08 smithi184 ceph-mon[136228]: osdmap e908: 8 total, 8 up, 8 in 2023-12-16T18:24:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:09 smithi071 ceph-mon[139725]: pgmap v1095: 137 pgs: 1 active, 5 creating+activating, 5 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:10.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:09 smithi071 ceph-mon[139725]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T18:24:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:09 smithi071 ceph-mon[142085]: pgmap v1095: 137 pgs: 1 active, 5 creating+activating, 5 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:10.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:09 smithi071 ceph-mon[142085]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T18:24:10.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:09 smithi184 ceph-mon[136228]: pgmap v1095: 137 pgs: 1 active, 5 creating+activating, 5 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:09 smithi184 ceph-mon[136228]: osdmap e909: 8 total, 8 up, 8 in 2023-12-16T18:24:11.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:10 smithi184 ceph-mon[136228]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T18:24:11.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1803923642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:10 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[139725]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T18:24:11.383 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1803923642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.383 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[142085]: osdmap e910: 8 total, 8 up, 8 in 2023-12-16T18:24:11.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1803923642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.383 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:10 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:11.997 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestMultipleLocks (3021 ms) 2023-12-16T18:24:11.997 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[142085]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[142085]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[139725]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:12.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:11 smithi071 ceph-mon[139725]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T18:24:12.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:11 smithi184 ceph-mon[136228]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:11 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:11 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:11 smithi184 ceph-mon[136228]: osdmap e911: 8 total, 8 up, 8 in 2023-12-16T18:24:13.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:13 smithi184 ceph-mon[136228]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T18:24:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:13 smithi071 ceph-mon[139725]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T18:24:13.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:13 smithi071 ceph-mon[142085]: osdmap e912: 8 total, 8 up, 8 in 2023-12-16T18:24:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:14 smithi184 ceph-mon[136228]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:14 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:14 smithi184 ceph-mon[136228]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T18:24:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:14 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/948703092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:14 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[142085]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[142085]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/948703092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[139725]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[139725]: osdmap e913: 8 total, 8 up, 8 in 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/948703092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:14.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:14 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:15.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:15 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:15.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:15 smithi184 ceph-mon[136228]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T18:24:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:15 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:15 smithi071 ceph-mon[139725]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T18:24:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:15 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:15 smithi071 ceph-mon[142085]: osdmap e914: 8 total, 8 up, 8 in 2023-12-16T18:24:16.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:16 smithi184 ceph-mon[136228]: pgmap v1104: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:16.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:16 smithi184 ceph-mon[136228]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T18:24:16.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:16 smithi071 ceph-mon[139725]: pgmap v1104: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:16 smithi071 ceph-mon[139725]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T18:24:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:16 smithi071 ceph-mon[142085]: pgmap v1104: 137 pgs: 28 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:16 smithi071 ceph-mon[142085]: osdmap e915: 8 total, 8 up, 8 in 2023-12-16T18:24:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:17] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-16T18:24:18.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:18 smithi184 ceph-mon[136228]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:18 smithi071 ceph-mon[139725]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:18 smithi071 ceph-mon[142085]: pgmap v1106: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:19.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:19.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:20.053 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestLockDuration (8056 ms) 2023-12-16T18:24:20.053 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-16T18:24:20.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:20 smithi184 ceph-mon[136228]: pgmap v1107: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:20 smithi071 ceph-mon[139725]: pgmap v1107: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:20 smithi071 ceph-mon[142085]: pgmap v1107: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:21.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:21 smithi184 ceph-mon[136228]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T18:24:21.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:21 smithi071 ceph-mon[139725]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T18:24:21.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:21 smithi071 ceph-mon[142085]: osdmap e916: 8 total, 8 up, 8 in 2023-12-16T18:24:22.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:22 smithi184 ceph-mon[136228]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:22.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:22 smithi184 ceph-mon[136228]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T18:24:22.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2478263955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:22.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:22 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:22.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[139725]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:22.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[139725]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T18:24:22.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2478263955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:22.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:22.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[142085]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:22.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[142085]: osdmap e917: 8 total, 8 up, 8 in 2023-12-16T18:24:22.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2478263955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:22.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:22 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:23.074 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestAssertLocked (3021 ms) 2023-12-16T18:24:23.074 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-16T18:24:23.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:23 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:23.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:23 smithi184 ceph-mon[136228]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T18:24:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:23 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:23.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:23 smithi071 ceph-mon[139725]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T18:24:23.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:23 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:23.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:23 smithi071 ceph-mon[142085]: osdmap e918: 8 total, 8 up, 8 in 2023-12-16T18:24:24.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:24 smithi184 ceph-mon[136228]: pgmap v1112: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:24.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:24 smithi184 ceph-mon[136228]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T18:24:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:24 smithi071 ceph-mon[139725]: pgmap v1112: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:24 smithi071 ceph-mon[139725]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T18:24:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:24 smithi071 ceph-mon[142085]: pgmap v1112: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:24 smithi071 ceph-mon[142085]: osdmap e919: 8 total, 8 up, 8 in 2023-12-16T18:24:25.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:25 smithi184 ceph-mon[136228]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T18:24:25.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:25 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1736556906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:25.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:25 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[139725]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1736556906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[142085]: osdmap e920: 8 total, 8 up, 8 in 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1736556906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:25.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:25 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:26.090 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestSetCookie (3016 ms) 2023-12-16T18:24:26.090 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestRenew 2023-12-16T18:24:26.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:26 smithi184 ceph-mon[136228]: pgmap v1115: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:26 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:26 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:26 smithi184 ceph-mon[136228]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T18:24:26.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[139725]: pgmap v1115: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[139725]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[142085]: pgmap v1115: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:26 smithi071 ceph-mon[142085]: osdmap e921: 8 total, 8 up, 8 in 2023-12-16T18:24:27.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:27 smithi071 ceph-mon[139725]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T18:24:27.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:27 smithi071 ceph-mon[142085]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T18:24:27.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:27] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:24:27.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:27 smithi184 ceph-mon[136228]: osdmap e922: 8 total, 8 up, 8 in 2023-12-16T18:24:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[142085]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[142085]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3972634480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[139725]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[139725]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3972634480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:28.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:28 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:28.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:28 smithi184 ceph-mon[136228]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:28 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:28 smithi184 ceph-mon[136228]: osdmap e923: 8 total, 8 up, 8 in 2023-12-16T18:24:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3972634480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:28 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:29.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:29 smithi071 ceph-mon[139725]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T18:24:29.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:29.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:29 smithi071 ceph-mon[142085]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T18:24:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:29.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:29 smithi184 ceph-mon[136228]: osdmap e924: 8 total, 8 up, 8 in 2023-12-16T18:24:30.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:30 smithi071 ceph-mon[139725]: pgmap v1121: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:30 smithi071 ceph-mon[139725]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T18:24:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:30 smithi071 ceph-mon[142085]: pgmap v1121: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:30 smithi071 ceph-mon[142085]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T18:24:30.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:30 smithi184 ceph-mon[136228]: pgmap v1121: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:30 smithi184 ceph-mon[136228]: osdmap e925: 8 total, 8 up, 8 in 2023-12-16T18:24:32.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:32 smithi071 ceph-mon[139725]: pgmap v1123: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:32 smithi071 ceph-mon[142085]: pgmap v1123: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:32.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:32 smithi184 ceph-mon[136228]: pgmap v1123: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:32.690 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (14m) 45s ago 16m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (13m) 8m ago 16m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (17m) 45s ago 17m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (17m) 8m ago 17m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (13m) 8m ago 19m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:24:33.000 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (13m) 45s ago 21m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (13m) 45s ago 21m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (12m) 8m ago 20m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (13m) 45s ago 19m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (14m) 45s ago 16m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (13m) 8m ago 16m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (12m) 45s ago 19m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (11m) 45s ago 19m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (11m) 45s ago 19m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 45s ago 18m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (10m) 8m ago 18m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (9m) 8m ago 18m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (9m) 8m ago 18m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:24:33.001 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (8m) 8m ago 17m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:24:33.002 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (13m) 8m ago 17m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:24:33.384 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:24:33.385 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:24:33.386 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:24:33.386 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:24:33.386 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:24:33.386 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:24:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[139725]: pgmap v1124: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[139725]: from='client.34917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[139725]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1365751266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[142085]: pgmap v1124: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[142085]: from='client.34917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[142085]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1365751266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:34.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:34 smithi184 ceph-mon[136228]: pgmap v1124: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:34 smithi184 ceph-mon[136228]: from='client.34917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:34 smithi184 ceph-mon[136228]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:24:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1365751266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:24:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:36 smithi071 ceph-mon[139725]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:36 smithi071 ceph-mon[142085]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:36.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:36 smithi184 ceph-mon[136228]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:37] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-12-16T18:24:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:38 smithi071 ceph-mon[139725]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:38 smithi071 ceph-mon[142085]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:38 smithi184 ceph-mon[136228]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:40 smithi071 ceph-mon[139725]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:40.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:40 smithi071 ceph-mon[142085]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:40 smithi184 ceph-mon[136228]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:42 smithi071 ceph-mon[139725]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:42 smithi071 ceph-mon[142085]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:42 smithi184 ceph-mon[136228]: pgmap v1128: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:44 smithi184 ceph-mon[136228]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:44 smithi071 ceph-mon[139725]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:44 smithi071 ceph-mon[142085]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:46 smithi184 ceph-mon[136228]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:46.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:46 smithi071 ceph-mon[139725]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:46 smithi071 ceph-mon[142085]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:46.820 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestRenew (20730 ms) 2023-12-16T18:24:46.820 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-16T18:24:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:47] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-12-16T18:24:48.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:47 smithi184 ceph-mon[136228]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:47 smithi184 ceph-mon[136228]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T18:24:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:47 smithi071 ceph-mon[139725]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:47 smithi071 ceph-mon[139725]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T18:24:48.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:47 smithi071 ceph-mon[142085]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:24:48.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:47 smithi071 ceph-mon[142085]: osdmap e926: 8 total, 8 up, 8 in 2023-12-16T18:24:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:48 smithi184 ceph-mon[136228]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T18:24:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:48 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4104196148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:48 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:24:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[139725]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T18:24:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4104196148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:49.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:24:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[142085]: osdmap e927: 8 total, 8 up, 8 in 2023-12-16T18:24:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4104196148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:24:49.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: pgmap v1134: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:24:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:24:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: pgmap v1134: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: pgmap v1134: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: osdmap e928: 8 total, 8 up, 8 in 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:50.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:24:50.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:24:50.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:51.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:50 smithi071 ceph-mon[139725]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T18:24:51.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:50 smithi071 ceph-mon[142085]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T18:24:51.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:50 smithi184 ceph-mon[136228]: osdmap e929: 8 total, 8 up, 8 in 2023-12-16T18:24:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:51 smithi071 ceph-mon[139725]: pgmap v1137: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:52.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:51 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:51 smithi071 ceph-mon[142085]: pgmap v1137: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:52.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:51 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:52.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:51 smithi184 ceph-mon[136228]: pgmap v1137: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:52.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:51 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:24:53.862 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7038 ms) 2023-12-16T18:24:53.863 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-16T18:24:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:53 smithi071 ceph-mon[139725]: pgmap v1138: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:54.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:53 smithi071 ceph-mon[142085]: pgmap v1138: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:54.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:53 smithi184 ceph-mon[136228]: pgmap v1138: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T18:24:55.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:54 smithi071 ceph-mon[139725]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T18:24:55.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:54 smithi071 ceph-mon[142085]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T18:24:55.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:54 smithi184 ceph-mon[136228]: osdmap e930: 8 total, 8 up, 8 in 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[139725]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[139725]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/945075594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[142085]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[142085]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T18:24:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/945075594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:55 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:55 smithi184 ceph-mon[136228]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:55 smithi184 ceph-mon[136228]: osdmap e931: 8 total, 8 up, 8 in 2023-12-16T18:24:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/945075594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:56.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:55 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:24:57.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:56 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:56 smithi071 ceph-mon[139725]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T18:24:57.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:56 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:57.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:56 smithi071 ceph-mon[142085]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T18:24:57.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:56 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:24:57.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:56 smithi184 ceph-mon[136228]: osdmap e932: 8 total, 8 up, 8 in 2023-12-16T18:24:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:24:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:24:57] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2023-12-16T18:24:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:57 smithi071 ceph-mon[139725]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:57 smithi071 ceph-mon[139725]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T18:24:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:57 smithi071 ceph-mon[142085]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:57 smithi071 ceph-mon[142085]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T18:24:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:57 smithi184 ceph-mon[136228]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:24:58.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:57 smithi184 ceph-mon[136228]: osdmap e933: 8 total, 8 up, 8 in 2023-12-16T18:24:59.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:24:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:24:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:24:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:24:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:00.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:00 smithi184 ceph-mon[136228]: pgmap v1145: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:00 smithi071 ceph-mon[139725]: pgmap v1145: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:00 smithi071 ceph-mon[142085]: pgmap v1145: 137 pgs: 10 unknown, 127 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:01.826 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7968 ms) 2023-12-16T18:25:01.826 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-16T18:25:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:02 smithi184 ceph-mon[136228]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:02 smithi184 ceph-mon[136228]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T18:25:02.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:02 smithi071 ceph-mon[139725]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:02 smithi071 ceph-mon[139725]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T18:25:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:02 smithi071 ceph-mon[142085]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:02 smithi071 ceph-mon[142085]: osdmap e934: 8 total, 8 up, 8 in 2023-12-16T18:25:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:25:04.061 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (14m) 76s ago 17m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (14m) 9m ago 17m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (18m) 76s ago 18m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (18m) 9m ago 18m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (14m) 9m ago 20m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (14m) 76s ago 21m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (13m) 76s ago 21m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (13m) 9m ago 20m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (13m) 76s ago 20m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (14m) 76s ago 17m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (14m) 9m ago 17m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (12m) 76s ago 20m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:25:04.062 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (12m) 76s ago 19m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (11m) 76s ago 19m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (11m) 76s ago 19m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (10m) 9m ago 19m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (10m) 9m ago 18m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (9m) 9m ago 18m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (9m) 9m ago 18m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:25:04.063 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (14m) 9m ago 17m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:25:04.063 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[139725]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:04.063 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[139725]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T18:25:04.063 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4061288443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[142085]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[142085]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4061288443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.064 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:03 smithi184 ceph-mon[136228]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:03 smithi184 ceph-mon[136228]: osdmap e935: 8 total, 8 up, 8 in 2023-12-16T18:25:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4061288443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:04.443 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:25:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:25:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:25:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:25:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:25:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:25:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:25:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:25:04.445 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:25:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:04 smithi184 ceph-mon[136228]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:04 smithi184 ceph-mon[136228]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T18:25:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:04 smithi184 ceph-mon[136228]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:04 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2423305607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[139725]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[139725]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[139725]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2423305607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[142085]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171060-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:05.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[142085]: osdmap e936: 8 total, 8 up, 8 in 2023-12-16T18:25:05.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[142085]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:05.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:04 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2423305607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:06.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:05 smithi184 ceph-mon[136228]: pgmap v1151: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:05 smithi184 ceph-mon[136228]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T18:25:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:05 smithi071 ceph-mon[139725]: pgmap v1151: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:06.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:05 smithi071 ceph-mon[139725]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T18:25:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:05 smithi071 ceph-mon[142085]: pgmap v1151: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:05 smithi071 ceph-mon[142085]: osdmap e937: 8 total, 8 up, 8 in 2023-12-16T18:25:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:07] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:25:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:07 smithi071 ceph-mon[139725]: pgmap v1153: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:08.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:07 smithi071 ceph-mon[142085]: pgmap v1153: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:07 smithi184 ceph-mon[136228]: pgmap v1153: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:09.323 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7497 ms) 2023-12-16T18:25:09.323 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from ClsLock (69265 ms total) 2023-12-16T18:25:09.323 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:25:09.323 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:25:09.324 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 11 tests from 1 test suite ran. (69265 ms total) 2023-12-16T18:25:09.324 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 11 tests. 2023-12-16T18:25:09.327 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:25:09.327 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:25:09.398 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-16T18:25:09.399 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-16T18:25:09.467 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:25:09.467 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-16T18:25:09.467 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:25:09.467 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from cls_log 2023-12-16T18:25:09.467 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-16T18:25:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:09.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:10 smithi184 ceph-mon[136228]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:10 smithi184 ceph-mon[136228]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T18:25:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:10 smithi071 ceph-mon[139725]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:10 smithi071 ceph-mon[139725]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T18:25:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:10 smithi071 ceph-mon[142085]: pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-16T18:25:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:10 smithi071 ceph-mon[142085]: osdmap e938: 8 total, 8 up, 8 in 2023-12-16T18:25:11.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:11 smithi184 ceph-mon[136228]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T18:25:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/923466945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:11 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[139725]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/923466945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[142085]: osdmap e939: 8 total, 8 up, 8 in 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/923466945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:11.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:11 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:12.353 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_log.test_log_add_same_time (2882 ms) 2023-12-16T18:25:12.353 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-16T18:25:12.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:12 smithi184 ceph-mon[136228]: pgmap v1157: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:12 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:12 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:12 smithi184 ceph-mon[136228]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T18:25:12.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[139725]: pgmap v1157: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:12.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:12.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:12.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[139725]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T18:25:12.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[142085]: pgmap v1157: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:12.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:12.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:12.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:12 smithi071 ceph-mon[142085]: osdmap e940: 8 total, 8 up, 8 in 2023-12-16T18:25:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:13 smithi071 ceph-mon[139725]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T18:25:13.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:13 smithi071 ceph-mon[142085]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T18:25:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:13 smithi184 ceph-mon[136228]: osdmap e941: 8 total, 8 up, 8 in 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[139725]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[139725]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3544573016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[142085]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[142085]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T18:25:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3544573016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:14 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:14 smithi184 ceph-mon[136228]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:14 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:14 smithi184 ceph-mon[136228]: osdmap e942: 8 total, 8 up, 8 in 2023-12-16T18:25:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:14 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3544573016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:14 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:15.365 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_log.test_log_add_different_time (3015 ms) 2023-12-16T18:25:15.365 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_log.trim_by_time 2023-12-16T18:25:15.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:15 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:15.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:15 smithi071 ceph-mon[139725]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T18:25:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:15 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:15 smithi071 ceph-mon[142085]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T18:25:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:15 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:15 smithi184 ceph-mon[136228]: osdmap e943: 8 total, 8 up, 8 in 2023-12-16T18:25:16.722 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:16 smithi071 ceph-mon[139725]: pgmap v1163: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:16 smithi071 ceph-mon[139725]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T18:25:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:16 smithi071 ceph-mon[142085]: pgmap v1163: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:16 smithi071 ceph-mon[142085]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T18:25:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:16 smithi184 ceph-mon[136228]: pgmap v1163: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:16 smithi184 ceph-mon[136228]: osdmap e944: 8 total, 8 up, 8 in 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:17] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[139725]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3880476351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[142085]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T18:25:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3880476351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:17 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:17.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:17 smithi184 ceph-mon[136228]: osdmap e945: 8 total, 8 up, 8 in 2023-12-16T18:25:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3880476351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:17 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_log.trim_by_time (3011 ms) 2023-12-16T18:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: pgmap v1166: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: osdmap e946: 8 total, 8 up, 8 in 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:18.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:19 smithi071 ceph-mon[139725]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T18:25:19.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:19 smithi071 ceph-mon[139725]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:19.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:19 smithi071 ceph-mon[142085]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T18:25:19.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:19 smithi071 ceph-mon[142085]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:19 smithi184 ceph-mon[136228]: osdmap e947: 8 total, 8 up, 8 in 2023-12-16T18:25:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:19 smithi184 ceph-mon[136228]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[139725]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[142085]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T18:25:20.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:20 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:20 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:20 smithi184 ceph-mon[136228]: osdmap e948: 8 total, 8 up, 8 in 2023-12-16T18:25:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:20 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:21.398 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2023-12-16T18:25:21.398 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from cls_log (11931 ms total) 2023-12-16T18:25:21.399 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:25:21.399 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:25:21.399 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 4 tests from 1 test suite ran. (11931 ms total) 2023-12-16T18:25:21.399 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 4 tests. 2023-12-16T18:25:21.402 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:25:21.402 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:25:21.474 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2023-12-16T18:25:21.474 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2023-12-16T18:25:21.541 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:25:21.542 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-16T18:25:21.542 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:25:21.542 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from ClsNumOps 2023-12-16T18:25:21.542 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsNumOps.Add 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[139725]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[139725]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[142085]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T18:25:21.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:21 smithi071 ceph-mon[142085]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/594208075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:21 smithi184 ceph-mon[136228]: osdmap e949: 8 total, 8 up, 8 in 2023-12-16T18:25:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:21 smithi184 ceph-mon[136228]: pgmap v1172: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:22 smithi071 ceph-mon[139725]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T18:25:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:22 smithi071 ceph-mon[142085]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T18:25:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:22 smithi184 ceph-mon[136228]: osdmap e950: 8 total, 8 up, 8 in 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[139725]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1535492865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[139725]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[142085]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T18:25:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1535492865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[142085]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:23 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:23 smithi184 ceph-mon[136228]: osdmap e951: 8 total, 8 up, 8 in 2023-12-16T18:25:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:23 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1535492865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:23 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:23 smithi184 ceph-mon[136228]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:23 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:24.422 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsNumOps.Add (2880 ms) 2023-12-16T18:25:24.422 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsNumOps.Sub 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[139725]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[139725]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[142085]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:24 smithi071 ceph-mon[142085]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T18:25:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:24 smithi184 ceph-mon[136228]: osdmap e952: 8 total, 8 up, 8 in 2023-12-16T18:25:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:24 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:24 smithi184 ceph-mon[136228]: osdmap e953: 8 total, 8 up, 8 in 2023-12-16T18:25:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:25 smithi071 ceph-mon[139725]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:25.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:25 smithi071 ceph-mon[142085]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:25.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:25 smithi184 ceph-mon[136228]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[139725]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T18:25:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/41302908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[142085]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T18:25:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/41302908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:26 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:26.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:26 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:26 smithi184 ceph-mon[136228]: osdmap e954: 8 total, 8 up, 8 in 2023-12-16T18:25:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/41302908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:26 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:27.457 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsNumOps.Sub (3035 ms) 2023-12-16T18:25:27.457 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsNumOps.Mul 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[139725]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[139725]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:27] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[142085]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T18:25:27.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:27 smithi071 ceph-mon[142085]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:27 smithi184 ceph-mon[136228]: osdmap e955: 8 total, 8 up, 8 in 2023-12-16T18:25:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:27 smithi184 ceph-mon[136228]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:28 smithi071 ceph-mon[139725]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T18:25:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:28 smithi071 ceph-mon[142085]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T18:25:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:28 smithi184 ceph-mon[136228]: osdmap e956: 8 total, 8 up, 8 in 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[139725]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[139725]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2049706894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[142085]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[142085]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2049706894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:29.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:29 smithi184 ceph-mon[136228]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:29 smithi184 ceph-mon[136228]: osdmap e957: 8 total, 8 up, 8 in 2023-12-16T18:25:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2049706894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:30.484 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsNumOps.Mul (3027 ms) 2023-12-16T18:25:30.484 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsNumOps.Div 2023-12-16T18:25:30.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:30.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:30 smithi184 ceph-mon[136228]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T18:25:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:30 smithi071 ceph-mon[139725]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T18:25:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:30 smithi071 ceph-mon[142085]: osdmap e958: 8 total, 8 up, 8 in 2023-12-16T18:25:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:31 smithi071 ceph-mon[139725]: pgmap v1186: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:31 smithi071 ceph-mon[139725]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T18:25:31.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:31 smithi071 ceph-mon[142085]: pgmap v1186: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:31.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:31 smithi071 ceph-mon[142085]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T18:25:31.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:31 smithi184 ceph-mon[136228]: pgmap v1186: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:31 smithi184 ceph-mon[136228]: osdmap e959: 8 total, 8 up, 8 in 2023-12-16T18:25:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:32 smithi184 ceph-mon[136228]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T18:25:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:32 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/875233201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:32 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[139725]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T18:25:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/875233201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[142085]: osdmap e960: 8 total, 8 up, 8 in 2023-12-16T18:25:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/875233201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:32 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:33.495 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsNumOps.Div (3011 ms) 2023-12-16T18:25:33.495 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from ClsNumOps (11953 ms total) 2023-12-16T18:25:33.495 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:25:33.495 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:25:33.496 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 4 tests from 1 test suite ran. (11953 ms total) 2023-12-16T18:25:33.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 4 tests. 2023-12-16T18:25:33.499 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:25:33.499 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:25:33.570 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-12-16T18:25:33.570 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-12-16T18:25:33.639 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:25:33.639 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 70 tests from 1 test suite. 2023-12-16T18:25:33.639 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:25:33.640 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 70 tests from TestClsRbd 2023-12-16T18:25:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:33 smithi184 ceph-mon[136228]: pgmap v1189: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:33 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:33 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:33 smithi184 ceph-mon[136228]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T18:25:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[139725]: pgmap v1189: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[139725]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[142085]: pgmap v1189: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171879-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[142085]: osdmap e961: 8 total, 8 up, 8 in 2023-12-16T18:25:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:34.788 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:34 smithi071 ceph-mon[139725]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T18:25:34.788 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:34 smithi071 ceph-mon[142085]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T18:25:34.789 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:25:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:34 smithi184 ceph-mon[136228]: osdmap e962: 8 total, 8 up, 8 in 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (15m) 107s ago 17m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (15m) 9m ago 17m 84.0M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (18m) 107s ago 18m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (18m) 9m ago 18m 18.9M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (14m) 9m ago 20m 441M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (14m) 107s ago 22m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (14m) 107s ago 22m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:25:35.097 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (13m) 9m ago 21m 43.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (14m) 107s ago 20m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (15m) 107s ago 17m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (14m) 9m ago 17m 15.8M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (13m) 107s ago 20m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (12m) 107s ago 20m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (12m) 107s ago 20m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (11m) 107s ago 19m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (11m) 9m ago 19m 144M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (10m) 9m ago 19m 120M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (10m) 9m ago 19m 68.7M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (10m) 9m ago 18m 12.4M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:25:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (14m) 9m ago 18m 63.4M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:25:35.485 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:25:35.486 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:25:35.487 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:25:35.487 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:25:35.487 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:25:35.510 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_all_features 2023-12-16T18:25:35.528 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_all_features (18 ms) 2023-12-16T18:25:35.529 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.copyup 2023-12-16T18:25:35.706 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.copyup (178 ms) 2023-12-16T18:25:35.706 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-12-16T18:25:35.721 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2023-12-16T18:25:35.722 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-12-16T18:25:35.733 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2023-12-16T18:25:35.733 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-12-16T18:25:35.739 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2023-12-16T18:25:35.739 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.directory_methods 2023-12-16T18:25:35.765 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2023-12-16T18:25:35.765 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.create 2023-12-16T18:25:35.778 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.create (13 ms) 2023-12-16T18:25:35.778 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_features 2023-12-16T18:25:35.780 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2023-12-16T18:25:35.780 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-12-16T18:25:35.781 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2023-12-16T18:25:35.781 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-12-16T18:25:35.783 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-12-16T18:25:35.783 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-12-16T18:25:35.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-12-16T18:25:35.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-12-16T18:25:35.787 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-12-16T18:25:35.787 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-12-16T18:25:35.790 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-12-16T18:25:35.790 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.get_size 2023-12-16T18:25:35.794 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-12-16T18:25:35.794 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.set_size 2023-12-16T18:25:35.798 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2023-12-16T18:25:35.798 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.protection_status 2023-12-16T18:25:35.815 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2023-12-16T18:25:35.815 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-12-16T18:25:35.822 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2023-12-16T18:25:35.822 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.parents_v1 2023-12-16T18:25:35.835 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=sqlstore.transactions t=2023-12-16T18:25:35.437831903Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4143401163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: from='client.35031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3151481064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:35.862 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2023-12-16T18:25:35.862 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.parents_v2 2023-12-16T18:25:35.892 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2023-12-16T18:25:35.892 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.snapshots 2023-12-16T18:25:35.914 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2023-12-16T18:25:35.914 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.snapid_race 2023-12-16T18:25:35.921 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.snapid_race (8 ms) 2023-12-16T18:25:35.921 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.stripingv2 2023-12-16T18:25:35.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2023-12-16T18:25:35.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_save 2023-12-16T18:25:35.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2023-12-16T18:25:35.935 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-12-16T18:25:35.943 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_resize (9 ms) 2023-12-16T18:25:35.944 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_update 2023-12-16T18:25:35.953 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2023-12-16T18:25:35.953 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-12-16T18:25:35.954 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-12-16T18:25:35.954 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-12-16T18:25:35.964 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2023-12-16T18:25:35.964 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4143401163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: from='client.35031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3151481064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: osdmap e963: 8 total, 8 up, 8 in 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4143401163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: from='client.35031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:25:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3151481064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:25:35.974 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2023-12-16T18:25:35.974 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.flags 2023-12-16T18:25:35.978 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.flags (5 ms) 2023-12-16T18:25:35.978 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.metadata 2023-12-16T18:25:36.004 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.metadata (27 ms) 2023-12-16T18:25:36.005 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.set_features 2023-12-16T18:25:36.010 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2023-12-16T18:25:36.011 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror 2023-12-16T18:25:36.043 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2023-12-16T18:25:36.043 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror_image 2023-12-16T18:25:36.057 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2023-12-16T18:25:36.058 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-12-16T18:25:36.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:36 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:36 smithi184 ceph-mon[136228]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T18:25:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:36 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:36 smithi071 ceph-mon[139725]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T18:25:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:36 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-171985-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:36 smithi071 ceph-mon[142085]: osdmap e964: 8 total, 8 up, 8 in 2023-12-16T18:25:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:37 smithi071 ceph-mon[139725]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:37 smithi071 ceph-mon[139725]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T18:25:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:37] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2023-12-16T18:25:37.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:37 smithi071 ceph-mon[142085]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:37.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:37 smithi071 ceph-mon[142085]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T18:25:37.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:37 smithi184 ceph-mon[136228]: pgmap v1195: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:37 smithi184 ceph-mon[136228]: osdmap e965: 8 total, 8 up, 8 in 2023-12-16T18:25:38.360 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror_image_status (2302 ms) 2023-12-16T18:25:38.360 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-12-16T18:25:38.437 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2023-12-16T18:25:38.438 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-12-16T18:25:38.445 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2023-12-16T18:25:38.445 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-12-16T18:25:38.456 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2023-12-16T18:25:38.456 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-12-16T18:25:38.458 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-12-16T18:25:38.458 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-12-16T18:25:38.460 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2023-12-16T18:25:38.460 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-12-16T18:25:38.464 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-12-16T18:25:38.464 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-12-16T18:25:38.470 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2023-12-16T18:25:38.470 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-12-16T18:25:38.473 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-12-16T18:25:38.473 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-12-16T18:25:38.477 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2023-12-16T18:25:38.477 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_image_add 2023-12-16T18:25:38.479 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-12-16T18:25:38.479 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-12-16T18:25:38.483 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-12-16T18:25:38.483 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_image_list 2023-12-16T18:25:38.486 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2023-12-16T18:25:38.487 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-12-16T18:25:38.491 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2023-12-16T18:25:38.491 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.image_group_add 2023-12-16T18:25:38.493 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2023-12-16T18:25:38.493 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-12-16T18:25:38.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2023-12-16T18:25:38.497 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.image_group_get 2023-12-16T18:25:38.499 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-12-16T18:25:38.499 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-12-16T18:25:38.501 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-12-16T18:25:38.501 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-12-16T18:25:38.502 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2023-12-16T18:25:38.502 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-12-16T18:25:38.504 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-12-16T18:25:38.505 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-12-16T18:25:38.507 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-12-16T18:25:38.507 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-12-16T18:25:38.509 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2023-12-16T18:25:38.509 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-12-16T18:25:38.513 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-12-16T18:25:38.513 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-12-16T18:25:38.528 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2023-12-16T18:25:38.528 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-12-16T18:25:38.713 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (185 ms) 2023-12-16T18:25:38.713 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-12-16T18:25:38.716 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-12-16T18:25:38.716 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-12-16T18:25:38.718 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-12-16T18:25:38.718 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.trash_methods 2023-12-16T18:25:38.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2023-12-16T18:25:38.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.op_features 2023-12-16T18:25:38.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2023-12-16T18:25:38.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.clone_parent 2023-12-16T18:25:38.752 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2023-12-16T18:25:38.752 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-12-16T18:25:38.760 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2023-12-16T18:25:38.760 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.clone_child 2023-12-16T18:25:38.771 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-12-16T18:25:38.771 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-12-16T18:25:38.777 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-12-16T18:25:38.778 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.migration 2023-12-16T18:25:38.788 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.migration (9 ms) 2023-12-16T18:25:38.788 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.migration_v1 2023-12-16T18:25:38.798 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2023-12-16T18:25:38.798 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-12-16T18:25:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:39 smithi184 ceph-mon[136228]: pgmap v1197: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 283 KiB/s wr, 770 op/s 2023-12-16T18:25:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:39 smithi071 ceph-mon[139725]: pgmap v1197: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 283 KiB/s wr, 770 op/s 2023-12-16T18:25:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:39 smithi071 ceph-mon[142085]: pgmap v1197: 137 pgs: 3 creating+peering, 3 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 283 KiB/s wr, 770 op/s 2023-12-16T18:25:40.537 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1739 ms) 2023-12-16T18:25:40.537 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestClsRbd.sparsify 2023-12-16T18:25:40.573 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestClsRbd.sparsify (36 ms) 2023-12-16T18:25:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:40 smithi184 ceph-mon[136228]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T18:25:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:40 smithi071 ceph-mon[139725]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T18:25:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:40 smithi071 ceph-mon[142085]: osdmap e966: 8 total, 8 up, 8 in 2023-12-16T18:25:41.543 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2023-12-16T18:25:41.543 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:25:41.543 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:25:41.543 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 70 tests from 1 test suite ran. (7904 ms total) 2023-12-16T18:25:41.543 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 70 tests. 2023-12-16T18:25:41.546 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:25:41.546 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:25:41.616 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-16T18:25:41.616 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-16T18:25:41.684 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:25:41.685 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-16T18:25:41.685 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:25:41.685 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 10 tests from cls_rgw 2023-12-16T18:25:41.685 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_implicit 2023-12-16T18:25:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:41 smithi184 ceph-mon[136228]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 933 KiB/s wr, 699 op/s 2023-12-16T18:25:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:41 smithi184 ceph-mon[136228]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T18:25:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:41 smithi071 ceph-mon[139725]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 933 KiB/s wr, 699 op/s 2023-12-16T18:25:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:41 smithi071 ceph-mon[139725]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T18:25:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:41 smithi071 ceph-mon[142085]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 933 KiB/s wr, 699 op/s 2023-12-16T18:25:41.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:41 smithi071 ceph-mon[142085]: osdmap e967: 8 total, 8 up, 8 in 2023-12-16T18:25:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:42 smithi184 ceph-mon[136228]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T18:25:42.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:42 smithi071 ceph-mon[139725]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T18:25:42.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:42 smithi071 ceph-mon[142085]: osdmap e968: 8 total, 8 up, 8 in 2023-12-16T18:25:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:43 smithi184 ceph-mon[136228]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:43 smithi184 ceph-mon[136228]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T18:25:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1811616019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:43 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[142085]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[142085]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T18:25:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1811616019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[139725]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[139725]: osdmap e969: 8 total, 8 up, 8 in 2023-12-16T18:25:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1811616019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:43 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:44.570 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_implicit (2885 ms) 2023-12-16T18:25:44.571 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-12-16T18:25:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:44 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:44 smithi184 ceph-mon[136228]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T18:25:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:44 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:44 smithi071 ceph-mon[139725]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T18:25:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:44 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:44 smithi071 ceph-mon[142085]: osdmap e970: 8 total, 8 up, 8 in 2023-12-16T18:25:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:45 smithi184 ceph-mon[136228]: pgmap v1205: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:45 smithi184 ceph-mon[136228]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T18:25:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:45 smithi071 ceph-mon[139725]: pgmap v1205: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:45 smithi071 ceph-mon[139725]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T18:25:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:45 smithi071 ceph-mon[142085]: pgmap v1205: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:45 smithi071 ceph-mon[142085]: osdmap e971: 8 total, 8 up, 8 in 2023-12-16T18:25:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[139725]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T18:25:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1315773631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:46.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[142085]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T18:25:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1315773631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:46 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:46 smithi184 ceph-mon[136228]: osdmap e972: 8 total, 8 up, 8 in 2023-12-16T18:25:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1315773631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:46 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:47.596 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:47] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2023-12-16T18:25:47.597 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3026 ms) 2023-12-16T18:25:47.597 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_put_snap 2023-12-16T18:25:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[142085]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[142085]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T18:25:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[139725]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[139725]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T18:25:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:47 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:47 smithi184 ceph-mon[136228]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:47 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:47 smithi184 ceph-mon[136228]: osdmap e973: 8 total, 8 up, 8 in 2023-12-16T18:25:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:47 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:25:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:48 smithi071 ceph-mon[142085]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T18:25:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:48 smithi071 ceph-mon[139725]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T18:25:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:48.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:48 smithi184 ceph-mon[136228]: osdmap e974: 8 total, 8 up, 8 in 2023-12-16T18:25:48.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:25:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[139725]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[139725]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/894980585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[142085]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[142085]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/894980585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:49.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:49 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:49 smithi184 ceph-mon[136228]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:49 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:25:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:49 smithi184 ceph-mon[136228]: osdmap e975: 8 total, 8 up, 8 in 2023-12-16T18:25:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:49 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/894980585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:49 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:50 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:50 smithi184 ceph-mon[136228]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T18:25:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:50 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[139725]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[142085]: osdmap e976: 8 total, 8 up, 8 in 2023-12-16T18:25:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:50 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:25:51.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:51 smithi184 ceph-mon[136228]: pgmap v1214: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:51.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:51 smithi184 ceph-mon[136228]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T18:25:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:51 smithi071 ceph-mon[139725]: pgmap v1214: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:51 smithi071 ceph-mon[139725]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T18:25:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:51 smithi071 ceph-mon[142085]: pgmap v1214: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:51 smithi071 ceph-mon[142085]: osdmap e977: 8 total, 8 up, 8 in 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:25:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:25:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:25:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:25:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:54 smithi071 ceph-mon[139725]: pgmap v1216: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2023-12-16T18:25:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:54 smithi071 ceph-mon[139725]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T18:25:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:54 smithi071 ceph-mon[142085]: pgmap v1216: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2023-12-16T18:25:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:54 smithi071 ceph-mon[142085]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T18:25:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:54 smithi184 ceph-mon[136228]: pgmap v1216: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 210 B/s wr, 0 op/s 2023-12-16T18:25:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:54 smithi184 ceph-mon[136228]: osdmap e978: 8 total, 8 up, 8 in 2023-12-16T18:25:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:55 smithi071 ceph-mon[139725]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T18:25:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:55 smithi071 ceph-mon[139725]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2023-12-16T18:25:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:55 smithi071 ceph-mon[142085]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T18:25:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:55 smithi071 ceph-mon[142085]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2023-12-16T18:25:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:55 smithi184 ceph-mon[136228]: osdmap e979: 8 total, 8 up, 8 in 2023-12-16T18:25:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:55 smithi184 ceph-mon[136228]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2023-12-16T18:25:56.400 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_put_snap (8800 ms) 2023-12-16T18:25:56.400 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_explicit 2023-12-16T18:25:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:56 smithi071 ceph-mon[139725]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T18:25:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:56 smithi071 ceph-mon[142085]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T18:25:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:56 smithi184 ceph-mon[136228]: osdmap e980: 8 total, 8 up, 8 in 2023-12-16T18:25:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:57 smithi071 ceph-mon[139725]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T18:25:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:57 smithi071 ceph-mon[139725]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:57.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:57 smithi071 ceph-mon[142085]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T18:25:57.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:57 smithi071 ceph-mon[142085]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:25:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:25:57] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-16T18:25:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:57 smithi184 ceph-mon[136228]: osdmap e981: 8 total, 8 up, 8 in 2023-12-16T18:25:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:57 smithi184 ceph-mon[136228]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[139725]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T18:25:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/767259797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[142085]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T18:25:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/767259797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:58 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:58 smithi184 ceph-mon[136228]: osdmap e982: 8 total, 8 up, 8 in 2023-12-16T18:25:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:58 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/767259797' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:58 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:25:59.410 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_explicit (3013 ms) 2023-12-16T18:25:59.410 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.set 2023-12-16T18:25:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[139725]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T18:25:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[139725]: pgmap v1225: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[139725]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T18:25:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[142085]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T18:25:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[142085]: pgmap v1225: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:25:59 smithi071 ceph-mon[142085]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T18:25:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:59 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:25:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:59 smithi184 ceph-mon[136228]: osdmap e983: 8 total, 8 up, 8 in 2023-12-16T18:25:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:59 smithi184 ceph-mon[136228]: pgmap v1225: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:25:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:25:59 smithi184 ceph-mon[136228]: osdmap e984: 8 total, 8 up, 8 in 2023-12-16T18:26:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[139725]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T18:26:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3039671643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[139725]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:01.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[142085]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T18:26:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3039671643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:01 smithi071 ceph-mon[142085]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:01 smithi184 ceph-mon[136228]: osdmap e985: 8 total, 8 up, 8 in 2023-12-16T18:26:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:01 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3039671643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:01 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:01 smithi184 ceph-mon[136228]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:02.452 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.set (3042 ms) 2023-12-16T18:26:02.452 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_implicit_ec 2023-12-16T18:26:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[139725]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T18:26:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:02 smithi071 ceph-mon[142085]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T18:26:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:02 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:02 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:02 smithi184 ceph-mon[136228]: osdmap e986: 8 total, 8 up, 8 in 2023-12-16T18:26:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T18:26:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: osdmap e987: 8 total, 8 up, 8 in 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[142085]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T18:26:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[139725]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T18:26:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:04 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:04 smithi184 ceph-mon[136228]: osdmap e988: 8 total, 8 up, 8 in 2023-12-16T18:26:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:04 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:05.831 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T18:26:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T18:26:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:05 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: osdmap e989: 8 total, 8 up, 8 in 2023-12-16T18:26:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: osdmap e990: 8 total, 8 up, 8 in 2023-12-16T18:26:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:05 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (15m) 2m ago 18m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (15m) 13s ago 18m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (19m) 2m ago 19m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (19m) 13s ago 19m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (15m) 13s ago 21m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (15m) 2m ago 22m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (14m) 2m ago 22m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (14m) 13s ago 21m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (14m) 2m ago 21m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:26:06.141 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (15m) 2m ago 18m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (15m) 13s ago 18m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (13m) 2m ago 21m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (13m) 2m ago 20m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (12m) 2m ago 20m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (12m) 2m ago 20m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (11m) 13s ago 20m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (11m) 13s ago 19m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (11m) 13s ago 19m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (10m) 13s ago 19m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:26:06.142 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (15m) 13s ago 18m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:26:06.537 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:26:06.538 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:26:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:06 smithi184 ceph-mon[136228]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:06 smithi184 ceph-mon[136228]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:06 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:06 smithi184 ceph-mon[136228]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T18:26:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:06 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/702341232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:07.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[139725]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[139725]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[139725]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/702341232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[142085]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[142085]: from='client.35085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[142085]: osdmap e991: 8 total, 8 up, 8 in 2023-12-16T18:26:07.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:06 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/702341232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:07] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-16T18:26:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:07 smithi184 ceph-mon[136228]: pgmap v1237: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:07 smithi184 ceph-mon[136228]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T18:26:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:07 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:07 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[139725]: pgmap v1237: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[139725]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T18:26:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:08.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:08.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[142085]: pgmap v1237: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[142085]: osdmap e992: 8 total, 8 up, 8 in 2023-12-16T18:26:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:08.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:07 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.474 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_implicit_ec (7023 ms) 2023-12-16T18:26:09.475 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[139725]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[139725]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[142085]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[142085]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T18:26:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:09 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:09 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:09 smithi184 ceph-mon[136228]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:09 smithi184 ceph-mon[136228]: osdmap e993: 8 total, 8 up, 8 in 2023-12-16T18:26:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/327496736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:09 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]: dispatch 2023-12-16T18:26:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:10 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:10 smithi184 ceph-mon[136228]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T18:26:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[139725]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-6"}]': finished 2023-12-16T18:26:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[142085]: osdmap e994: 8 total, 8 up, 8 in 2023-12-16T18:26:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:11 smithi184 ceph-mon[136228]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:11 smithi184 ceph-mon[136228]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T18:26:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[139725]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[139725]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T18:26:12.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:12.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[142085]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:12.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:12.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[142085]: osdmap e995: 8 total, 8 up, 8 in 2023-12-16T18:26:12.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:12 smithi184 ceph-mon[136228]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T18:26:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:12 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:12 smithi184 ceph-mon[136228]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T18:26:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:12 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:13.124 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[142085]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[142085]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[139725]: osdmap e996: 8 total, 8 up, 8 in 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[139725]: osdmap e997: 8 total, 8 up, 8 in 2023-12-16T18:26:13.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:12 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:13 smithi184 ceph-mon[136228]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:13 smithi184 ceph-mon[136228]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[139725]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[139725]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[142085]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:14.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:13 smithi071 ceph-mon[142085]: osdmap e998: 8 total, 8 up, 8 in 2023-12-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:15 smithi184 ceph-mon[136228]: pgmap v1248: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:15 smithi184 ceph-mon[136228]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:15 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[139725]: pgmap v1248: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[139725]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[142085]: pgmap v1248: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[142085]: osdmap e999: 8 total, 8 up, 8 in 2023-12-16T18:26:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:15 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:16.498 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7024 ms) 2023-12-16T18:26:16.499 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2023-12-16T18:26:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:16 smithi184 ceph-mon[136228]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T18:26:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[139725]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[142085]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-16T18:26:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]: dispatch 2023-12-16T18:26:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3810144541' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-7"}]': finished 2023-12-16T18:26:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[139725]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[139725]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T18:26:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:17] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[142085]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[142085]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:17 smithi184 ceph-mon[136228]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:17 smithi184 ceph-mon[136228]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:18 smithi184 ceph-mon[136228]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T18:26:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[139725]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[142085]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-16T18:26:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:19 smithi184 ceph-mon[136228]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:19 smithi184 ceph-mon[136228]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T18:26:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:19 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:19 smithi184 ceph-mon[136228]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T18:26:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:19 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:20.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[139725]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[139725]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[139725]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[142085]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[142085]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[142085]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-16T18:26:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:19 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:21 smithi184 ceph-mon[136228]: pgmap v1257: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:21 smithi184 ceph-mon[136228]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T18:26:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:21 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[139725]: pgmap v1257: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[139725]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T18:26:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[142085]: pgmap v1257: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[142085]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-16T18:26:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:21 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:22 smithi184 ceph-mon[136228]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T18:26:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:22 smithi071 ceph-mon[139725]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T18:26:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:22 smithi071 ceph-mon[142085]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-16T18:26:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:23 smithi184 ceph-mon[136228]: pgmap v1260: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:26:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:23 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:23 smithi071 ceph-mon[142085]: pgmap v1260: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:26:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:23 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:23 smithi071 ceph-mon[139725]: pgmap v1260: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:26:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:23 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:24 smithi184 ceph-mon[136228]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T18:26:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:24 smithi071 ceph-mon[142085]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T18:26:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:24 smithi071 ceph-mon[139725]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-16T18:26:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:25 smithi184 ceph-mon[136228]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:25 smithi184 ceph-mon[136228]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T18:26:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:25 smithi071 ceph-mon[142085]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:25 smithi071 ceph-mon[142085]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T18:26:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:25 smithi071 ceph-mon[139725]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:25 smithi071 ceph-mon[139725]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-16T18:26:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:26 smithi184 ceph-mon[136228]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T18:26:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:26 smithi071 ceph-mon[139725]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T18:26:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:26 smithi071 ceph-mon[142085]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-16T18:26:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:27] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-16T18:26:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[139725]: pgmap v1265: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[139725]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T18:26:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[142085]: pgmap v1265: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[142085]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T18:26:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:27 smithi184 ceph-mon[136228]: pgmap v1265: 113 pgs: 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 206 B/s wr, 0 op/s 2023-12-16T18:26:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:27 smithi184 ceph-mon[136228]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-16T18:26:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:28.561 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_put_snap_ec (12062 ms) 2023-12-16T18:26:28.562 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.test_explicit_ec 2023-12-16T18:26:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:28 smithi184 ceph-mon[136228]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T18:26:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:28 smithi184 ceph-mon[136228]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T18:26:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[142085]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T18:26:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[142085]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T18:26:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[139725]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-16T18:26:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]: dispatch 2023-12-16T18:26:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/441066258' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-8"}]': finished 2023-12-16T18:26:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:28 smithi071 ceph-mon[139725]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:30 smithi184 ceph-mon[136228]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T18:26:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[139725]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T18:26:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:31.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[142085]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-16T18:26:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T18:26:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T18:26:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: pgmap v1274: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T18:26:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: pgmap v1274: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: pgmap v1274: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-16T18:26:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[139725]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T18:26:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[142085]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T18:26:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:34 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:34 smithi184 ceph-mon[136228]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-16T18:26:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:34 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.611 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.test_explicit_ec (7050 ms) 2023-12-16T18:26:35.611 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.set_ec 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:35 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1609531235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:35 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]: dispatch 2023-12-16T18:26:36.887 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:26:36.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:36.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[139725]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T18:26:36.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:36.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:36.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:36.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:36.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[142085]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T18:26:36.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:36.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:36.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:36 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-9"}]': finished 2023-12-16T18:26:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:36 smithi184 ceph-mon[136228]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-16T18:26:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-16T18:26:37.195 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (16m) 2m ago 18m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (16m) 44s ago 18m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (19m) 2m ago 19m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (19m) 44s ago 19m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (15m) 44s ago 21m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (15m) 2m ago 23m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (15m) 2m ago 23m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (14m) 44s ago 22m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (15m) 2m ago 22m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (16m) 2m ago 18m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (16m) 44s ago 18m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:26:37.196 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (14m) 2m ago 21m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (13m) 2m ago 21m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (13m) 2m ago 21m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (12m) 2m ago 20m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (12m) 44s ago 20m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (12m) 44s ago 20m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (11m) 44s ago 20m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (11m) 44s ago 19m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:26:37.197 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (15m) 44s ago 19m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:26:37.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:37] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2023-12-16T18:26:37.581 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:26:37.581 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:26:37.581 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:26:37.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:26:37.583 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:26:37.583 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:26:37.583 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:26:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T18:26:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: from='client.45068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2766941688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: from='client.45068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:37 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2766941688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi071-172112-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: from='client.45068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:26:38.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:37 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2766941688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:26:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[139725]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T18:26:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[139725]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T18:26:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[142085]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T18:26:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[142085]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T18:26:39.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:38 smithi184 ceph-mon[136228]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-16T18:26:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi071-172112-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:38 smithi184 ceph-mon[136228]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-16T18:26:39.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[139725]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[139725]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T18:26:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[142085]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:40.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:39 smithi071 ceph-mon[142085]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T18:26:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:39 smithi184 ceph-mon[136228]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:39 smithi184 ceph-mon[136228]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[139725]: pgmap v1286: 113 pgs: 1 creating+activating, 1 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[139725]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[142085]: pgmap v1286: 113 pgs: 1 creating+activating, 1 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[142085]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T18:26:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:41 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:41 smithi184 ceph-mon[136228]: pgmap v1286: 113 pgs: 1 creating+activating, 1 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:41 smithi184 ceph-mon[136228]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-16T18:26:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:41 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:42.629 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.set_ec (7018 ms) 2023-12-16T18:26:42.630 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 10 tests from cls_rgw (60944 ms total) 2023-12-16T18:26:42.630 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:26:42.630 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:26:42.630 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 10 tests from 1 test suite ran. (60945 ms total) 2023-12-16T18:26:42.630 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 10 tests. 2023-12-16T18:26:42.632 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:26:42.632 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:26:42.704 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-16T18:26:42.704 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-16T18:26:42.773 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:26:42.773 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-16T18:26:42.773 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:26:42.773 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 16 tests from cls_rgw 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[139725]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[142085]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:42 smithi184 ceph-mon[136228]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-16T18:26:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]: dispatch 2023-12-16T18:26:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2260295409' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi071-172112-10"}]': finished 2023-12-16T18:26:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:43 smithi071 ceph-mon[139725]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:43 smithi071 ceph-mon[139725]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T18:26:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:43 smithi071 ceph-mon[142085]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:43 smithi071 ceph-mon[142085]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T18:26:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:43 smithi184 ceph-mon[136228]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:43 smithi184 ceph-mon[136228]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-16T18:26:44.656 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_basic 2023-12-16T18:26:44.697 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_basic (41 ms) 2023-12-16T18:26:44.697 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-16T18:26:44.723 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2023-12-16T18:26:44.724 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-16T18:26:44.760 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2023-12-16T18:26:44.761 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[139725]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/832277306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[142085]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/832277306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:44 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:44 smithi184 ceph-mon[136228]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-16T18:26:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/832277306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:44 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:26:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[139725]: pgmap v1292: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[139725]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T18:26:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[142085]: pgmap v1292: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:45 smithi071 ceph-mon[142085]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T18:26:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:45 smithi184 ceph-mon[136228]: pgmap v1292: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:26:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:45 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:26:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:45 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:26:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:45 smithi184 ceph-mon[136228]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-16T18:26:46.200 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_suggest (1441 ms) 2023-12-16T18:26:46.200 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-16T18:26:46.208 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2023-12-16T18:26:46.208 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_list 2023-12-16T18:26:46.228 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_list (20 ms) 2023-12-16T18:26:46.228 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-16T18:26:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:46 smithi071 ceph-mon[139725]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T18:26:46.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:46 smithi071 ceph-mon[142085]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T18:26:47.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:46 smithi184 ceph-mon[136228]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-16T18:26:47.652 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:47] "GET /metrics HTTP/1.1" 200 36309 "" "Prometheus/2.43.0" 2023-12-16T18:26:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:47 smithi071 ceph-mon[139725]: pgmap v1295: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2023-12-16T18:26:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:47 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:47 smithi071 ceph-mon[142085]: pgmap v1295: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2023-12-16T18:26:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:47 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:48.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:47 smithi184 ceph-mon[136228]: pgmap v1295: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2023-12-16T18:26:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:47 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:26:49.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:49.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:49.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:49.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:26:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:50 smithi071 ceph-mon[139725]: pgmap v1296: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 210 KiB/s wr, 661 op/s 2023-12-16T18:26:50.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:50 smithi071 ceph-mon[142085]: pgmap v1296: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 210 KiB/s wr, 661 op/s 2023-12-16T18:26:50.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:50 smithi184 ceph-mon[136228]: pgmap v1296: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 359 KiB/s rd, 210 KiB/s wr, 661 op/s 2023-12-16T18:26:52.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:52 smithi071 ceph-mon[139725]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 183 KiB/s wr, 572 op/s 2023-12-16T18:26:52.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:52 smithi071 ceph-mon[142085]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 183 KiB/s wr, 572 op/s 2023-12-16T18:26:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:52 smithi184 ceph-mon[136228]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 183 KiB/s wr, 572 op/s 2023-12-16T18:26:53.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:53 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:26:53.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:53 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:26:53.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:53 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[139725]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 950 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[142085]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 950 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:26:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:26:54.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:54 smithi184 ceph-mon[136228]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 950 KiB/s rd, 612 KiB/s wr, 1.85k op/s 2023-12-16T18:26:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:26:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:26:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:56 smithi071 ceph-mon[139725]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 498 KiB/s wr, 1.51k op/s 2023-12-16T18:26:56.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:56 smithi071 ceph-mon[142085]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 498 KiB/s wr, 1.51k op/s 2023-12-16T18:26:56.585 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:56 smithi184 ceph-mon[136228]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 498 KiB/s wr, 1.51k op/s 2023-12-16T18:26:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:26:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:26:57] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2023-12-16T18:26:58.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:58 smithi071 ceph-mon[139725]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 696 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-16T18:26:58.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:58 smithi071 ceph-mon[142085]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 696 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-16T18:26:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:58 smithi184 ceph-mon[136228]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 696 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-16T18:26:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:26:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:26:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:26:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:26:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:00 smithi071 ceph-mon[139725]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 932 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-16T18:27:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:00 smithi071 ceph-mon[142085]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 932 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-16T18:27:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:00 smithi184 ceph-mon[136228]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 932 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-16T18:27:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:02 smithi071 ceph-mon[142085]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.52k op/s 2023-12-16T18:27:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:02 smithi071 ceph-mon[139725]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.52k op/s 2023-12-16T18:27:02.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:02 smithi184 ceph-mon[136228]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.52k op/s 2023-12-16T18:27:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:04 smithi071 ceph-mon[139725]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 687 KiB/s wr, 2.06k op/s 2023-12-16T18:27:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:04 smithi071 ceph-mon[142085]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 687 KiB/s wr, 2.06k op/s 2023-12-16T18:27:04.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:04 smithi184 ceph-mon[136228]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 687 KiB/s wr, 2.06k op/s 2023-12-16T18:27:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:06 smithi071 ceph-mon[139725]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:06 smithi071 ceph-mon[142085]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:06 smithi184 ceph-mon[136228]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:07] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2023-12-16T18:27:07.979 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (16m) 3m ago 19m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (16m) 75s ago 19m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (20m) 3m ago 20m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (20m) 75s ago 20m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (16m) 75s ago 22m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:27:08.353 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (16m) 3m ago 23m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (15m) 3m ago 23m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (15m) 75s ago 22m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (15m) 3m ago 22m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (16m) 3m ago 19m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (16m) 75s ago 19m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (14m) 3m ago 22m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (14m) 3m ago 21m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (13m) 3m ago 21m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (13m) 3m ago 21m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (12m) 75s ago 21m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (12m) 75s ago 20m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (12m) 75s ago 20m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (11m) 75s ago 20m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:27:08.354 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (16m) 75s ago 19m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:27:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:08 smithi071 ceph-mon[139725]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:08 smithi071 ceph-mon[142085]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:08.798 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:27:08.798 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:27:08.799 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:27:08.800 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:27:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:08 smithi184 ceph-mon[136228]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 576 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2023-12-16T18:27:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[139725]: from='client.35145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[139725]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3749189453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[142085]: from='client.35145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[142085]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3749189453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:09 smithi184 ceph-mon[136228]: from='client.35145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:09 smithi184 ceph-mon[136228]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3749189453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:10 smithi071 ceph-mon[139725]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 565 KiB/s wr, 1.70k op/s 2023-12-16T18:27:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:10 smithi071 ceph-mon[142085]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 565 KiB/s wr, 1.70k op/s 2023-12-16T18:27:10.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:10 smithi184 ceph-mon[136228]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 565 KiB/s wr, 1.70k op/s 2023-12-16T18:27:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:12 smithi071 ceph-mon[139725]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2023-12-16T18:27:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:12 smithi071 ceph-mon[142085]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2023-12-16T18:27:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:12 smithi184 ceph-mon[136228]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2023-12-16T18:27:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:14 smithi071 ceph-mon[139725]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-16T18:27:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:14 smithi071 ceph-mon[142085]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-16T18:27:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:14 smithi184 ceph-mon[136228]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-16T18:27:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:16 smithi071 ceph-mon[139725]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:16 smithi071 ceph-mon[142085]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:16 smithi184 ceph-mon[136228]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:17] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2023-12-16T18:27:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:18 smithi071 ceph-mon[139725]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:18 smithi071 ceph-mon[142085]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:18 smithi184 ceph-mon[136228]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 530 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2023-12-16T18:27:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:20.637 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:20 smithi184 ceph-mon[136228]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:20 smithi071 ceph-mon[139725]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:20 smithi071 ceph-mon[142085]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:22 smithi071 ceph-mon[139725]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 KiB/s rd, 341 KiB/s wr, 1.02k op/s 2023-12-16T18:27:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:22 smithi071 ceph-mon[142085]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 KiB/s rd, 341 KiB/s wr, 1.02k op/s 2023-12-16T18:27:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:22 smithi184 ceph-mon[136228]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 KiB/s rd, 341 KiB/s wr, 1.02k op/s 2023-12-16T18:27:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:24 smithi071 ceph-mon[139725]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T18:27:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:24 smithi071 ceph-mon[142085]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T18:27:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:24 smithi184 ceph-mon[136228]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-16T18:27:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:26 smithi071 ceph-mon[139725]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:26 smithi071 ceph-mon[142085]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:26 smithi184 ceph-mon[136228]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:27 smithi071 ceph-mon[139725]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:27] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2023-12-16T18:27:27.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:27 smithi071 ceph-mon[142085]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:27 smithi184 ceph-mon[136228]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-16T18:27:28.803 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_list_delimited (42575 ms) 2023-12-16T18:27:28.803 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.bi_list 2023-12-16T18:27:28.873 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2023-12-16T18:27:28.873 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.gc_set 2023-12-16T18:27:28.900 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.gc_set (27 ms) 2023-12-16T18:27:28.900 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.gc_list 2023-12-16T18:27:28.923 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2023-12-16T18:27:28.923 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-16T18:27:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:29 smithi184 ceph-mon[136228]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:29 smithi071 ceph-mon[139725]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:29 smithi071 ceph-mon[142085]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.57k op/s 2023-12-16T18:27:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:30 smithi184 ceph-mon[136228]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T18:27:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3225812251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[142085]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T18:27:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3225812251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[139725]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-16T18:27:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3225812251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:31 smithi184 ceph-mon[136228]: pgmap v1318: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2023-12-16T18:27:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:31 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:31 smithi184 ceph-mon[136228]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T18:27:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[139725]: pgmap v1318: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2023-12-16T18:27:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[139725]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T18:27:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[142085]: pgmap v1318: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2023-12-16T18:27:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172596-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:31 smithi071 ceph-mon[142085]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-16T18:27:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:32 smithi184 ceph-mon[136228]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T18:27:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:32 smithi071 ceph-mon[139725]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T18:27:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:32 smithi071 ceph-mon[142085]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-16T18:27:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:33 smithi184 ceph-mon[136228]: pgmap v1321: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 507 KiB/s wr, 1.51k op/s 2023-12-16T18:27:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:33 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[139725]: pgmap v1321: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 507 KiB/s wr, 1.51k op/s 2023-12-16T18:27:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[142085]: pgmap v1321: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 998 KiB/s rd, 507 KiB/s wr, 1.51k op/s 2023-12-16T18:27:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:35 smithi184 ceph-mon[136228]: pgmap v1322: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 156 KiB/s wr, 461 op/s 2023-12-16T18:27:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:35 smithi071 ceph-mon[139725]: pgmap v1322: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 156 KiB/s wr, 461 op/s 2023-12-16T18:27:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:35 smithi071 ceph-mon[142085]: pgmap v1322: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 156 KiB/s wr, 461 op/s 2023-12-16T18:27:36.586 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.gc_defer (7663 ms) 2023-12-16T18:27:36.586 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-16T18:27:36.648 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.usage_basic (62 ms) 2023-12-16T18:27:36.648 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-16T18:27:36.650 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2023-12-16T18:27:36.650 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-16T18:27:36.735 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.usage_clear (85 ms) 2023-12-16T18:27:36.735 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-16T18:27:36.802 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.bi_log_trim (67 ms) 2023-12-16T18:27:36.802 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-16T18:27:36.813 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2023-12-16T18:27:37.579 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:37] "GET /metrics HTTP/1.1" 200 38718 "" "Prometheus/2.43.0" 2023-12-16T18:27:37.594 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 16 tests from cls_rgw (52157 ms total) 2023-12-16T18:27:37.594 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:27:37.594 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:27:37.594 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 16 tests from 1 test suite ran. (54819 ms total) 2023-12-16T18:27:37.594 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 16 tests. 2023-12-16T18:27:37.597 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:27:37.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:27:37.667 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-16T18:27:37.668 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-16T18:27:37.734 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:27:37.734 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-16T18:27:37.734 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:27:37.734 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-16T18:27:37.734 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.init 2023-12-16T18:27:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:37 smithi184 ceph-mon[136228]: pgmap v1323: 169 pgs: 169 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 135 KiB/s wr, 399 op/s 2023-12-16T18:27:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:37 smithi184 ceph-mon[136228]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T18:27:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:37 smithi071 ceph-mon[139725]: pgmap v1323: 169 pgs: 169 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 135 KiB/s wr, 399 op/s 2023-12-16T18:27:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:37 smithi071 ceph-mon[139725]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T18:27:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:37 smithi071 ceph-mon[142085]: pgmap v1323: 169 pgs: 169 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 135 KiB/s wr, 399 op/s 2023-12-16T18:27:37.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:37 smithi071 ceph-mon[142085]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-16T18:27:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:38 smithi071 ceph-mon[139725]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T18:27:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:38 smithi071 ceph-mon[142085]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T18:27:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:38 smithi184 ceph-mon[136228]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-16T18:27:39.151 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (17m) 3m ago 19m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (17m) 107s ago 19m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (20m) 3m ago 20m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (20m) 107s ago 20m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (16m) 107s ago 22m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (16m) 3m ago 24m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (16m) 3m ago 24m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (15m) 107s ago 23m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (16m) 3m ago 23m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:27:39.458 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (17m) 3m ago 19m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (17m) 107s ago 19m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (15m) 3m ago 22m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (14m) 3m ago 22m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (14m) 3m ago 22m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (13m) 3m ago 21m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (13m) 107s ago 21m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (13m) 107s ago 21m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (12m) 107s ago 21m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (12m) 107s ago 21m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:27:39.459 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (16m) 107s ago 20m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:27:39.595 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.init (1861 ms) 2023-12-16T18:27:39.595 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-16T18:27:39.618 INFO:tasks.workunit.client.0.smithi071.stderr:[ ] list info tag = chain-0 2023-12-16T18:27:39.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (23 ms) 2023-12-16T18:27:39.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-16T18:27:39.623 INFO:tasks.workunit.client.0.smithi071.stderr:[ ] next_marker is: = 0/4263 2023-12-16T18:27:39.624 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-12-16T18:27:39.624 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-16T18:27:39.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2023-12-16T18:27:39.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-16T18:27:39.638 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2023-12-16T18:27:39.638 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-16T18:27:39.644 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2023-12-16T18:27:39.644 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-16T18:27:39.650 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2023-12-16T18:27:39.650 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-16T18:27:39.655 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2023-12-16T18:27:39.655 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-16T18:27:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[139725]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[139725]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T18:27:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/964874447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[139725]: from='client.35175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[142085]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[142085]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T18:27:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/964874447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:39 smithi071 ceph-mon[142085]: from='client.35175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:39.860 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:27:39.860 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:27:39.860 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:27:39.861 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:27:39.862 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:27:39.862 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:27:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:39 smithi184 ceph-mon[136228]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:39 smithi184 ceph-mon[136228]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-16T18:27:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/964874447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:39 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:39 smithi184 ceph-mon[136228]: from='client.35175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_gc.finalize (960 ms) 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 9 tests from cls_rgw_gc (2881 ms total) 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 9 tests from 1 test suite ran. (2881 ms total) 2023-12-16T18:27:40.615 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 9 tests. 2023-12-16T18:27:40.618 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:27:40.618 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:27:40.691 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-16T18:27:40.691 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-16T18:27:40.765 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 1 test from 1 test suite. 2023-12-16T18:27:40.765 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[139725]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[139725]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3093168231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[142085]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[142085]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T18:27:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:40 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3093168231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:40 smithi184 ceph-mon[136228]: from='client.45122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:27:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:40 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-172881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:40 smithi184 ceph-mon[136228]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-16T18:27:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:40 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3093168231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:27:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:41 smithi071 ceph-mon[139725]: pgmap v1329: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 587 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:41 smithi071 ceph-mon[139725]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T18:27:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:41 smithi071 ceph-mon[142085]: pgmap v1329: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 587 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:41 smithi071 ceph-mon[142085]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T18:27:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:41 smithi184 ceph-mon[136228]: pgmap v1329: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 587 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:41 smithi184 ceph-mon[136228]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-16T18:27:42.616 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from cls_rgw_stats 2023-12-16T18:27:42.616 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-16T18:27:42.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.637+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.0 size=1048576 2023-12-16T18:27:42.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.638+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.1 size=1048576 2023-12-16T18:27:42.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.639+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.2 size=584255 2023-12-16T18:27:42.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.639+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=P5GCBXIV80NJ tag=UBFSBUZNMG55 type=write size=3729983 2023-12-16T18:27:42.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.641+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=2YGTNU2HZRJB type=del size=619198 2023-12-16T18:27:42.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.642+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=ABPYA5TGF0OY type=del size=3006803 2023-12-16T18:27:42.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.645+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~86Z3ET4IYV8A.0 size=507250 2023-12-16T18:27:42.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.645+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=86Z3ET4IYV8A tag=LAX360KLKUQU type=write size=1555826 2023-12-16T18:27:42.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.646+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=UDDD5D9HXTCR type=del size=1356755 2023-12-16T18:27:42.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.648+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=LZAGETBMT2JU type=del size=2039698 2023-12-16T18:27:42.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.650+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~FEZ9AOEWL8O4.0 size=419832 2023-12-16T18:27:42.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.650+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=FEZ9AOEWL8O4 tag=ARXRAK0RB2KI type=write size=1468408 2023-12-16T18:27:42.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.653+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.0 size=1048576 2023-12-16T18:27:42.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.654+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.1 size=1048576 2023-12-16T18:27:42.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.655+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.2 size=1046128 2023-12-16T18:27:42.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.655+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=JK4D1WVNCC13 tag=LW5SV3DI9NS2 type=write size=4191856 2023-12-16T18:27:42.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.656+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=1SJ4DHTVL3T8 type=write size=859514 2023-12-16T18:27:42.656 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.657+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=ULV5PEBIF13S type=del size=1208925 2023-12-16T18:27:42.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.659+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=XNGOHHWVXTJD type=del size=4110831 2023-12-16T18:27:42.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.660+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=R6KBSKL3JJRN type=del size=2366794 2023-12-16T18:27:42.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.662+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=ARZW7ZFBLXXA type=del size=317764 2023-12-16T18:27:42.663 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.664+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.0 size=1048576 2023-12-16T18:27:42.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.665+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.1 size=1048576 2023-12-16T18:27:42.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.666+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.2 size=560333 2023-12-16T18:27:42.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.666+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=M68YM7P3YYDS tag=UCT78ZCVH11N type=write size=3706061 2023-12-16T18:27:42.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.668+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~QV5BW3XV75RC.0 size=1048576 2023-12-16T18:27:42.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.669+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~QV5BW3XV75RC.1 size=439575 2023-12-16T18:27:42.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.669+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=QV5BW3XV75RC tag=US8BYAJE7IM0 type=write size=2536727 2023-12-16T18:27:42.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.672+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.0 size=1048576 2023-12-16T18:27:42.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.673+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.1 size=1048576 2023-12-16T18:27:42.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.674+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.2 size=320432 2023-12-16T18:27:42.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.674+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=3QIUPZTW3YJQ tag=XKASAA9KLQ2R type=write size=3466160 2023-12-16T18:27:42.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.675+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.0 size=1048576 2023-12-16T18:27:42.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.675+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.1 size=1048576 2023-12-16T18:27:42.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.676+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~P5GCBXIV80NJ.2 size=584255 2023-12-16T18:27:42.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.678+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=P5GCBXIV80NJ tag=UBFSBUZNMG55 type=write size=3729983 2023-12-16T18:27:42.678 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.680+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=4SSXDPFP97RQ type=del size=115555 2023-12-16T18:27:42.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.682+0000 7f93822c1640 1 < suggested update operation key=LL5LBM7RMRS3 tag=2YGTNU2HZRJB type=del size=619198 2023-12-16T18:27:42.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.686+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~H8N0JRBLWLE4.0 size=398599 2023-12-16T18:27:42.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.686+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=H8N0JRBLWLE4 tag=49S7ECYNJ71C type=write size=1447175 2023-12-16T18:27:42.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.687+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=ABPYA5TGF0OY type=del 2023-12-16T18:27:42.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.690+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.0 size=1048576 2023-12-16T18:27:42.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.691+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.1 size=1048576 2023-12-16T18:27:42.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.692+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.2 size=329738 2023-12-16T18:27:42.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.692+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=3I04KVE2Q59O tag=J4AEGHNOCXLV type=write size=3475466 2023-12-16T18:27:42.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.693+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~86Z3ET4IYV8A.0 size=507250 2023-12-16T18:27:42.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.695+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=86Z3ET4IYV8A tag=LAX360KLKUQU type=write size=1555826 2023-12-16T18:27:42.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.698+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~Q1HBYHK5LEZ3.0 size=402432 2023-12-16T18:27:42.697 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.698+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=Q1HBYHK5LEZ3 tag=J0CUM8RH1TPQ type=write size=1451008 2023-12-16T18:27:42.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.699+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=UDDD5D9HXTCR type=del 2023-12-16T18:27:42.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.702+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.0 size=1048576 2023-12-16T18:27:42.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.703+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.1 size=1048576 2023-12-16T18:27:42.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.704+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.2 size=288223 2023-12-16T18:27:42.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.704+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=A3NM98HGUH7T tag=H5ITUW9ZCDS1 type=write size=3433951 2023-12-16T18:27:42.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.705+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=LZAGETBMT2JU type=del 2023-12-16T18:27:42.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.707+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=0WPAQDR6RJ2C type=del size=2096778 2023-12-16T18:27:42.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.708+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~FEZ9AOEWL8O4.0 size=419832 2023-12-16T18:27:42.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.710+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=FEZ9AOEWL8O4 tag=ARXRAK0RB2KI type=write size=1468408 2023-12-16T18:27:42.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.711+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=3SRV0P2MFE2T type=write size=776338 2023-12-16T18:27:42.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.713+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.0 size=1048576 2023-12-16T18:27:42.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.714+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.1 size=1048576 2023-12-16T18:27:42.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.715+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~JK4D1WVNCC13.2 size=1046128 2023-12-16T18:27:42.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.717+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=JK4D1WVNCC13 tag=LW5SV3DI9NS2 type=write size=4191856 2023-12-16T18:27:42.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.719+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~E2W9V8GS9AMU.0 size=1048576 2023-12-16T18:27:42.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.720+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~E2W9V8GS9AMU.1 size=481767 2023-12-16T18:27:42.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.720+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=E2W9V8GS9AMU tag=YEMIJGC3INLX type=write size=2578919 2023-12-16T18:27:42.720 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.721+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=1SJ4DHTVL3T8 type=write size=859514 2023-12-16T18:27:42.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.723+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=VT6VN7KYPDE0 type=del size=1129212 2023-12-16T18:27:42.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.724+0000 7f93822c1640 1 < canceled operation key=BJDLUONCEXLN tag=ULV5PEBIF13S type=del size=1208925 2023-12-16T18:27:42.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.726+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=5E75KJ12F9QK type=del size=4160151 2023-12-16T18:27:42.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.727+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=XNGOHHWVXTJD type=del 2023-12-16T18:27:42.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.728+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=4XN1F6UNCAGN type=del size=2277619 2023-12-16T18:27:42.728 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.729+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=R6KBSKL3JJRN type=del 2023-12-16T18:27:42.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.731+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=K4PUI1L7QRWK type=del size=11321 2023-12-16T18:27:42.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.733+0000 7f93822c1640 1 < suggested remove operation key=MET77YMI24WC tag=ARZW7ZFBLXXA type=del 2023-12-16T18:27:42.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.735+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~1N1Z17IS4QE5.0 size=1048576 2023-12-16T18:27:42.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.736+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~1N1Z17IS4QE5.1 size=830526 2023-12-16T18:27:42.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.736+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=1N1Z17IS4QE5 tag=6MLNQ1PV357D type=write size=2927678 2023-12-16T18:27:42.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.737+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.0 size=1048576 2023-12-16T18:27:42.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.738+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.1 size=1048576 2023-12-16T18:27:42.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.739+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~M68YM7P3YYDS.2 size=560333 2023-12-16T18:27:42.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.741+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=M68YM7P3YYDS tag=UCT78ZCVH11N type=write size=3706061 2023-12-16T18:27:42.741 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.742+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=3QJJDZZN51TY type=write size=493836 2023-12-16T18:27:42.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.743+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~QV5BW3XV75RC.0 size=1048576 2023-12-16T18:27:42.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.744+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~QV5BW3XV75RC.1 size=439575 2023-12-16T18:27:42.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.746+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=QV5BW3XV75RC tag=US8BYAJE7IM0 type=write size=2536727 2023-12-16T18:27:42.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.749+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~MYMB40HIOD2E.0 size=345773 2023-12-16T18:27:42.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.749+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=MYMB40HIOD2E tag=WL3E2807BJ3F type=write size=1394349 2023-12-16T18:27:42.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.750+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.0 size=1048576 2023-12-16T18:27:42.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.751+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.1 size=1048576 2023-12-16T18:27:42.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.752+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~3QIUPZTW3YJQ.2 size=320432 2023-12-16T18:27:42.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.754+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=3QIUPZTW3YJQ tag=XKASAA9KLQ2R type=write size=3466160 2023-12-16T18:27:42.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.757+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~SGZOQGD0HYRP.0 size=1048576 2023-12-16T18:27:42.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.757+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~SGZOQGD0HYRP.1 size=803354 2023-12-16T18:27:42.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.757+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=SGZOQGD0HYRP tag=AMKQUAGSHE0Y type=write size=2900506 2023-12-16T18:27:42.758 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.759+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=4SSXDPFP97RQ type=del 2023-12-16T18:27:42.759 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.760+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=TMD9MKSLJ1N8 type=del size=3221415 2023-12-16T18:27:42.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.762+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~H8N0JRBLWLE4.0 size=398599 2023-12-16T18:27:42.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.764+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=H8N0JRBLWLE4 tag=49S7ECYNJ71C type=write size=1447175 2023-12-16T18:27:42.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.765+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=3DUQBLLPZT9C type=del size=3864286 2023-12-16T18:27:42.765 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.766+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.0 size=1048576 2023-12-16T18:27:42.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.767+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.1 size=1048576 2023-12-16T18:27:42.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.768+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3I04KVE2Q59O.2 size=329738 2023-12-16T18:27:42.769 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.770+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=3I04KVE2Q59O tag=J4AEGHNOCXLV type=write size=3475466 2023-12-16T18:27:42.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.771+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=2HL2AVOEW60W type=write size=525863 2023-12-16T18:27:42.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.772+0000 7f93822c1640 1 < canceled part key=_multipart_EKHOTIJJJQL5.2~Q1HBYHK5LEZ3.0 size=402432 2023-12-16T18:27:42.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.774+0000 7f93822c1640 1 < canceled multipart upload key=EKHOTIJJJQL5 upload=Q1HBYHK5LEZ3 tag=J0CUM8RH1TPQ type=write size=1451008 2023-12-16T18:27:42.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.775+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=7GOF87ZSKY66 type=del size=661743 2023-12-16T18:27:42.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.776+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.0 size=1048576 2023-12-16T18:27:42.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.776+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.1 size=1048576 2023-12-16T18:27:42.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.776+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~A3NM98HGUH7T.2 size=288223 2023-12-16T18:27:42.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.778+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=A3NM98HGUH7T tag=H5ITUW9ZCDS1 type=write size=3433951 2023-12-16T18:27:42.778 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.779+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=4CEZ6AH8UJHR type=write size=571746 2023-12-16T18:27:42.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.781+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=0WPAQDR6RJ2C type=del 2023-12-16T18:27:42.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.782+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=L094Q46KD4JJ type=del size=3734511 2023-12-16T18:27:42.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.783+0000 7f93822c1640 1 < completed write operation key=F7I9QP65YT40 tag=3SRV0P2MFE2T type=write size=776338 2023-12-16T18:27:42.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.785+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=FRNWGLXDHFCD type=del size=698462 2023-12-16T18:27:42.786 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.787+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~E2W9V8GS9AMU.0 size=1048576 2023-12-16T18:27:42.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.788+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~E2W9V8GS9AMU.1 size=481767 2023-12-16T18:27:42.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.790+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=E2W9V8GS9AMU tag=YEMIJGC3INLX type=write size=2578919 2023-12-16T18:27:42.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.791+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=RVGG7IQUUZSI type=del size=461818 2023-12-16T18:27:42.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.793+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=VT6VN7KYPDE0 type=del 2023-12-16T18:27:42.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.796+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.0 size=1048576 2023-12-16T18:27:42.796 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.797+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.1 size=1048576 2023-12-16T18:27:42.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.798+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.2 size=1041179 2023-12-16T18:27:42.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.798+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=6UWHTDDE433L tag=E5GLA7QLYKWK type=write size=4186907 2023-12-16T18:27:42.798 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.799+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=5E75KJ12F9QK type=del 2023-12-16T18:27:42.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.802+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~5G1V8WW0W6KK.0 size=579991 2023-12-16T18:27:42.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.802+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=5G1V8WW0W6KK tag=OXUY42GAK62R type=write size=1628567 2023-12-16T18:27:42.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.803+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=4XN1F6UNCAGN type=del size=2277619 2023-12-16T18:27:42.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.806+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.0 size=1048576 2023-12-16T18:27:42.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.806+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.1 size=1048576 2023-12-16T18:27:42.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.807+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.2 size=690317 2023-12-16T18:27:42.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.807+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=FA3FSOAU21B3 tag=S6QLE6OKXVZG type=write size=3836045 2023-12-16T18:27:42.807 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.809+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=K4PUI1L7QRWK type=del 2023-12-16T18:27:42.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.810+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=IMLPFJVPZVCR type=write size=857 2023-12-16T18:27:42.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.811+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~1N1Z17IS4QE5.0 size=1048576 2023-12-16T18:27:42.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.812+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~1N1Z17IS4QE5.1 size=830526 2023-12-16T18:27:42.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.814+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=1N1Z17IS4QE5 tag=6MLNQ1PV357D type=write size=2927678 2023-12-16T18:27:42.814 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.815+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=CJKKNZMXTGLN type=write size=372958 2023-12-16T18:27:42.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.816+0000 7f93822c1640 1 < completed write operation key=CBTYWNZ0X6QI tag=3QJJDZZN51TY type=write size=493836 2023-12-16T18:27:42.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.818+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~DSUUI59DO2FJ.0 size=294754 2023-12-16T18:27:42.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.818+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=DSUUI59DO2FJ tag=QUNZV5J0138O type=write size=1343330 2023-12-16T18:27:42.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.820+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~MYMB40HIOD2E.0 size=345773 2023-12-16T18:27:42.820 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.822+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=MYMB40HIOD2E tag=WL3E2807BJ3F type=write size=1394349 2023-12-16T18:27:42.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.823+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=8Q6GNY66RKS7 type=write size=874678 2023-12-16T18:27:42.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.823+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~SGZOQGD0HYRP.0 size=1048576 2023-12-16T18:27:42.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.824+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~SGZOQGD0HYRP.1 size=803354 2023-12-16T18:27:42.825 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.826+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=SGZOQGD0HYRP tag=AMKQUAGSHE0Y type=write size=2900506 2023-12-16T18:27:42.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.828+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~JF6ZM4EER2V1.0 size=906903 2023-12-16T18:27:42.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.828+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=JF6ZM4EER2V1 tag=ET6KS3A03KAC type=write size=1955479 2023-12-16T18:27:42.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.830+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=TMD9MKSLJ1N8 type=del 2023-12-16T18:27:42.829 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.831+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=IOUZDEJJ98AS type=del size=2811941 2023-12-16T18:27:42.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.832+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=3DUQBLLPZT9C type=del 2023-12-16T18:27:42.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.834+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=391EVPKWVENX type=del size=2598138 2023-12-16T18:27:42.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.835+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=2HL2AVOEW60W type=write size=525863 2023-12-16T18:27:42.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.837+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~MNESOG5N81S5.0 size=289614 2023-12-16T18:27:42.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.837+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=MNESOG5N81S5 tag=0GEKB40777HQ type=write size=1338190 2023-12-16T18:27:42.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.838+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=7GOF87ZSKY66 type=del 2023-12-16T18:27:42.838 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.840+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=YO8ZD3ZW0UOS type=del size=116796 2023-12-16T18:27:42.840 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.841+0000 7f93822c1640 1 < canceled operation key=KRXRHOSSG9T7 tag=4CEZ6AH8UJHR type=write size=571746 2023-12-16T18:27:42.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.843+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.0 size=1048576 2023-12-16T18:27:42.843 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.844+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.1 size=1048576 2023-12-16T18:27:42.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.845+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.2 size=401441 2023-12-16T18:27:42.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.845+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=Q7T9I7FCU6QZ tag=WCUTKCZSYN0F type=write size=3547169 2023-12-16T18:27:42.845 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.846+0000 7f93822c1640 1 < canceled operation key=43Y268VWYQJS tag=L094Q46KD4JJ type=del size=3734511 2023-12-16T18:27:42.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.848+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=4KIUTZMSZ5ZZ type=del size=1387144 2023-12-16T18:27:42.848 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.849+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=FRNWGLXDHFCD type=del 2023-12-16T18:27:42.850 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.851+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~JGFCZ4T90ZD6.0 size=297166 2023-12-16T18:27:42.850 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.851+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=JGFCZ4T90ZD6 tag=2STM6WOS7IS9 type=write size=1345742 2023-12-16T18:27:42.852 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.852+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=RVGG7IQUUZSI type=del 2023-12-16T18:27:42.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.854+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6LONCQAT1TZJ.0 size=1048576 2023-12-16T18:27:42.854 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.855+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6LONCQAT1TZJ.1 size=115924 2023-12-16T18:27:42.854 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.855+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=6LONCQAT1TZJ tag=7DXO7RXIWIZJ type=write size=2213076 2023-12-16T18:27:42.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.856+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.0 size=1048576 2023-12-16T18:27:42.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.857+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.1 size=1048576 2023-12-16T18:27:42.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.858+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~6UWHTDDE433L.2 size=1041179 2023-12-16T18:27:42.858 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.860+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=6UWHTDDE433L tag=E5GLA7QLYKWK type=write size=4186907 2023-12-16T18:27:42.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.861+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=XOCNX15HNJMI type=del size=2250837 2023-12-16T18:27:42.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.862+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~5G1V8WW0W6KK.0 size=579991 2023-12-16T18:27:42.863 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.864+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=5G1V8WW0W6KK tag=OXUY42GAK62R type=write size=1628567 2023-12-16T18:27:42.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.865+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=U61G0B149WOJ type=del size=3210343 2023-12-16T18:27:42.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.865+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.0 size=1048576 2023-12-16T18:27:42.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.866+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.1 size=1048576 2023-12-16T18:27:42.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.867+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~FA3FSOAU21B3.2 size=690317 2023-12-16T18:27:42.868 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.869+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=FA3FSOAU21B3 tag=S6QLE6OKXVZG type=write size=3836045 2023-12-16T18:27:42.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.871+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~J8ZD9E6Y9OTF.0 size=1048576 2023-12-16T18:27:42.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.872+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~J8ZD9E6Y9OTF.1 size=504667 2023-12-16T18:27:42.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.872+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=J8ZD9E6Y9OTF tag=7Z9RDUQPASYG type=write size=2601819 2023-12-16T18:27:42.872 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.873+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=IMLPFJVPZVCR type=write size=857 2023-12-16T18:27:42.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.874+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=M83WTJX04XU6 type=del size=2837638 2023-12-16T18:27:42.874 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.876+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=CJKKNZMXTGLN type=write size=372958 2023-12-16T18:27:42.876 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.877+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=8OM6GK6WJBYT type=del size=1004761 2023-12-16T18:27:42.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.878+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~DSUUI59DO2FJ.0 size=294754 2023-12-16T18:27:42.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.880+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=DSUUI59DO2FJ tag=QUNZV5J0138O type=write size=1343330 2023-12-16T18:27:42.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.882+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~WEAQ331ITXFI.0 size=1048576 2023-12-16T18:27:42.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.883+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~WEAQ331ITXFI.1 size=253461 2023-12-16T18:27:42.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.884+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=WEAQ331ITXFI tag=2DAJQNYOKA6S type=write size=2350613 2023-12-16T18:27:42.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.885+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=8Q6GNY66RKS7 type=write size=874678 2023-12-16T18:27:42.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.887+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.0 size=1048576 2023-12-16T18:27:42.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.888+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.1 size=1048576 2023-12-16T18:27:42.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.889+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.2 size=735034 2023-12-16T18:27:42.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.889+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ZYSS4GNTI063 tag=96WCPJTHAK7Y type=write size=3880762 2023-12-16T18:27:42.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.891+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~JF6ZM4EER2V1.0 size=906903 2023-12-16T18:27:42.892 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.893+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=JF6ZM4EER2V1 tag=ET6KS3A03KAC type=write size=1955479 2023-12-16T18:27:42.894 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.896+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~HVX8CLER6YG9.0 size=1048576 2023-12-16T18:27:42.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.897+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~HVX8CLER6YG9.1 size=574964 2023-12-16T18:27:42.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.897+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=HVX8CLER6YG9 tag=O7M6XFKQZMR6 type=write size=2672116 2023-12-16T18:27:42.897 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.898+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=IOUZDEJJ98AS type=del 2023-12-16T18:27:42.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.899+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=KNJT3ACQHMBW type=del size=2116501 2023-12-16T18:27:42.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.901+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=391EVPKWVENX type=del 2023-12-16T18:27:42.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.902+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=MNBQ630V4NZG type=del size=3556908 2023-12-16T18:27:42.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.902+0000 7f93822c1640 1 < canceled part key=_multipart_WFIGGXKZLQTP.2~MNESOG5N81S5.0 size=289614 2023-12-16T18:27:42.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.904+0000 7f93822c1640 1 < canceled multipart upload key=WFIGGXKZLQTP upload=MNESOG5N81S5 tag=0GEKB40777HQ type=write size=1338190 2023-12-16T18:27:42.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.907+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.0 size=1048576 2023-12-16T18:27:42.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.908+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.1 size=1048576 2023-12-16T18:27:42.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.909+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.2 size=387936 2023-12-16T18:27:42.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.909+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=B2FPXYQN62WS tag=WH94DKZX2MI9 type=write size=3533664 2023-12-16T18:27:42.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.910+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=YO8ZD3ZW0UOS type=del size=116796 2023-12-16T18:27:42.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.912+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=2EOG0LTXYNVS type=del size=2355604 2023-12-16T18:27:42.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.913+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.0 size=1048576 2023-12-16T18:27:42.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.914+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.1 size=1048576 2023-12-16T18:27:42.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.915+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~Q7T9I7FCU6QZ.2 size=401441 2023-12-16T18:27:42.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.917+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=Q7T9I7FCU6QZ tag=WCUTKCZSYN0F type=write size=3547169 2023-12-16T18:27:42.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.919+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=QIHPMQ1UKBXQ type=del size=2084768 2023-12-16T18:27:42.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.920+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=4KIUTZMSZ5ZZ type=del 2023-12-16T18:27:42.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.921+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=N45D04S83P90 type=del size=2942317 2023-12-16T18:27:42.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.923+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~JGFCZ4T90ZD6.0 size=297166 2023-12-16T18:27:42.924 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.925+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=JGFCZ4T90ZD6 tag=2STM6WOS7IS9 type=write size=1345742 2023-12-16T18:27:42.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.927+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~PSAG5B03QWHN.0 size=507358 2023-12-16T18:27:42.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.927+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=PSAG5B03QWHN tag=MHG41K2VX11J type=write size=1555934 2023-12-16T18:27:42.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.929+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6LONCQAT1TZJ.0 size=1048576 2023-12-16T18:27:42.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.930+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6LONCQAT1TZJ.1 size=115924 2023-12-16T18:27:42.931 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.932+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=6LONCQAT1TZJ tag=7DXO7RXIWIZJ type=write size=2213076 2023-12-16T18:27:42.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.933+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=1OV1FEVSXXYF type=write size=447115 2023-12-16T18:27:42.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.936+0000 7f93822c1640 1 < suggested update operation key=YMZJ7OH0QIET tag=XOCNX15HNJMI type=del size=2250837 2023-12-16T18:27:42.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.937+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=79NH6JY3GAMI type=del size=2710541 2023-12-16T18:27:42.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.939+0000 7f93822c1640 1 < suggested update operation key=EKHOTIJJJQL5 tag=U61G0B149WOJ type=del size=3210343 2023-12-16T18:27:42.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.941+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=PEMNLZ8P71ZZ type=del size=1747014 2023-12-16T18:27:42.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.942+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~J8ZD9E6Y9OTF.0 size=1048576 2023-12-16T18:27:42.942 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.943+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~J8ZD9E6Y9OTF.1 size=504667 2023-12-16T18:27:42.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.945+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=J8ZD9E6Y9OTF tag=7Z9RDUQPASYG type=write size=2601819 2023-12-16T18:27:42.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.947+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~C2XO1QWWUCSM.0 size=1048576 2023-12-16T18:27:42.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.948+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~C2XO1QWWUCSM.1 size=56127 2023-12-16T18:27:42.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.948+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=C2XO1QWWUCSM tag=32URJBDSL370 type=write size=2153279 2023-12-16T18:27:42.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.949+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=M83WTJX04XU6 type=del 2023-12-16T18:27:42.949 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.951+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=4TGSTVSIECFY type=del size=2544271 2023-12-16T18:27:42.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.954+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=8OM6GK6WJBYT type=del 2023-12-16T18:27:42.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.956+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~ZA6DIP8ER3BL.0 size=1048576 2023-12-16T18:27:42.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.957+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~ZA6DIP8ER3BL.1 size=515557 2023-12-16T18:27:42.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.957+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=ZA6DIP8ER3BL tag=OV6DQR80NM4Z type=write size=2612709 2023-12-16T18:27:42.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.959+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~WEAQ331ITXFI.0 size=1048576 2023-12-16T18:27:42.958 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.960+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~WEAQ331ITXFI.1 size=253461 2023-12-16T18:27:42.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.962+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=WEAQ331ITXFI tag=2DAJQNYOKA6S type=write size=2350613 2023-12-16T18:27:42.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.963+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=MJCXH3MV60CE type=del size=3978445 2023-12-16T18:27:42.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.965+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.0 size=1048576 2023-12-16T18:27:42.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.966+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.1 size=1048576 2023-12-16T18:27:42.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.967+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ZYSS4GNTI063.2 size=735034 2023-12-16T18:27:42.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.969+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=ZYSS4GNTI063 tag=96WCPJTHAK7Y type=write size=3880762 2023-12-16T18:27:42.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.970+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=Q0W0289WVQ26 type=write size=755119 2023-12-16T18:27:42.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.972+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~HVX8CLER6YG9.0 size=1048576 2023-12-16T18:27:42.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.973+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~HVX8CLER6YG9.1 size=574964 2023-12-16T18:27:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[139725]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T18:27:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2426850266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[139725]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T18:27:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[142085]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T18:27:42.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2426850266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:42.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:42.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:42.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:42 smithi071 ceph-mon[142085]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T18:27:42.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.975+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=HVX8CLER6YG9 tag=O7M6XFKQZMR6 type=write size=2672116 2023-12-16T18:27:42.976 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.976+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=MTBIQFVYXL8L type=write size=662552 2023-12-16T18:27:42.976 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.977+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=KNJT3ACQHMBW type=del 2023-12-16T18:27:42.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.980+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~KNJA9WGY8BOL.0 size=188963 2023-12-16T18:27:42.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.980+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=KNJA9WGY8BOL tag=IOJJSHPA55P8 type=write size=1237539 2023-12-16T18:27:42.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.982+0000 7f93822c1640 1 < suggested remove operation key=CBTYWNZ0X6QI tag=MNBQ630V4NZG type=del 2023-12-16T18:27:42.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.984+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0U4FM21O7BVC type=del size=3714227 2023-12-16T18:27:42.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.985+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.0 size=1048576 2023-12-16T18:27:42.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.985+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.1 size=1048576 2023-12-16T18:27:42.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.986+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~B2FPXYQN62WS.2 size=387936 2023-12-16T18:27:42.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.988+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=B2FPXYQN62WS tag=WH94DKZX2MI9 type=write size=3533664 2023-12-16T18:27:42.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.989+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=OVMHRZKWUE8Q type=del size=3149579 2023-12-16T18:27:42.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.990+0000 7f93822c1640 1 < canceled operation key=SM7EDQYTHZ7L tag=2EOG0LTXYNVS type=del size=2355604 2023-12-16T18:27:42.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.992+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~M9IV9T25U2P2.0 size=765052 2023-12-16T18:27:42.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.992+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=M9IV9T25U2P2 tag=6WWHW5FL74R9 type=write size=1813628 2023-12-16T18:27:42.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.995+0000 7f93822c1640 1 < suggested update operation key=663D3OSP19F2 tag=QIHPMQ1UKBXQ type=del size=2084768 2023-12-16T18:27:42.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.996+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=5N72UIRF833V type=write size=743965 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.997+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=N45D04S83P90 type=del 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.998+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=D9CZC1TJWU5V type=del size=665339 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:42.999+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~PSAG5B03QWHN.0 size=507358 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.001+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=PSAG5B03QWHN tag=MHG41K2VX11J type=write size=1555934 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.002+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=YCTN1V7YBVWH type=del size=1989854 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.004+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=1OV1FEVSXXYF type=write size=447115 2023-12-16T18:27:43.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.005+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=PP06LU98HMF5 type=del size=3625642 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.007+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=79NH6JY3GAMI type=del 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.008+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=UXITMS0CXRNC type=del size=3271526 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.009+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=PEMNLZ8P71ZZ type=del 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.012+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~OW9SIU44ZQE7.0 size=1048576 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.013+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~OW9SIU44ZQE7.1 size=1043966 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.013+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=OW9SIU44ZQE7 tag=SB5FKFE3FDXI type=write size=3141118 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.014+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~C2XO1QWWUCSM.0 size=1048576 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.014+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~C2XO1QWWUCSM.1 size=56127 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.016+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=C2XO1QWWUCSM tag=32URJBDSL370 type=write size=2153279 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.018+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=0AR3NDOW3ZA7 type=del size=1381637 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.020+0000 7f93822c1640 -1 < failed to complete operation key=CBTYWNZ0X6QI tag=4TGSTVSIECFY type=del size=2544271: (22) Invalid argument 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.021+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=GE0B8G6ZEIDB type=del size=2591123 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.022+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~ZA6DIP8ER3BL.0 size=1048576 2023-12-16T18:27:43.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.024+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~ZA6DIP8ER3BL.1 size=515557 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.026+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=ZA6DIP8ER3BL tag=OV6DQR80NM4Z type=write size=2612709 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.028+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3QHQUFKLN6PL.0 size=1048576 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.029+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3QHQUFKLN6PL.1 size=595402 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.029+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=3QHQUFKLN6PL tag=F8CTB873BKY7 type=write size=2692554 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.032+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=MJCXH3MV60CE type=del 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.034+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.0 size=1048576 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.035+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.1 size=1048576 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.036+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.2 size=10115 2023-12-16T18:27:43.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.036+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=3NFUT90Q2TJF tag=6ZE1NSS8Z9NP type=write size=3155843 2023-12-16T18:27:43.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.038+0000 7f93822c1640 1 < canceled operation key=YHFGUVDYX8ON tag=Q0W0289WVQ26 type=write size=755119 2023-12-16T18:27:43.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.040+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.0 size=1048576 2023-12-16T18:27:43.040 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.041+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.1 size=1048576 2023-12-16T18:27:43.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.042+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.2 size=583576 2023-12-16T18:27:43.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.042+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=S6Q66PA801QN tag=71Q6RL0CH504 type=write size=3729304 2023-12-16T18:27:43.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.044+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=MTBIQFVYXL8L type=write size=662552 2023-12-16T18:27:43.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.046+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~F3S9ZX7LK421.0 size=905893 2023-12-16T18:27:43.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.046+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=F3S9ZX7LK421 tag=LAZ04RPOP4WB type=write size=1954469 2023-12-16T18:27:43.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.048+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~KNJA9WGY8BOL.0 size=188963 2023-12-16T18:27:43.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.050+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=KNJA9WGY8BOL tag=IOJJSHPA55P8 type=write size=1237539 2023-12-16T18:27:43.051 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.052+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.0 size=1048576 2023-12-16T18:27:43.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.054+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.1 size=1048576 2023-12-16T18:27:43.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.055+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.2 size=1012872 2023-12-16T18:27:43.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.055+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=4Q0YTUEN7D1H tag=92GELTK71T87 type=write size=4158600 2023-12-16T18:27:43.055 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.056+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=0U4FM21O7BVC type=del 2023-12-16T18:27:43.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.057+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=D1CMY8TSFO3G type=del size=396140 2023-12-16T18:27:43.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.061+0000 7f93822c1640 1 < suggested remove operation key=2H33NU63U1M9 tag=OVMHRZKWUE8Q type=del 2023-12-16T18:27:43.062 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.063+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~FC2U3GVFUN9I.0 size=1048576 2023-12-16T18:27:43.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.064+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~FC2U3GVFUN9I.1 size=717562 2023-12-16T18:27:43.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.064+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=FC2U3GVFUN9I tag=NMQQDIM8G55M type=write size=2814714 2023-12-16T18:27:43.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.066+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~M9IV9T25U2P2.0 size=765052 2023-12-16T18:27:43.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.068+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=M9IV9T25U2P2 tag=6WWHW5FL74R9 type=write size=1813628 2023-12-16T18:27:43.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.070+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=SGISBXN32QDM type=del size=503789 2023-12-16T18:27:43.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.071+0000 7f93822c1640 1 < completed write operation key=CBTYWNZ0X6QI tag=5N72UIRF833V type=write size=743965 2023-12-16T18:27:43.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.072+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=HE2GE8HQ9S33 type=write size=6592 2023-12-16T18:27:43.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.074+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=D9CZC1TJWU5V type=del 2023-12-16T18:27:43.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.076+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=ME3UHPG2RPHN type=write size=376681 2023-12-16T18:27:43.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.077+0000 7f93822c1640 -1 < failed to complete operation key=2H33NU63U1M9 tag=YCTN1V7YBVWH type=del size=1989854: (22) Invalid argument 2023-12-16T18:27:43.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.079+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KDEO065KUVAJ.0 size=1048576 2023-12-16T18:27:43.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.080+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KDEO065KUVAJ.1 size=490756 2023-12-16T18:27:43.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.080+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=KDEO065KUVAJ tag=30P0XVRKO64G type=write size=2587908 2023-12-16T18:27:43.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.082+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=PP06LU98HMF5 type=del 2023-12-16T18:27:43.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.083+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=C0F68ZZBARDP type=del size=1084523 2023-12-16T18:27:43.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.084+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=UXITMS0CXRNC type=del 2023-12-16T18:27:43.084 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.086+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=FBCPXE7W67DL type=del size=654527 2023-12-16T18:27:43.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:42 smithi184 ceph-mon[136228]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-16T18:27:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2426850266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:42 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:42 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:27:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:42 smithi184 ceph-mon[136228]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-16T18:27:43.086 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.087+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~OW9SIU44ZQE7.0 size=1048576 2023-12-16T18:27:43.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.088+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~OW9SIU44ZQE7.1 size=1043966 2023-12-16T18:27:43.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.090+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=OW9SIU44ZQE7 tag=SB5FKFE3FDXI type=write size=3141118 2023-12-16T18:27:43.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.092+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=WQ62WS26D7UP type=write size=1019830 2023-12-16T18:27:43.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.093+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=0AR3NDOW3ZA7 type=del 2023-12-16T18:27:43.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.096+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~IEAMKI7T4VXL.0 size=960960 2023-12-16T18:27:43.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.096+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=IEAMKI7T4VXL tag=FUMPHG6T4SR0 type=write size=2009536 2023-12-16T18:27:43.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.098+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=GE0B8G6ZEIDB type=del 2023-12-16T18:27:43.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.100+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~TR0H21WBXT0W.0 size=1048576 2023-12-16T18:27:43.100 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.101+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~TR0H21WBXT0W.1 size=397301 2023-12-16T18:27:43.100 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.101+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=TR0H21WBXT0W tag=JRTGOQL8J9O7 type=write size=2494453 2023-12-16T18:27:43.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.102+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3QHQUFKLN6PL.0 size=1048576 2023-12-16T18:27:43.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.102+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~3QHQUFKLN6PL.1 size=595402 2023-12-16T18:27:43.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.104+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=3QHQUFKLN6PL tag=F8CTB873BKY7 type=write size=2692554 2023-12-16T18:27:43.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.106+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=BVE7D71MQBB2 type=del size=2111580 2023-12-16T18:27:43.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.107+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.0 size=1048576 2023-12-16T18:27:43.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.107+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.1 size=1048576 2023-12-16T18:27:43.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.108+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~3NFUT90Q2TJF.2 size=10115 2023-12-16T18:27:43.109 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.110+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=3NFUT90Q2TJF tag=6ZE1NSS8Z9NP type=write size=3155843 2023-12-16T18:27:43.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.111+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=8JX1P02A7QL1 type=del size=3497580 2023-12-16T18:27:43.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.113+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.0 size=1048576 2023-12-16T18:27:43.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.114+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.1 size=1048576 2023-12-16T18:27:43.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.115+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~S6Q66PA801QN.2 size=583576 2023-12-16T18:27:43.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.117+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=S6Q66PA801QN tag=71Q6RL0CH504 type=write size=3729304 2023-12-16T18:27:43.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.118+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=W24GBYIETZY0 type=del size=1287752 2023-12-16T18:27:43.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.118+0000 7f93822c1640 1 < canceled part key=_multipart_UX6BKKXQRKOB.2~F3S9ZX7LK421.0 size=905893 2023-12-16T18:27:43.119 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.120+0000 7f93822c1640 1 < canceled multipart upload key=UX6BKKXQRKOB upload=F3S9ZX7LK421 tag=LAZ04RPOP4WB type=write size=1954469 2023-12-16T18:27:43.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.122+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~1M64IEJ4IYHC.0 size=101924 2023-12-16T18:27:43.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.122+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=1M64IEJ4IYHC tag=A6UCJGHH1AS1 type=write size=1150500 2023-12-16T18:27:43.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.123+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.0 size=1048576 2023-12-16T18:27:43.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.124+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.1 size=1048576 2023-12-16T18:27:43.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.125+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~4Q0YTUEN7D1H.2 size=1012872 2023-12-16T18:27:43.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.127+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=4Q0YTUEN7D1H tag=92GELTK71T87 type=write size=4158600 2023-12-16T18:27:43.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.129+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=CC7B7PX0L9CP type=del size=29383 2023-12-16T18:27:43.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.130+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=D1CMY8TSFO3G type=del 2023-12-16T18:27:43.130 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.131+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=MJS6FWK82N1E type=del size=121365 2023-12-16T18:27:43.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.133+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~FC2U3GVFUN9I.0 size=1048576 2023-12-16T18:27:43.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.134+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~FC2U3GVFUN9I.1 size=717562 2023-12-16T18:27:43.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.136+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=FC2U3GVFUN9I tag=NMQQDIM8G55M type=write size=2814714 2023-12-16T18:27:43.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.137+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=IHZ3WEN4Q1JT type=del size=650132 2023-12-16T18:27:43.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.138+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=SGISBXN32QDM type=del size=503789 2023-12-16T18:27:43.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.141+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~RHA99D87H19N.0 size=1048576 2023-12-16T18:27:43.140 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.142+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~RHA99D87H19N.1 size=674514 2023-12-16T18:27:43.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.142+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=RHA99D87H19N tag=WOX48LOY03PR type=write size=2771666 2023-12-16T18:27:43.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.143+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=HE2GE8HQ9S33 type=write size=6592 2023-12-16T18:27:43.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.146+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.0 size=1048576 2023-12-16T18:27:43.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.147+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.1 size=1048576 2023-12-16T18:27:43.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.148+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.2 size=586286 2023-12-16T18:27:43.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.148+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=QXZ4D0EAU3T1 tag=RGXKS4454LUE type=write size=3732014 2023-12-16T18:27:43.148 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.149+0000 7f93822c1640 1 < completed write operation key=U1TKHNSDBAAI tag=ME3UHPG2RPHN type=write size=376681 2023-12-16T18:27:43.149 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.151+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=O2NIJ19X3KJL type=del size=3613193 2023-12-16T18:27:43.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.152+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KDEO065KUVAJ.0 size=1048576 2023-12-16T18:27:43.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.153+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KDEO065KUVAJ.1 size=490756 2023-12-16T18:27:43.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.155+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=KDEO065KUVAJ tag=30P0XVRKO64G type=write size=2587908 2023-12-16T18:27:43.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.157+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~1IMGIS4HIERU.0 size=578748 2023-12-16T18:27:43.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.157+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=1IMGIS4HIERU tag=UITS6S2WG3OQ type=write size=1627324 2023-12-16T18:27:43.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.160+0000 7f93822c1640 1 < suggested update operation key=76N6UQ3HGY5M tag=C0F68ZZBARDP type=del size=1084523 2023-12-16T18:27:43.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.162+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~2ZYTI0EL141T.0 size=1048576 2023-12-16T18:27:43.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.163+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~2ZYTI0EL141T.1 size=256334 2023-12-16T18:27:43.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.163+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=2ZYTI0EL141T tag=BHOHS027JW0Y type=write size=2353486 2023-12-16T18:27:43.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.165+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=FBCPXE7W67DL type=del 2023-12-16T18:27:43.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.166+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=KZPUR05WIMAF type=del size=727495 2023-12-16T18:27:43.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.168+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=WQ62WS26D7UP type=write size=1019830 2023-12-16T18:27:43.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.169+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=VNYCW8HY9IVE type=del size=3222894 2023-12-16T18:27:43.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.170+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~IEAMKI7T4VXL.0 size=960960 2023-12-16T18:27:43.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.172+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=IEAMKI7T4VXL tag=FUMPHG6T4SR0 type=write size=2009536 2023-12-16T18:27:43.172 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.174+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=IAV01SSE7MS4 type=del size=4061035 2023-12-16T18:27:43.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.175+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~TR0H21WBXT0W.0 size=1048576 2023-12-16T18:27:43.175 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.176+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~TR0H21WBXT0W.1 size=397301 2023-12-16T18:27:43.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.178+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=TR0H21WBXT0W tag=JRTGOQL8J9O7 type=write size=2494453 2023-12-16T18:27:43.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.179+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=NX9F96B7LUAA type=del size=2375230 2023-12-16T18:27:43.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.182+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=BVE7D71MQBB2 type=del size=2111580 2023-12-16T18:27:43.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.183+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=4346NS5A5241 type=del size=2754019 2023-12-16T18:27:43.183 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.185+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=8JX1P02A7QL1 type=del size=3497580 2023-12-16T18:27:43.185 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.186+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=2BC5Q4QTEEJR type=del size=1636940 2023-12-16T18:27:43.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.187+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=W24GBYIETZY0 type=del 2023-12-16T18:27:43.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.189+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=GFYR7OQFTAQF type=del size=1954806 2023-12-16T18:27:43.189 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.190+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~1M64IEJ4IYHC.0 size=101924 2023-12-16T18:27:43.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.192+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=1M64IEJ4IYHC tag=A6UCJGHH1AS1 type=write size=1150500 2023-12-16T18:27:43.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.194+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.0 size=1048576 2023-12-16T18:27:43.194 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.195+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.1 size=1048576 2023-12-16T18:27:43.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.196+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.2 size=239705 2023-12-16T18:27:43.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.196+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=65VNZJIIA5WA tag=X254J9Q2AWZ3 type=write size=3385433 2023-12-16T18:27:43.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.199+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=CC7B7PX0L9CP type=del 2023-12-16T18:27:43.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.200+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=AISZYUTSEV14 type=write size=465746 2023-12-16T18:27:43.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.201+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=MJS6FWK82N1E type=del 2023-12-16T18:27:43.201 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.202+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=QM4HA9VWSE0K type=del size=4137488 2023-12-16T18:27:43.203 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.204+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=IHZ3WEN4Q1JT type=del 2023-12-16T18:27:43.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.206+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~N6MWX77EJJL2.0 size=1048576 2023-12-16T18:27:43.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.207+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~N6MWX77EJJL2.1 size=1015139 2023-12-16T18:27:43.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.207+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=N6MWX77EJJL2 tag=2I1FWT8JFQY2 type=write size=3112291 2023-12-16T18:27:43.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.209+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~RHA99D87H19N.0 size=1048576 2023-12-16T18:27:43.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.210+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~RHA99D87H19N.1 size=674514 2023-12-16T18:27:43.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.212+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=RHA99D87H19N tag=WOX48LOY03PR type=write size=2771666 2023-12-16T18:27:43.213 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.214+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.0 size=1048576 2023-12-16T18:27:43.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.216+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.1 size=1048576 2023-12-16T18:27:43.215 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.217+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.2 size=982064 2023-12-16T18:27:43.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.217+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=QJ1BRWZBQ0OT tag=TA29VL7LF33L type=write size=4127792 2023-12-16T18:27:43.217 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.218+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.0 size=1048576 2023-12-16T18:27:43.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.219+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.1 size=1048576 2023-12-16T18:27:43.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.220+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~QXZ4D0EAU3T1.2 size=586286 2023-12-16T18:27:43.221 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.222+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=QXZ4D0EAU3T1 tag=RGXKS4454LUE type=write size=3732014 2023-12-16T18:27:43.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.225+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~SEAR59E8WTM9.0 size=215385 2023-12-16T18:27:43.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.225+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=SEAR59E8WTM9 tag=L4FMZ2E5YCKB type=write size=1263961 2023-12-16T18:27:43.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.226+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=O2NIJ19X3KJL type=del 2023-12-16T18:27:43.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.228+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~15KXUXJVJ0QV.0 size=951730 2023-12-16T18:27:43.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.228+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=15KXUXJVJ0QV tag=S6UG7EBZWJZ1 type=write size=2000306 2023-12-16T18:27:43.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.229+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~1IMGIS4HIERU.0 size=578748 2023-12-16T18:27:43.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.232+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=1IMGIS4HIERU tag=UITS6S2WG3OQ type=write size=1627324 2023-12-16T18:27:43.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.234+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.0 size=1048576 2023-12-16T18:27:43.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.235+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.1 size=1048576 2023-12-16T18:27:43.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.236+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.2 size=769701 2023-12-16T18:27:43.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.236+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=FKEXV39OPKGV tag=F3QKXGYHOS0H type=write size=3915429 2023-12-16T18:27:43.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.237+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~2ZYTI0EL141T.0 size=1048576 2023-12-16T18:27:43.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.238+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~2ZYTI0EL141T.1 size=256334 2023-12-16T18:27:43.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.240+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=2ZYTI0EL141T tag=BHOHS027JW0Y type=write size=2353486 2023-12-16T18:27:43.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.243+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~PP053XMKG5N2.0 size=1048576 2023-12-16T18:27:43.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.244+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~PP053XMKG5N2.1 size=1003339 2023-12-16T18:27:43.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.244+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=PP053XMKG5N2 tag=YG000PSCVXFY type=write size=3100491 2023-12-16T18:27:43.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.246+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=KZPUR05WIMAF type=del 2023-12-16T18:27:43.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.249+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.0 size=1048576 2023-12-16T18:27:43.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.250+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.1 size=1048576 2023-12-16T18:27:43.249 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.251+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.2 size=601537 2023-12-16T18:27:43.249 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.251+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=AZFD1VIW9F1T tag=51V5E720FG51 type=write size=3747265 2023-12-16T18:27:43.251 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.252+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=VNYCW8HY9IVE type=del 2023-12-16T18:27:43.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.255+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.0 size=1048576 2023-12-16T18:27:43.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.256+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.1 size=1048576 2023-12-16T18:27:43.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.257+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.2 size=808665 2023-12-16T18:27:43.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.257+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=RY6KBWGO646C tag=BAOCJY740MEB type=write size=3954393 2023-12-16T18:27:43.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.258+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=IAV01SSE7MS4 type=del 2023-12-16T18:27:43.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.260+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=EQG9ZZ6WA23B type=del size=581535 2023-12-16T18:27:43.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.261+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=NX9F96B7LUAA type=del 2023-12-16T18:27:43.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.264+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~2AA11A1Z2TN9.0 size=1048576 2023-12-16T18:27:43.263 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.265+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~2AA11A1Z2TN9.1 size=426119 2023-12-16T18:27:43.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.265+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=2AA11A1Z2TN9 tag=E9RLUEYPTC9M type=write size=2523271 2023-12-16T18:27:43.266 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.268+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=4346NS5A5241 type=del 2023-12-16T18:27:43.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.270+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~BBD5821SW0VY.0 size=1048576 2023-12-16T18:27:43.270 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.271+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~BBD5821SW0VY.1 size=227530 2023-12-16T18:27:43.270 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.271+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=BBD5821SW0VY tag=W5Y635JE407W type=write size=2324682 2023-12-16T18:27:43.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.273+0000 7f93822c1640 1 < canceled operation key=A0K8MNF7WKJ5 tag=2BC5Q4QTEEJR type=del size=1636940 2023-12-16T18:27:43.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.274+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=UQ6YZO2SGHW7 type=del size=2948724 2023-12-16T18:27:43.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.275+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=GFYR7OQFTAQF type=del 2023-12-16T18:27:43.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.278+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~9X4KT7O7UH80.0 size=1048576 2023-12-16T18:27:43.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.279+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~9X4KT7O7UH80.1 size=875198 2023-12-16T18:27:43.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.279+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=9X4KT7O7UH80 tag=SCFGJ8MFXPP3 type=write size=2972350 2023-12-16T18:27:43.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.281+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.0 size=1048576 2023-12-16T18:27:43.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.282+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.1 size=1048576 2023-12-16T18:27:43.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.283+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~65VNZJIIA5WA.2 size=239705 2023-12-16T18:27:43.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.285+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=65VNZJIIA5WA tag=X254J9Q2AWZ3 type=write size=3385433 2023-12-16T18:27:43.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.287+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=FCXJPDLJ32MS type=del size=1310349 2023-12-16T18:27:43.287 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.288+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=AISZYUTSEV14 type=write size=465746 2023-12-16T18:27:43.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.290+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=LX01YGO8SKQV type=del size=1268879 2023-12-16T18:27:43.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.291+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=QM4HA9VWSE0K type=del 2023-12-16T18:27:43.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.293+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.0 size=1048576 2023-12-16T18:27:43.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.295+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.1 size=1048576 2023-12-16T18:27:43.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.296+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.2 size=998479 2023-12-16T18:27:43.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.296+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=OXL2NV9URAFO tag=YE96PS1OQOHU type=write size=4144207 2023-12-16T18:27:43.296 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.297+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~N6MWX77EJJL2.0 size=1048576 2023-12-16T18:27:43.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.298+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~N6MWX77EJJL2.1 size=1015139 2023-12-16T18:27:43.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.300+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=N6MWX77EJJL2 tag=2I1FWT8JFQY2 type=write size=3112291 2023-12-16T18:27:43.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.302+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=85OJK20K76H4 type=del size=2366882 2023-12-16T18:27:43.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.303+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.0 size=1048576 2023-12-16T18:27:43.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.304+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.1 size=1048576 2023-12-16T18:27:43.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.306+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~QJ1BRWZBQ0OT.2 size=982064 2023-12-16T18:27:43.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.308+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=QJ1BRWZBQ0OT tag=TA29VL7LF33L type=write size=4127792 2023-12-16T18:27:43.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.310+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=8RGUSTG31GXJ type=del size=1918007 2023-12-16T18:27:43.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.311+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~SEAR59E8WTM9.0 size=215385 2023-12-16T18:27:43.313 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.313+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=SEAR59E8WTM9 tag=L4FMZ2E5YCKB type=write size=1263961 2023-12-16T18:27:43.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.316+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~76BWRN55WNQL.0 size=951193 2023-12-16T18:27:43.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.316+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=76BWRN55WNQL tag=CH0RWNDWUFJE type=write size=1999769 2023-12-16T18:27:43.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.317+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~15KXUXJVJ0QV.0 size=951730 2023-12-16T18:27:43.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.319+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=15KXUXJVJ0QV tag=S6UG7EBZWJZ1 type=write size=2000306 2023-12-16T18:27:43.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.320+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=DE2FVISFBFXU type=del size=1975211 2023-12-16T18:27:43.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.321+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.0 size=1048576 2023-12-16T18:27:43.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.322+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.1 size=1048576 2023-12-16T18:27:43.323 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.323+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~FKEXV39OPKGV.2 size=769701 2023-12-16T18:27:43.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.325+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=FKEXV39OPKGV tag=F3QKXGYHOS0H type=write size=3915429 2023-12-16T18:27:43.326 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.327+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=OHNE9DENOOM7 type=del size=841823 2023-12-16T18:27:43.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.328+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~PP053XMKG5N2.0 size=1048576 2023-12-16T18:27:43.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.329+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~PP053XMKG5N2.1 size=1003339 2023-12-16T18:27:43.330 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.331+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=PP053XMKG5N2 tag=YG000PSCVXFY type=write size=3100491 2023-12-16T18:27:43.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.333+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=Q3EF1POMPHLP type=del size=3849506 2023-12-16T18:27:43.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.334+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.0 size=1048576 2023-12-16T18:27:43.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.335+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.1 size=1048576 2023-12-16T18:27:43.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.336+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~AZFD1VIW9F1T.2 size=601537 2023-12-16T18:27:43.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.338+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=AZFD1VIW9F1T tag=51V5E720FG51 type=write size=3747265 2023-12-16T18:27:43.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.340+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=9IB5U7F11GE5 type=del size=2995360 2023-12-16T18:27:43.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.341+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.0 size=1048576 2023-12-16T18:27:43.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.342+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.1 size=1048576 2023-12-16T18:27:43.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.343+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~RY6KBWGO646C.2 size=808665 2023-12-16T18:27:43.344 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.345+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=RY6KBWGO646C tag=BAOCJY740MEB type=write size=3954393 2023-12-16T18:27:43.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.348+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.0 size=1048576 2023-12-16T18:27:43.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.349+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.1 size=1048576 2023-12-16T18:27:43.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.350+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.2 size=619871 2023-12-16T18:27:43.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.350+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=3FFAMR2LZQ7H tag=4736MWRISVP8 type=write size=3765599 2023-12-16T18:27:43.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.351+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=EQG9ZZ6WA23B type=del 2023-12-16T18:27:43.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.352+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=P3FUANAVLVZO type=del size=3331141 2023-12-16T18:27:43.353 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.354+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~2AA11A1Z2TN9.0 size=1048576 2023-12-16T18:27:43.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.355+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~2AA11A1Z2TN9.1 size=426119 2023-12-16T18:27:43.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.357+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=2AA11A1Z2TN9 tag=E9RLUEYPTC9M type=write size=2523271 2023-12-16T18:27:43.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.359+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~KJYL57BY5IO4.0 size=571038 2023-12-16T18:27:43.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.359+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=KJYL57BY5IO4 tag=9C9LKSKQ4VJQ type=write size=1619614 2023-12-16T18:27:43.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.361+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~BBD5821SW0VY.0 size=1048576 2023-12-16T18:27:43.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.362+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~BBD5821SW0VY.1 size=227530 2023-12-16T18:27:43.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.364+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=BBD5821SW0VY tag=W5Y635JE407W type=write size=2324682 2023-12-16T18:27:43.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.365+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=1MGL495IOTCY type=del size=2799009 2023-12-16T18:27:43.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.366+0000 7f93822c1640 1 < canceled operation key=T1982IC7NL80 tag=UQ6YZO2SGHW7 type=del size=2948724 2023-12-16T18:27:43.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.369+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~3AWZ8KM80VCO.0 size=1048576 2023-12-16T18:27:43.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.370+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~3AWZ8KM80VCO.1 size=357252 2023-12-16T18:27:43.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.370+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=3AWZ8KM80VCO tag=M6P4H60ML5DU type=write size=2454404 2023-12-16T18:27:43.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.371+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~9X4KT7O7UH80.0 size=1048576 2023-12-16T18:27:43.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.372+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~9X4KT7O7UH80.1 size=875198 2023-12-16T18:27:43.373 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.375+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=9X4KT7O7UH80 tag=SCFGJ8MFXPP3 type=write size=2972350 2023-12-16T18:27:43.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.377+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~1850M848IATK.0 size=235714 2023-12-16T18:27:43.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.377+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=1850M848IATK tag=CGEMQV297ILA type=write size=1284290 2023-12-16T18:27:43.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.380+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=FCXJPDLJ32MS type=del 2023-12-16T18:27:43.380 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.381+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=LIYNQCNDSKP3 type=del size=1205682 2023-12-16T18:27:43.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.383+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=LX01YGO8SKQV type=del 2023-12-16T18:27:43.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.384+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=AZ498KT3FRRE type=write size=1027827 2023-12-16T18:27:43.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.385+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.0 size=1048576 2023-12-16T18:27:43.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.387+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.1 size=1048576 2023-12-16T18:27:43.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.388+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OXL2NV9URAFO.2 size=998479 2023-12-16T18:27:43.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.390+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=OXL2NV9URAFO tag=YE96PS1OQOHU type=write size=4144207 2023-12-16T18:27:43.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.391+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=GR5GT4T9FNIR type=del size=3199798 2023-12-16T18:27:43.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.393+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=85OJK20K76H4 type=del 2023-12-16T18:27:43.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.394+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=2KBU2B7BKADZ type=del size=3647543 2023-12-16T18:27:43.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.396+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=8RGUSTG31GXJ type=del 2023-12-16T18:27:43.396 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.397+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=VSHGTLIPOMBS type=del size=153296 2023-12-16T18:27:43.396 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.398+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~76BWRN55WNQL.0 size=951193 2023-12-16T18:27:43.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.400+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=76BWRN55WNQL tag=CH0RWNDWUFJE type=write size=1999769 2023-12-16T18:27:43.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.401+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=IYQL2MOOEK1V type=write size=210422 2023-12-16T18:27:43.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.402+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=DE2FVISFBFXU type=del 2023-12-16T18:27:43.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.404+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=PWPLCTZQJ0F3 type=write size=474078 2023-12-16T18:27:43.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.405+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=OHNE9DENOOM7 type=del 2023-12-16T18:27:43.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.407+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.0 size=1048576 2023-12-16T18:27:43.407 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.408+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.1 size=1048576 2023-12-16T18:27:43.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.409+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.2 size=985139 2023-12-16T18:27:43.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.409+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=KR8FTK66ZGHT tag=XLCJIE73BNSR type=write size=4130867 2023-12-16T18:27:43.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.410+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=Q3EF1POMPHLP type=del 2023-12-16T18:27:43.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.412+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=VFWMW5HWRZ2M type=write size=809764 2023-12-16T18:27:43.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.413+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=9IB5U7F11GE5 type=del 2023-12-16T18:27:43.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.415+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=7JT3V9PUIG40 type=write size=584238 2023-12-16T18:27:43.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.416+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.0 size=1048576 2023-12-16T18:27:43.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.417+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.1 size=1048576 2023-12-16T18:27:43.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.418+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~3FFAMR2LZQ7H.2 size=619871 2023-12-16T18:27:43.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.420+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=3FFAMR2LZQ7H tag=4736MWRISVP8 type=write size=3765599 2023-12-16T18:27:43.420 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.422+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=19AI8TAR1EFL type=del size=2331683 2023-12-16T18:27:43.422 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.423+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=P3FUANAVLVZO type=del size=3331141 2023-12-16T18:27:43.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.425+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.0 size=1048576 2023-12-16T18:27:43.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.426+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.1 size=1048576 2023-12-16T18:27:43.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.427+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.2 size=362230 2023-12-16T18:27:43.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.427+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=JE3FPFTADK1F tag=9SCJLE7PPNMK type=write size=3507958 2023-12-16T18:27:43.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.428+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~KJYL57BY5IO4.0 size=571038 2023-12-16T18:27:43.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.430+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=KJYL57BY5IO4 tag=9C9LKSKQ4VJQ type=write size=1619614 2023-12-16T18:27:43.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.432+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=C05E3MXP3S2Z type=del size=2615868 2023-12-16T18:27:43.432 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.433+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=1MGL495IOTCY type=del 2023-12-16T18:27:43.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.436+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.0 size=1048576 2023-12-16T18:27:43.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.437+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.1 size=1048576 2023-12-16T18:27:43.436 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.438+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.2 size=976268 2023-12-16T18:27:43.436 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.438+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=MXAO96YS7SC2 tag=P0P8FK4J108X type=write size=4121996 2023-12-16T18:27:43.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.439+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~3AWZ8KM80VCO.0 size=1048576 2023-12-16T18:27:43.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.440+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~3AWZ8KM80VCO.1 size=357252 2023-12-16T18:27:43.440 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.442+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=3AWZ8KM80VCO tag=M6P4H60ML5DU type=write size=2454404 2023-12-16T18:27:43.442 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.443+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=WI1M4X61725J type=del size=877020 2023-12-16T18:27:43.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.444+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~1850M848IATK.0 size=235714 2023-12-16T18:27:43.445 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.446+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=1850M848IATK tag=CGEMQV297ILA type=write size=1284290 2023-12-16T18:27:43.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.448+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.0 size=1048576 2023-12-16T18:27:43.448 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.449+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.1 size=1048576 2023-12-16T18:27:43.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.450+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.2 size=830658 2023-12-16T18:27:43.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.450+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=VLUII75FF00D tag=YKO0ZLJB6MAL type=write size=3976386 2023-12-16T18:27:43.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.452+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=LIYNQCNDSKP3 type=del 2023-12-16T18:27:43.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.454+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~LCX7F46I41D2.0 size=174307 2023-12-16T18:27:43.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.454+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=LCX7F46I41D2 tag=2QGM3RMAQMAA type=write size=1222883 2023-12-16T18:27:43.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.456+0000 7f93822c1640 1 < completed write operation key=43Y268VWYQJS tag=AZ498KT3FRRE type=write size=1027827 2023-12-16T18:27:43.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.458+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~BVZT9PD22OA6.0 size=660083 2023-12-16T18:27:43.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.458+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=BVZT9PD22OA6 tag=YS3NE3BSWZXR type=write size=1708659 2023-12-16T18:27:43.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.460+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=GR5GT4T9FNIR type=del 2023-12-16T18:27:43.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.461+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=G4Q33K1U77HE type=del size=4038069 2023-12-16T18:27:43.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.462+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=2KBU2B7BKADZ type=del 2023-12-16T18:27:43.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.464+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=25XNHL09LTEP type=del size=307898 2023-12-16T18:27:43.464 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.465+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=VSHGTLIPOMBS type=del 2023-12-16T18:27:43.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.466+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=UUQBMIXC3TRP type=del size=1032455 2023-12-16T18:27:43.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.467+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=IYQL2MOOEK1V type=write size=210422 2023-12-16T18:27:43.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.471+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~5LP0W1HPQC5K.0 size=843408 2023-12-16T18:27:43.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.471+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=5LP0W1HPQC5K tag=21L0JPV7S3EY type=write size=1891984 2023-12-16T18:27:43.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.472+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=PWPLCTZQJ0F3 type=write size=474078 2023-12-16T18:27:43.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.474+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~LFO2CWUBUR46.0 size=1048576 2023-12-16T18:27:43.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.475+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~LFO2CWUBUR46.1 size=332274 2023-12-16T18:27:43.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.475+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=LFO2CWUBUR46 tag=YD2SXZ440E8M type=write size=2429426 2023-12-16T18:27:43.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.476+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.0 size=1048576 2023-12-16T18:27:43.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.478+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.1 size=1048576 2023-12-16T18:27:43.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.479+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KR8FTK66ZGHT.2 size=985139 2023-12-16T18:27:43.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.481+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=KR8FTK66ZGHT tag=XLCJIE73BNSR type=write size=4130867 2023-12-16T18:27:43.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.482+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=B5DLQS58H640 type=del size=3981291 2023-12-16T18:27:43.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.485+0000 7f93822c1640 1 < suggested remove operation key=U9TOW5YB71XP tag=VFWMW5HWRZ2M type=write 2023-12-16T18:27:43.486 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.487+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.0 size=1048576 2023-12-16T18:27:43.487 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.488+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.1 size=1048576 2023-12-16T18:27:43.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.489+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.2 size=634050 2023-12-16T18:27:43.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.489+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=DMMG8GM5QQUV tag=B0IGJZ92RP7D type=write size=3779778 2023-12-16T18:27:43.490 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.491+0000 7f93822c1640 1 < completed write operation key=O0025T05J9ZQ tag=7JT3V9PUIG40 type=write size=584238 2023-12-16T18:27:43.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.494+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~8KK7UN3509WP.0 size=1048576 2023-12-16T18:27:43.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.495+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~8KK7UN3509WP.1 size=338943 2023-12-16T18:27:43.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.495+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=8KK7UN3509WP tag=00O1MF53YUOB type=write size=2436095 2023-12-16T18:27:43.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.496+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=19AI8TAR1EFL type=del 2023-12-16T18:27:43.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.499+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~YNX94NUQRBPN.0 size=115653 2023-12-16T18:27:43.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.499+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=YNX94NUQRBPN tag=DOJ9U67PAUUA type=write size=1164229 2023-12-16T18:27:43.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.499+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.0 size=1048576 2023-12-16T18:27:43.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.500+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.1 size=1048576 2023-12-16T18:27:43.500 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.501+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~JE3FPFTADK1F.2 size=362230 2023-12-16T18:27:43.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.504+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=JE3FPFTADK1F tag=9SCJLE7PPNMK type=write size=3507958 2023-12-16T18:27:43.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.505+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=3CXQYAK8B5UX type=del size=475925 2023-12-16T18:27:43.505 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.506+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=C05E3MXP3S2Z type=del 2023-12-16T18:27:43.507 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.509+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.0 size=1048576 2023-12-16T18:27:43.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.510+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.1 size=1048576 2023-12-16T18:27:43.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.511+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.2 size=866207 2023-12-16T18:27:43.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.511+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=WBEECHTRIL3R tag=FPGDPX1R7RLL type=write size=4011935 2023-12-16T18:27:43.511 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.513+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.0 size=1048576 2023-12-16T18:27:43.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.513+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.1 size=1048576 2023-12-16T18:27:43.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.514+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~MXAO96YS7SC2.2 size=976268 2023-12-16T18:27:43.515 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.516+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=MXAO96YS7SC2 tag=P0P8FK4J108X type=write size=4121996 2023-12-16T18:27:43.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.517+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=8S2T8OR8PA0D type=del size=1446735 2023-12-16T18:27:43.517 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.518+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=WI1M4X61725J type=del 2023-12-16T18:27:43.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.520+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=U5R9DLIK457O type=del size=1828669 2023-12-16T18:27:43.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.521+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.0 size=1048576 2023-12-16T18:27:43.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.522+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.1 size=1048576 2023-12-16T18:27:43.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.523+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~VLUII75FF00D.2 size=830658 2023-12-16T18:27:43.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.525+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=VLUII75FF00D tag=YKO0ZLJB6MAL type=write size=3976386 2023-12-16T18:27:43.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.528+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~7826SLGBW1F8.0 size=30686 2023-12-16T18:27:43.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.528+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=7826SLGBW1F8 tag=RP9DSI6XIUTF type=write size=1079262 2023-12-16T18:27:43.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.529+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~LCX7F46I41D2.0 size=174307 2023-12-16T18:27:43.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.532+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=LCX7F46I41D2 tag=2QGM3RMAQMAA type=write size=1222883 2023-12-16T18:27:43.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.535+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~VONGB71RY6OR.0 size=49674 2023-12-16T18:27:43.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.535+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=VONGB71RY6OR tag=KSR5NLVTJZIU type=write size=1098250 2023-12-16T18:27:43.535 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.536+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~BVZT9PD22OA6.0 size=660083 2023-12-16T18:27:43.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.539+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=BVZT9PD22OA6 tag=YS3NE3BSWZXR type=write size=1708659 2023-12-16T18:27:43.540 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.541+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.0 size=1048576 2023-12-16T18:27:43.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.542+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.1 size=1048576 2023-12-16T18:27:43.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.543+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.2 size=1000673 2023-12-16T18:27:43.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.543+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=8G49AUS3DOE7 tag=Y13BG8P3QFVU type=write size=4146401 2023-12-16T18:27:43.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.545+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=G4Q33K1U77HE type=del 2023-12-16T18:27:43.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.547+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~D48SLNDKRHJI.0 size=1048576 2023-12-16T18:27:43.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.548+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~D48SLNDKRHJI.1 size=466508 2023-12-16T18:27:43.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.548+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=D48SLNDKRHJI tag=8L6VKW43W9A6 type=write size=2563660 2023-12-16T18:27:43.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.549+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=25XNHL09LTEP type=del 2023-12-16T18:27:43.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.552+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~W3LG2ZRQIXRD.0 size=88011 2023-12-16T18:27:43.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.552+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=W3LG2ZRQIXRD tag=O1621PXWIXAL type=write size=1136587 2023-12-16T18:27:43.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.553+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=UUQBMIXC3TRP type=del 2023-12-16T18:27:43.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.554+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=5XJAZE4FD8KE type=del size=4159359 2023-12-16T18:27:43.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.556+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~5LP0W1HPQC5K.0 size=843408 2023-12-16T18:27:43.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.558+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=5LP0W1HPQC5K tag=21L0JPV7S3EY type=write size=1891984 2023-12-16T18:27:43.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.561+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZCW6CNTUC153.0 size=1048576 2023-12-16T18:27:43.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.562+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZCW6CNTUC153.1 size=585026 2023-12-16T18:27:43.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.562+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ZCW6CNTUC153 tag=WFSSO5Z4CJ9C type=write size=2682178 2023-12-16T18:27:43.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.563+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~LFO2CWUBUR46.0 size=1048576 2023-12-16T18:27:43.563 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.564+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~LFO2CWUBUR46.1 size=332274 2023-12-16T18:27:43.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.566+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=LFO2CWUBUR46 tag=YD2SXZ440E8M type=write size=2429426 2023-12-16T18:27:43.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.569+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.0 size=1048576 2023-12-16T18:27:43.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.570+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.1 size=1048576 2023-12-16T18:27:43.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.571+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.2 size=508832 2023-12-16T18:27:43.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.571+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=KKLPJ727QXO5 tag=CITHLUKV37KF type=write size=3654560 2023-12-16T18:27:43.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.572+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=B5DLQS58H640 type=del 2023-12-16T18:27:43.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.574+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.0 size=1048576 2023-12-16T18:27:43.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.575+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.1 size=1048576 2023-12-16T18:27:43.575 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.576+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.2 size=978269 2023-12-16T18:27:43.575 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.576+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=O5LTNXAJZPBV tag=CNAB399BWVMI type=write size=4123997 2023-12-16T18:27:43.577 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.578+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.0 size=1048576 2023-12-16T18:27:43.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.579+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.1 size=1048576 2023-12-16T18:27:43.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.580+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~DMMG8GM5QQUV.2 size=634050 2023-12-16T18:27:43.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.582+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=DMMG8GM5QQUV tag=B0IGJZ92RP7D type=write size=3779778 2023-12-16T18:27:43.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.584+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=FTG0HMBLAFK9 type=del size=1634877 2023-12-16T18:27:43.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.585+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~8KK7UN3509WP.0 size=1048576 2023-12-16T18:27:43.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.586+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~8KK7UN3509WP.1 size=338943 2023-12-16T18:27:43.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.588+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=8KK7UN3509WP tag=00O1MF53YUOB type=write size=2436095 2023-12-16T18:27:43.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.589+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=DPCZJKI0O20M type=del size=3697720 2023-12-16T18:27:43.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.591+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~YNX94NUQRBPN.0 size=115653 2023-12-16T18:27:43.592 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.593+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=YNX94NUQRBPN tag=DOJ9U67PAUUA type=write size=1164229 2023-12-16T18:27:43.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.594+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=MC2AHCUQ5GPM type=del size=478289 2023-12-16T18:27:43.594 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.596+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=3CXQYAK8B5UX type=del 2023-12-16T18:27:43.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.597+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=1IVL5HA6Y22K type=del size=1823031 2023-12-16T18:27:43.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.598+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.0 size=1048576 2023-12-16T18:27:43.598 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.599+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.1 size=1048576 2023-12-16T18:27:43.599 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.600+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WBEECHTRIL3R.2 size=866207 2023-12-16T18:27:43.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.602+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=WBEECHTRIL3R tag=FPGDPX1R7RLL type=write size=4011935 2023-12-16T18:27:43.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.604+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=04ZZ1S4U4ZRH type=write size=117682 2023-12-16T18:27:43.604 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.606+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=8S2T8OR8PA0D type=del 2023-12-16T18:27:43.606 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.607+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=XCIN9L38OS3B type=del size=1798599 2023-12-16T18:27:43.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.610+0000 7f93822c1640 1 < canceled operation key=T1982IC7NL80 tag=U5R9DLIK457O type=del size=1828669 2023-12-16T18:27:43.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.616+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.0 size=1048576 2023-12-16T18:27:43.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.617+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.1 size=1048576 2023-12-16T18:27:43.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.618+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.2 size=293267 2023-12-16T18:27:43.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.618+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=HUJPZUB5OOAQ tag=SZ58D4RGJXS5 type=write size=3438995 2023-12-16T18:27:43.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.620+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~7826SLGBW1F8.0 size=30686 2023-12-16T18:27:43.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.622+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=7826SLGBW1F8 tag=RP9DSI6XIUTF type=write size=1079262 2023-12-16T18:27:43.622 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.624+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=KC5LHHJY44VB type=del size=1122866 2023-12-16T18:27:43.624 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.625+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~VONGB71RY6OR.0 size=49674 2023-12-16T18:27:43.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.627+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=VONGB71RY6OR tag=KSR5NLVTJZIU type=write size=1098250 2023-12-16T18:27:43.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.629+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=L73JLBVJB01A type=del size=175381 2023-12-16T18:27:43.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.630+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.0 size=1048576 2023-12-16T18:27:43.630 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.631+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.1 size=1048576 2023-12-16T18:27:43.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.632+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~8G49AUS3DOE7.2 size=1000673 2023-12-16T18:27:43.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.636+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=8G49AUS3DOE7 tag=Y13BG8P3QFVU type=write size=4146401 2023-12-16T18:27:43.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.637+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=V518O5JAQBL3 type=write size=154066 2023-12-16T18:27:43.637 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.639+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~D48SLNDKRHJI.0 size=1048576 2023-12-16T18:27:43.639 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.640+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~D48SLNDKRHJI.1 size=466508 2023-12-16T18:27:43.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.642+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=D48SLNDKRHJI tag=8L6VKW43W9A6 type=write size=2563660 2023-12-16T18:27:43.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.643+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=2UYFL2F09BUV type=del size=1183715 2023-12-16T18:27:43.643 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.645+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~W3LG2ZRQIXRD.0 size=88011 2023-12-16T18:27:43.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.647+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=W3LG2ZRQIXRD tag=O1621PXWIXAL type=write size=1136587 2023-12-16T18:27:43.648 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.649+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.0 size=1048576 2023-12-16T18:27:43.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.651+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.1 size=1048576 2023-12-16T18:27:43.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.652+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.2 size=335596 2023-12-16T18:27:43.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.652+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=WNHYKQP8NOWQ tag=IWVF82GD4I12 type=write size=3481324 2023-12-16T18:27:43.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.653+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=5XJAZE4FD8KE type=del 2023-12-16T18:27:43.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.654+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=3B3DXS5ZN8IG type=del size=3273578 2023-12-16T18:27:43.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.656+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ZCW6CNTUC153.0 size=1048576 2023-12-16T18:27:43.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.656+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~ZCW6CNTUC153.1 size=585026 2023-12-16T18:27:43.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.658+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=ZCW6CNTUC153 tag=WFSSO5Z4CJ9C type=write size=2682178 2023-12-16T18:27:43.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.661+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.0 size=1048576 2023-12-16T18:27:43.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.662+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.1 size=1048576 2023-12-16T18:27:43.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.663+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.2 size=964467 2023-12-16T18:27:43.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.663+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=KJACX3RE2TEK tag=U5T383USMB90 type=write size=4110195 2023-12-16T18:27:43.663 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.664+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.0 size=1048576 2023-12-16T18:27:43.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.665+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.1 size=1048576 2023-12-16T18:27:43.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.666+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KKLPJ727QXO5.2 size=508832 2023-12-16T18:27:43.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.669+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=KKLPJ727QXO5 tag=CITHLUKV37KF type=write size=3654560 2023-12-16T18:27:43.671 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.672+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.0 size=1048576 2023-12-16T18:27:43.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.673+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.1 size=1048576 2023-12-16T18:27:43.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.674+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.2 size=762584 2023-12-16T18:27:43.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.674+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=Z4DEMK0XS2RM tag=7CO6U62XAJME type=write size=3908312 2023-12-16T18:27:43.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.675+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.0 size=1048576 2023-12-16T18:27:43.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.676+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.1 size=1048576 2023-12-16T18:27:43.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.677+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~O5LTNXAJZPBV.2 size=978269 2023-12-16T18:27:43.678 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.680+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=O5LTNXAJZPBV tag=CNAB399BWVMI type=write size=4123997 2023-12-16T18:27:43.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.681+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=DGS5LDVR3JJJ type=del size=2637957 2023-12-16T18:27:43.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.682+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=FTG0HMBLAFK9 type=del 2023-12-16T18:27:43.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.684+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=0HV07XIT20DS type=del size=2711936 2023-12-16T18:27:43.684 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.685+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=DPCZJKI0O20M type=del 2023-12-16T18:27:43.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.687+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=LCQ5LRE3Y2VQ type=del size=3370297 2023-12-16T18:27:43.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.688+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=MC2AHCUQ5GPM type=del 2023-12-16T18:27:43.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.690+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=P4JYLXNXJ2VC type=del size=2544929 2023-12-16T18:27:43.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.691+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=1IVL5HA6Y22K type=del 2023-12-16T18:27:43.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.693+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=CAI6JL3YANZ6 type=del size=285343 2023-12-16T18:27:43.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.695+0000 7f93822c1640 1 < suggested update operation key=K8PRELEE3WED tag=04ZZ1S4U4ZRH type=write size=117682 2023-12-16T18:27:43.695 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.697+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=A2QO244ENPJ4 type=del size=1040670 2023-12-16T18:27:43.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.698+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=XCIN9L38OS3B type=del 2023-12-16T18:27:43.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.699+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=ZHLHMD0HLVAU type=write size=398007 2023-12-16T18:27:43.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.701+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.0 size=1048576 2023-12-16T18:27:43.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.702+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.1 size=1048576 2023-12-16T18:27:43.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.703+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~HUJPZUB5OOAQ.2 size=293267 2023-12-16T18:27:43.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.705+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=HUJPZUB5OOAQ tag=SZ58D4RGJXS5 type=write size=3438995 2023-12-16T18:27:43.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.707+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=4FG9O9BJT1TH type=del size=1171223 2023-12-16T18:27:43.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.708+0000 7f93822c1640 1 < canceled operation key=4IEBMNZ5G5YI tag=KC5LHHJY44VB type=del size=1122866 2023-12-16T18:27:43.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.711+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.0 size=1048576 2023-12-16T18:27:43.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.712+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.1 size=1048576 2023-12-16T18:27:43.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.713+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.2 size=352615 2023-12-16T18:27:43.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.713+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=44LC7EE0MXHE tag=FLOWWNZSVJTK type=write size=3498343 2023-12-16T18:27:43.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.715+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=L73JLBVJB01A type=del 2023-12-16T18:27:43.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.717+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~QWETIC95BUYI.0 size=18326 2023-12-16T18:27:43.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.717+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=QWETIC95BUYI tag=693GN7EGZ64B type=write size=1066902 2023-12-16T18:27:43.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.719+0000 7f93822c1640 1 < completed write operation key=80X1T8WPO5AJ tag=V518O5JAQBL3 type=write size=154066 2023-12-16T18:27:43.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.720+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=XLHQ4QF0ZG66 type=write size=465651 2023-12-16T18:27:43.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.723+0000 7f93822c1640 1 < suggested remove operation key=A0K8MNF7WKJ5 tag=2UYFL2F09BUV type=del 2023-12-16T18:27:43.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.724+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=0AJO3QYMEFA9 type=del size=324344 2023-12-16T18:27:43.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.725+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.0 size=1048576 2023-12-16T18:27:43.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.726+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.1 size=1048576 2023-12-16T18:27:43.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.727+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~WNHYKQP8NOWQ.2 size=335596 2023-12-16T18:27:43.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.730+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=WNHYKQP8NOWQ tag=IWVF82GD4I12 type=write size=3481324 2023-12-16T18:27:43.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.731+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=FCF5QMHBI42K type=del size=4133625 2023-12-16T18:27:43.731 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.732+0000 7f93822c1640 -1 < failed to complete operation key=K8PRELEE3WED tag=3B3DXS5ZN8IG type=del size=3273578: (22) Invalid argument 2023-12-16T18:27:43.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.733+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=IYD27QQBN2EU type=del size=1347910 2023-12-16T18:27:43.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.735+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.0 size=1048576 2023-12-16T18:27:43.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.736+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.1 size=1048576 2023-12-16T18:27:43.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.737+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~KJACX3RE2TEK.2 size=964467 2023-12-16T18:27:43.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.739+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=KJACX3RE2TEK tag=U5T383USMB90 type=write size=4110195 2023-12-16T18:27:43.741 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.742+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.0 size=1048576 2023-12-16T18:27:43.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.743+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.1 size=1048576 2023-12-16T18:27:43.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.744+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.2 size=538439 2023-12-16T18:27:43.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.744+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=N36UU11DGHSG tag=B7A3EQP872Q2 type=write size=3684167 2023-12-16T18:27:43.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.746+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.0 size=1048576 2023-12-16T18:27:43.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.747+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.1 size=1048576 2023-12-16T18:27:43.747 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.748+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~Z4DEMK0XS2RM.2 size=762584 2023-12-16T18:27:43.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.750+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=Z4DEMK0XS2RM tag=7CO6U62XAJME type=write size=3908312 2023-12-16T18:27:43.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.753+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~SOGFA6OQ7U2U.0 size=598813 2023-12-16T18:27:43.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.753+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=SOGFA6OQ7U2U tag=FE60EPGSECGJ type=write size=1647389 2023-12-16T18:27:43.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.754+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=DGS5LDVR3JJJ type=del 2023-12-16T18:27:43.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.755+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=I596LF3YO1XW type=write size=135735 2023-12-16T18:27:43.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.757+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=0HV07XIT20DS type=del 2023-12-16T18:27:43.758 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.759+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=ZQUE3YMO3TFO type=del size=3509457 2023-12-16T18:27:43.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.761+0000 7f93822c1640 1 < suggested remove operation key=663D3OSP19F2 tag=LCQ5LRE3Y2VQ type=del 2023-12-16T18:27:43.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.763+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=KYGD4FUZ3VB9 type=write size=283326 2023-12-16T18:27:43.763 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.764+0000 7f93822c1640 1 < canceled operation key=YHFGUVDYX8ON tag=P4JYLXNXJ2VC type=del size=2544929 2023-12-16T18:27:43.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.766+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=N6GY83SE3063 type=del size=3094426 2023-12-16T18:27:43.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.767+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=CAI6JL3YANZ6 type=del 2023-12-16T18:27:43.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.770+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~XMHRWA98T7PR.0 size=1048576 2023-12-16T18:27:43.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.771+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~XMHRWA98T7PR.1 size=101029 2023-12-16T18:27:43.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.771+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=XMHRWA98T7PR tag=H55RPKW9ZIWJ type=write size=2198181 2023-12-16T18:27:43.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.774+0000 7f93822c1640 1 < suggested update operation key=UX6BKKXQRKOB tag=A2QO244ENPJ4 type=del size=1040670 2023-12-16T18:27:43.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.775+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=GCQY81LPI8F2 type=write size=955947 2023-12-16T18:27:43.776 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.777+0000 7f93822c1640 1 < canceled operation key=K8PRELEE3WED tag=ZHLHMD0HLVAU type=write size=398007 2023-12-16T18:27:43.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.778+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=VE5YQ2LJHFJ2 type=write size=532960 2023-12-16T18:27:43.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.780+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=4FG9O9BJT1TH type=del 2023-12-16T18:27:43.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.783+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.0 size=1048576 2023-12-16T18:27:43.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.784+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.1 size=1048576 2023-12-16T18:27:43.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.785+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.2 size=282398 2023-12-16T18:27:43.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.785+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=L8WBCM04FAIM tag=10IZG6WCPZPE type=write size=3428126 2023-12-16T18:27:43.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.785+0000 7f93822c1640 1 < canceled part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.0 size=1048576 2023-12-16T18:27:43.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.786+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.1 size=1048576 2023-12-16T18:27:43.786 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.788+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~44LC7EE0MXHE.2 size=352615 2023-12-16T18:27:43.788 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.790+0000 7f93822c1640 1 < canceled multipart upload key=WFIGGXKZLQTP upload=44LC7EE0MXHE tag=FLOWWNZSVJTK type=write size=3498343 2023-12-16T18:27:43.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.792+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~QRDTIVPHOQTF.0 size=1048576 2023-12-16T18:27:43.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.793+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~QRDTIVPHOQTF.1 size=598996 2023-12-16T18:27:43.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.793+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=QRDTIVPHOQTF tag=8TTMBP7IKHLJ type=write size=2696148 2023-12-16T18:27:43.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.795+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~QWETIC95BUYI.0 size=18326 2023-12-16T18:27:43.796 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.797+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=QWETIC95BUYI tag=693GN7EGZ64B type=write size=1066902 2023-12-16T18:27:43.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.799+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=O0RAMYHEE8UG type=del size=1122796 2023-12-16T18:27:43.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.800+0000 7f93822c1640 1 < completed write operation key=SM7EDQYTHZ7L tag=XLHQ4QF0ZG66 type=write size=465651 2023-12-16T18:27:43.800 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.801+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=6UROVU9XYRAP type=del size=2327418 2023-12-16T18:27:43.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.803+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=0AJO3QYMEFA9 type=del 2023-12-16T18:27:43.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.805+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~OV46V9INWNWT.0 size=1048576 2023-12-16T18:27:43.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.806+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~OV46V9INWNWT.1 size=335896 2023-12-16T18:27:43.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.806+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=OV46V9INWNWT tag=MONLWB4X0ZSN type=write size=2433048 2023-12-16T18:27:43.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.807+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=FCF5QMHBI42K type=del 2023-12-16T18:27:43.807 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.809+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=XE9XYY15TL7C type=del size=2427856 2023-12-16T18:27:43.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.810+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=IYD27QQBN2EU type=del 2023-12-16T18:27:43.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.811+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=2KGGC22AM542 type=del size=1684522 2023-12-16T18:27:43.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.813+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.0 size=1048576 2023-12-16T18:27:43.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.814+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.1 size=1048576 2023-12-16T18:27:43.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.815+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~N36UU11DGHSG.2 size=538439 2023-12-16T18:27:43.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.817+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=N36UU11DGHSG tag=B7A3EQP872Q2 type=write size=3684167 2023-12-16T18:27:43.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.818+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=THSPO8FN1LYT type=del size=863023 2023-12-16T18:27:43.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.820+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~SOGFA6OQ7U2U.0 size=598813 2023-12-16T18:27:43.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.822+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=SOGFA6OQ7U2U tag=FE60EPGSECGJ type=write size=1647389 2023-12-16T18:27:43.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.823+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=6YKHRX13S7CK type=write size=404415 2023-12-16T18:27:43.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.825+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=I596LF3YO1XW type=write size=135735 2023-12-16T18:27:43.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.827+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~0ZXI13AT5PTS.0 size=1048576 2023-12-16T18:27:43.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.828+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~0ZXI13AT5PTS.1 size=1001787 2023-12-16T18:27:43.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.828+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=0ZXI13AT5PTS tag=48NJHQRR0HV0 type=write size=3098939 2023-12-16T18:27:43.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.830+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=ZQUE3YMO3TFO type=del 2023-12-16T18:27:43.830 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.831+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=X5DIBR7ST5WA type=del size=4159014 2023-12-16T18:27:43.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.833+0000 7f93822c1640 1 < canceled operation key=SM7EDQYTHZ7L tag=KYGD4FUZ3VB9 type=write size=283326 2023-12-16T18:27:43.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.834+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=L6MSI0T4KHL9 type=write size=835763 2023-12-16T18:27:43.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.835+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=N6GY83SE3063 type=del 2023-12-16T18:27:43.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.838+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.0 size=1048576 2023-12-16T18:27:43.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.839+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.1 size=1048576 2023-12-16T18:27:43.838 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.840+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.2 size=769083 2023-12-16T18:27:43.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.840+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=EY4US3QT69YY tag=HS7PCZ6JI2EC type=write size=3914811 2023-12-16T18:27:43.840 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.841+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~XMHRWA98T7PR.0 size=1048576 2023-12-16T18:27:43.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.843+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~XMHRWA98T7PR.1 size=101029 2023-12-16T18:27:43.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.845+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=XMHRWA98T7PR tag=H55RPKW9ZIWJ type=write size=2198181 2023-12-16T18:27:43.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.846+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=H4EQNWLSI7V2 type=del size=660983 2023-12-16T18:27:43.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.847+0000 7f93822c1640 1 < completed write operation key=80X1T8WPO5AJ tag=GCQY81LPI8F2 type=write size=955947 2023-12-16T18:27:43.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.850+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~BJDY6DZ5LJO9.0 size=566887 2023-12-16T18:27:43.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.850+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=BJDY6DZ5LJO9 tag=ZVPER578NG3U type=write size=1615463 2023-12-16T18:27:43.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.851+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=VE5YQ2LJHFJ2 type=write size=532960 2023-12-16T18:27:43.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.854+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.0 size=1048576 2023-12-16T18:27:43.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.855+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.1 size=1048576 2023-12-16T18:27:43.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.856+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.2 size=827742 2023-12-16T18:27:43.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.856+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=DCA1Q69DU28C tag=0CPGQCKVQZZC type=write size=3973470 2023-12-16T18:27:43.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.858+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.0 size=1048576 2023-12-16T18:27:43.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.859+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.1 size=1048576 2023-12-16T18:27:43.859 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.860+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~L8WBCM04FAIM.2 size=282398 2023-12-16T18:27:43.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.862+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=L8WBCM04FAIM tag=10IZG6WCPZPE type=write size=3428126 2023-12-16T18:27:43.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.864+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=4DSOEC0P3CFB type=del size=3798451 2023-12-16T18:27:43.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.864+0000 7f93822c1640 1 < canceled part key=_multipart_U1TKHNSDBAAI.2~QRDTIVPHOQTF.0 size=1048576 2023-12-16T18:27:43.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.865+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~QRDTIVPHOQTF.1 size=598996 2023-12-16T18:27:43.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.867+0000 7f93822c1640 1 < canceled multipart upload key=U1TKHNSDBAAI upload=QRDTIVPHOQTF tag=8TTMBP7IKHLJ type=write size=2696148 2023-12-16T18:27:43.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.869+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=KXNCCM3P2513 type=write size=1044856 2023-12-16T18:27:43.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.870+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=O0RAMYHEE8UG type=del 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.872+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=N6N3PJR2Y7M3 type=del size=2735245 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.873+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=6UROVU9XYRAP type=del 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.875+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=RPAQMKFLHTKB type=del size=2918412 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.876+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~OV46V9INWNWT.0 size=1048576 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.876+0000 7f93822c1640 1 < canceled part key=_multipart_UX6BKKXQRKOB.2~OV46V9INWNWT.1 size=335896 2023-12-16T18:27:43.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.878+0000 7f93822c1640 1 < canceled multipart upload key=UX6BKKXQRKOB upload=OV46V9INWNWT tag=MONLWB4X0ZSN type=write size=2433048 2023-12-16T18:27:43.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.879+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=UCIDRKE762TY type=del size=2354247 2023-12-16T18:27:43.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.882+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=XE9XYY15TL7C type=del 2023-12-16T18:27:43.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.884+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=0RV92S5RAARB type=del size=3981929 2023-12-16T18:27:43.884 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.885+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=2KGGC22AM542 type=del 2023-12-16T18:27:43.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.888+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~5P0TKKWZV4OB.0 size=1048576 2023-12-16T18:27:43.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.889+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~5P0TKKWZV4OB.1 size=466343 2023-12-16T18:27:43.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.889+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=5P0TKKWZV4OB tag=B1E1SNKR6U99 type=write size=2563495 2023-12-16T18:27:43.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.892+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=THSPO8FN1LYT type=del size=863023 2023-12-16T18:27:43.892 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.894+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=RFHJJ5V0Q1BU type=del size=1786392 2023-12-16T18:27:43.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.896+0000 7f93822c1640 1 < suggested remove operation key=IBG8SCFDGQT2 tag=6YKHRX13S7CK type=write 2023-12-16T18:27:43.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.898+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=LZR0P020V85N type=del size=610151 2023-12-16T18:27:43.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.899+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~0ZXI13AT5PTS.0 size=1048576 2023-12-16T18:27:43.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.900+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~0ZXI13AT5PTS.1 size=1001787 2023-12-16T18:27:43.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.902+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=0ZXI13AT5PTS tag=48NJHQRR0HV0 type=write size=3098939 2023-12-16T18:27:43.904 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.905+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.0 size=1048576 2023-12-16T18:27:43.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.906+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.1 size=1048576 2023-12-16T18:27:43.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.907+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.2 size=1028570 2023-12-16T18:27:43.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.907+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=4NLDCAQ38CLD tag=7L8VEE3U622T type=write size=4174298 2023-12-16T18:27:43.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.910+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=X5DIBR7ST5WA type=del size=4159014 2023-12-16T18:27:43.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.911+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=FY15GHLK2Y2M type=del size=3256162 2023-12-16T18:27:43.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.914+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=L6MSI0T4KHL9 type=write 2023-12-16T18:27:43.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.915+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=8XORTC09VKYV type=write size=532885 2023-12-16T18:27:43.915 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.917+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.0 size=1048576 2023-12-16T18:27:43.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.918+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.1 size=1048576 2023-12-16T18:27:43.918 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.919+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~EY4US3QT69YY.2 size=769083 2023-12-16T18:27:43.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.921+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=EY4US3QT69YY tag=HS7PCZ6JI2EC type=write size=3914811 2023-12-16T18:27:43.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.924+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~UTGBZ4F0U2CF.0 size=1048576 2023-12-16T18:27:43.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.925+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~UTGBZ4F0U2CF.1 size=467695 2023-12-16T18:27:43.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.925+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=UTGBZ4F0U2CF tag=S5Q2YCUU158X type=write size=2564847 2023-12-16T18:27:43.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.926+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=H4EQNWLSI7V2 type=del 2023-12-16T18:27:43.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.928+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=84A9SV4E67OT type=del size=2614046 2023-12-16T18:27:43.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.929+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~BJDY6DZ5LJO9.0 size=566887 2023-12-16T18:27:43.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.931+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=BJDY6DZ5LJO9 tag=ZVPER578NG3U type=write size=1615463 2023-12-16T18:27:43.931 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.933+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=724H1ZSKJYO0 type=del size=3257141 2023-12-16T18:27:43.933 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.934+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.0 size=1048576 2023-12-16T18:27:43.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.935+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.1 size=1048576 2023-12-16T18:27:43.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.936+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~DCA1Q69DU28C.2 size=827742 2023-12-16T18:27:43.937 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.938+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=DCA1Q69DU28C tag=0CPGQCKVQZZC type=write size=3973470 2023-12-16T18:27:43.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.940+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=QGLQSRRU1291 type=del size=1285028 2023-12-16T18:27:43.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.942+0000 7f93822c1640 1 < suggested update operation key=NCNK0GH8NEPH tag=4DSOEC0P3CFB type=del size=3798451 2023-12-16T18:27:43.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.945+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~ZMFQSLUS83GP.0 size=1048576 2023-12-16T18:27:43.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.946+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~ZMFQSLUS83GP.1 size=823962 2023-12-16T18:27:43.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.946+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=ZMFQSLUS83GP tag=4E0X4L6LCW31 type=write size=2921114 2023-12-16T18:27:43.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.947+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=KXNCCM3P2513 type=write size=1044856 2023-12-16T18:27:43.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.949+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=U8065KGQGFBL type=write size=935747 2023-12-16T18:27:43.949 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.950+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=N6N3PJR2Y7M3 type=del 2023-12-16T18:27:43.950 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.951+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=367JQ0TCR5KU type=del size=1351446 2023-12-16T18:27:43.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.953+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=RPAQMKFLHTKB type=del 2023-12-16T18:27:43.953 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.954+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=JZTGAMPVQLH2 type=del size=941033 2023-12-16T18:27:43.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.956+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=UCIDRKE762TY type=del 2023-12-16T18:27:43.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.957+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=MA2WC992YC51 type=del size=2548477 2023-12-16T18:27:43.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.958+0000 7f93822c1640 1 < canceled operation key=MET77YMI24WC tag=0RV92S5RAARB type=del size=3981929 2023-12-16T18:27:43.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.961+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.0 size=1048576 2023-12-16T18:27:43.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.962+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.1 size=1048576 2023-12-16T18:27:43.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.963+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.2 size=729019 2023-12-16T18:27:43.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.963+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=Q7TB6SDD9EN9 tag=7VFXWA6Q8AGA type=write size=3874747 2023-12-16T18:27:43.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.964+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~5P0TKKWZV4OB.0 size=1048576 2023-12-16T18:27:43.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.965+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~5P0TKKWZV4OB.1 size=466343 2023-12-16T18:27:43.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.968+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=5P0TKKWZV4OB tag=B1E1SNKR6U99 type=write size=2563495 2023-12-16T18:27:43.967 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.969+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=CQW28LNGEB1L type=del size=1029220 2023-12-16T18:27:43.970 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.971+0000 7f93822c1640 1 < suggested update operation key=K8PRELEE3WED tag=RFHJJ5V0Q1BU type=del size=1786392 2023-12-16T18:27:43.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.973+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=IKYRM5HNDU1K type=del size=278956 2023-12-16T18:27:43.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[139725]: pgmap v1332: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[139725]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[142085]: pgmap v1332: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:43 smithi071 ceph-mon[142085]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T18:27:43.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.974+0000 7f93822c1640 -1 < failed to complete operation key=K8PRELEE3WED tag=LZR0P020V85N type=del size=610151: (22) Invalid argument 2023-12-16T18:27:43.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.975+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=VQYSBR37LFCH type=del size=1830841 2023-12-16T18:27:43.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.976+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.0 size=1048576 2023-12-16T18:27:43.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.976+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.1 size=1048576 2023-12-16T18:27:43.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.977+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~4NLDCAQ38CLD.2 size=1028570 2023-12-16T18:27:43.978 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.979+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=4NLDCAQ38CLD tag=7L8VEE3U622T type=write size=4174298 2023-12-16T18:27:43.980 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.981+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=75TF34MOG9FI type=del size=3351569 2023-12-16T18:27:43.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.982+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=FY15GHLK2Y2M type=del 2023-12-16T18:27:43.983 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.984+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=DIV2E8GPNPXV type=del size=2436450 2023-12-16T18:27:43.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.985+0000 7f93822c1640 1 < canceled operation key=2H33NU63U1M9 tag=8XORTC09VKYV type=write size=532885 2023-12-16T18:27:43.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.987+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=0WRZ60X71ES1 type=del size=904172 2023-12-16T18:27:43.986 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.987+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~UTGBZ4F0U2CF.0 size=1048576 2023-12-16T18:27:43.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.988+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~UTGBZ4F0U2CF.1 size=467695 2023-12-16T18:27:43.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.990+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=UTGBZ4F0U2CF tag=S5Q2YCUU158X type=write size=2564847 2023-12-16T18:27:43.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.992+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=PJFWZCT285UZ type=del size=2781608 2023-12-16T18:27:43.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.993+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=84A9SV4E67OT type=del 2023-12-16T18:27:43.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.995+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=3K32D20JU5HZ type=del size=3959757 2023-12-16T18:27:43.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:43.998+0000 7f93822c1640 1 < suggested update operation key=YMZJ7OH0QIET tag=724H1ZSKJYO0 type=del size=3257141 2023-12-16T18:27:43.998 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.000+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=ESKE66N0UVP8 type=del size=1007827 2023-12-16T18:27:44.000 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.001+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=QGLQSRRU1291 type=del 2023-12-16T18:27:44.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.004+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~LLO1G6XPBXHT.0 size=781081 2023-12-16T18:27:44.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.004+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=LLO1G6XPBXHT tag=ISMDHCHR2QYD type=write size=1829657 2023-12-16T18:27:44.004 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.005+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~ZMFQSLUS83GP.0 size=1048576 2023-12-16T18:27:44.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.006+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~ZMFQSLUS83GP.1 size=823962 2023-12-16T18:27:44.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.009+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=ZMFQSLUS83GP tag=4E0X4L6LCW31 type=write size=2921114 2023-12-16T18:27:44.010 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.011+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.0 size=1048576 2023-12-16T18:27:44.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.012+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.1 size=1048576 2023-12-16T18:27:44.012 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.013+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.2 size=279456 2023-12-16T18:27:44.012 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.013+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=490ZG4VHQQ7P tag=7FT383PRKQ80 type=write size=3425184 2023-12-16T18:27:44.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.016+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=U8065KGQGFBL type=write 2023-12-16T18:27:44.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.019+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~2ZT5A0FMU3AR.0 size=1048576 2023-12-16T18:27:44.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.020+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~2ZT5A0FMU3AR.1 size=933326 2023-12-16T18:27:44.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.020+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=2ZT5A0FMU3AR tag=QHZFEM9PKQ50 type=write size=3030478 2023-12-16T18:27:44.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.021+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=367JQ0TCR5KU type=del 2023-12-16T18:27:44.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.023+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=HC3MTJZ6ER40 type=del size=4023414 2023-12-16T18:27:44.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.025+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=JZTGAMPVQLH2 type=del 2023-12-16T18:27:44.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.026+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=P7VG0ES1355J type=del size=1088598 2023-12-16T18:27:44.027 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.028+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=MA2WC992YC51 type=del 2023-12-16T18:27:44.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.031+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.0 size=1048576 2023-12-16T18:27:44.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.032+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.1 size=1048576 2023-12-16T18:27:44.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.033+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.2 size=373133 2023-12-16T18:27:44.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.033+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=PJ8GT4T83AWJ tag=GKHP904WSEEB type=write size=3518861 2023-12-16T18:27:44.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.035+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.0 size=1048576 2023-12-16T18:27:44.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.036+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.1 size=1048576 2023-12-16T18:27:44.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.037+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~Q7TB6SDD9EN9.2 size=729019 2023-12-16T18:27:44.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.040+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=Q7TB6SDD9EN9 tag=7VFXWA6Q8AGA type=write size=3874747 2023-12-16T18:27:44.040 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.041+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=UL91F3YR5UAH type=del size=2354721 2023-12-16T18:27:44.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.044+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=CQW28LNGEB1L type=del size=1029220 2023-12-16T18:27:44.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.045+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=UH8WAER408VE type=write size=133663 2023-12-16T18:27:44.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.046+0000 7f93822c1640 -1 < failed to complete operation key=U9TOW5YB71XP tag=IKYRM5HNDU1K type=del size=278956: (22) Invalid argument 2023-12-16T18:27:44.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.048+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=Z2I1P6GP2SBJ type=write size=981996 2023-12-16T18:27:44.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.050+0000 7f93822c1640 1 < suggested remove operation key=2H33NU63U1M9 tag=VQYSBR37LFCH type=del 2023-12-16T18:27:44.051 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.052+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=HVX6OYCO0ZZU type=del size=1622142 2023-12-16T18:27:44.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.053+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=75TF34MOG9FI type=del 2023-12-16T18:27:44.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.054+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=QGUMI0X0DDD8 type=del size=925819 2023-12-16T18:27:44.055 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.056+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=DIV2E8GPNPXV type=del 2023-12-16T18:27:44.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.057+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=KKQ2D1BIJ0LO type=del size=2424348 2023-12-16T18:27:44.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.058+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=0WRZ60X71ES1 type=del 2023-12-16T18:27:44.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.060+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=LOAGB1W7OEZL type=del size=2877967 2023-12-16T18:27:44.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.062+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=PJFWZCT285UZ type=del 2023-12-16T18:27:44.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.063+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=8JMRDTKZB0QM type=del size=2782204 2023-12-16T18:27:44.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.064+0000 7f93822c1640 -1 < failed to complete operation key=2H33NU63U1M9 tag=3K32D20JU5HZ type=del size=3959757: (22) Invalid argument 2023-12-16T18:27:44.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.066+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=MBDRX32AH9F7 type=write size=335955 2023-12-16T18:27:44.066 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.067+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=ESKE66N0UVP8 type=del 2023-12-16T18:27:44.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.069+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=3ZLIGHU08SEI type=del size=3506529 2023-12-16T18:27:44.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.070+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~LLO1G6XPBXHT.0 size=781081 2023-12-16T18:27:44.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.073+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=LLO1G6XPBXHT tag=ISMDHCHR2QYD type=write size=1829657 2023-12-16T18:27:44.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.074+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=P841GQEVVLBZ type=write size=111858 2023-12-16T18:27:44.075 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.076+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.0 size=1048576 2023-12-16T18:27:44.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.077+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.1 size=1048576 2023-12-16T18:27:44.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.077+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~490ZG4VHQQ7P.2 size=279456 2023-12-16T18:27:44.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.079+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=490ZG4VHQQ7P tag=7FT383PRKQ80 type=write size=3425184 2023-12-16T18:27:44.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.081+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=M9UFPM4M3OLV type=del size=2011122 2023-12-16T18:27:44.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.081+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~2ZT5A0FMU3AR.0 size=1048576 2023-12-16T18:27:44.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.081+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~2ZT5A0FMU3AR.1 size=933326 2023-12-16T18:27:44.082 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.083+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=2ZT5A0FMU3AR tag=QHZFEM9PKQ50 type=write size=3030478 2023-12-16T18:27:44.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.086+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.0 size=1048576 2023-12-16T18:27:44.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:43 smithi184 ceph-mon[136228]: pgmap v1332: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:27:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:43 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:27:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:43 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:43 smithi184 ceph-mon[136228]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-16T18:27:44.086 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.087+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.1 size=1048576 2023-12-16T18:27:44.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.088+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.2 size=672623 2023-12-16T18:27:44.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.088+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=V9JZMO2ASJ36 tag=4AN4O23D0XBS type=write size=3818351 2023-12-16T18:27:44.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.090+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=HC3MTJZ6ER40 type=del 2023-12-16T18:27:44.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.092+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~DJ94047OFTIO.0 size=935605 2023-12-16T18:27:44.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.092+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=DJ94047OFTIO tag=Z87JWUPBCN5Q type=write size=1984181 2023-12-16T18:27:44.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.095+0000 7f93822c1640 1 < suggested remove operation key=SM7EDQYTHZ7L tag=P7VG0ES1355J type=del 2023-12-16T18:27:44.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.096+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=WPNOZ795SZ9N type=del size=3481769 2023-12-16T18:27:44.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.098+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.0 size=1048576 2023-12-16T18:27:44.098 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.099+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.1 size=1048576 2023-12-16T18:27:44.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.100+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~PJ8GT4T83AWJ.2 size=373133 2023-12-16T18:27:44.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.103+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=PJ8GT4T83AWJ tag=GKHP904WSEEB type=write size=3518861 2023-12-16T18:27:44.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.105+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.0 size=1048576 2023-12-16T18:27:44.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.106+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.1 size=1048576 2023-12-16T18:27:44.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.107+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.2 size=40967 2023-12-16T18:27:44.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.107+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=1M0HTAUAJBG6 tag=OERUAMNEYGH1 type=write size=3186695 2023-12-16T18:27:44.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.108+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=UL91F3YR5UAH type=del 2023-12-16T18:27:44.109 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.110+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=S79LUZY0EH27 type=del size=1236121 2023-12-16T18:27:44.110 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.111+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=UH8WAER408VE type=write size=133663 2023-12-16T18:27:44.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.112+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=4SIKUR0PUBWS type=write size=975182 2023-12-16T18:27:44.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.114+0000 7f93822c1640 1 < canceled operation key=MET77YMI24WC tag=Z2I1P6GP2SBJ type=write size=981996 2023-12-16T18:27:44.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.115+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=KOWRPDI7S4R1 type=del size=3865834 2023-12-16T18:27:44.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.117+0000 7f93822c1640 -1 < failed to complete operation key=SM7EDQYTHZ7L tag=HVX6OYCO0ZZU type=del size=1622142: (22) Invalid argument 2023-12-16T18:27:44.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.118+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=JMJJBJQ134WL type=del size=2817740 2023-12-16T18:27:44.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.119+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=QGUMI0X0DDD8 type=del 2023-12-16T18:27:44.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.122+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~4F8LRCWQMBCO.0 size=491316 2023-12-16T18:27:44.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.122+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=4F8LRCWQMBCO tag=3WZR5GLG41V0 type=write size=1539892 2023-12-16T18:27:44.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.123+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=KKQ2D1BIJ0LO type=del 2023-12-16T18:27:44.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.125+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=G51JIRFCUQC9 type=del size=1093194 2023-12-16T18:27:44.125 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.126+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=LOAGB1W7OEZL type=del 2023-12-16T18:27:44.127 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.129+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~OFTCGOGPTE8B.0 size=318102 2023-12-16T18:27:44.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.129+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=OFTCGOGPTE8B tag=M3FFZNX26ZHU type=write size=1366678 2023-12-16T18:27:44.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.130+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=8JMRDTKZB0QM type=del 2023-12-16T18:27:44.130 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.131+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=HJICTRYHRWD1 type=del size=3603577 2023-12-16T18:27:44.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.133+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=MBDRX32AH9F7 type=write size=335955 2023-12-16T18:27:44.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.135+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~1ZW3S3CN85R7.0 size=116609 2023-12-16T18:27:44.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.135+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=1ZW3S3CN85R7 tag=RLAK9MSZN3PC type=write size=1165185 2023-12-16T18:27:44.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.136+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=3ZLIGHU08SEI type=del 2023-12-16T18:27:44.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.138+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=NVK93KFYGJMW type=del size=1107036 2023-12-16T18:27:44.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.139+0000 7f93822c1640 1 < completed write operation key=43Y268VWYQJS tag=P841GQEVVLBZ type=write size=111858 2023-12-16T18:27:44.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.140+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=9QTCV9E1WVTL type=del size=387979 2023-12-16T18:27:44.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.142+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=M9UFPM4M3OLV type=del 2023-12-16T18:27:44.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.143+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=U5RHFCS2T9GJ type=del size=2598187 2023-12-16T18:27:44.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.145+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.0 size=1048576 2023-12-16T18:27:44.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.146+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.1 size=1048576 2023-12-16T18:27:44.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.146+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~V9JZMO2ASJ36.2 size=672623 2023-12-16T18:27:44.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.148+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=V9JZMO2ASJ36 tag=4AN4O23D0XBS type=write size=3818351 2023-12-16T18:27:44.148 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.150+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=Z67WP5IR05CB type=del size=519480 2023-12-16T18:27:44.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.151+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~DJ94047OFTIO.0 size=935605 2023-12-16T18:27:44.152 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.153+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=DJ94047OFTIO tag=Z87JWUPBCN5Q type=write size=1984181 2023-12-16T18:27:44.155 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.156+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~POCV61HDSK1B.0 size=1048576 2023-12-16T18:27:44.155 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.157+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~POCV61HDSK1B.1 size=302995 2023-12-16T18:27:44.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.157+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=POCV61HDSK1B tag=HVKHKAGDDPLT type=write size=2400147 2023-12-16T18:27:44.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.158+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=WPNOZ795SZ9N type=del 2023-12-16T18:27:44.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.159+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=VUCBNGJAU19Q type=del size=952633 2023-12-16T18:27:44.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.161+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.0 size=1048576 2023-12-16T18:27:44.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.162+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.1 size=1048576 2023-12-16T18:27:44.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.163+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~1M0HTAUAJBG6.2 size=40967 2023-12-16T18:27:44.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.165+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=1M0HTAUAJBG6 tag=OERUAMNEYGH1 type=write size=3186695 2023-12-16T18:27:44.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.168+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.0 size=1048576 2023-12-16T18:27:44.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.169+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.1 size=1048576 2023-12-16T18:27:44.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.170+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.2 size=346093 2023-12-16T18:27:44.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.170+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=PPPNXXQWQA6E tag=MOI9M9C207JS type=write size=3491821 2023-12-16T18:27:44.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.171+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=S79LUZY0EH27 type=del 2023-12-16T18:27:44.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.173+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=CYJVRRJF1GNQ type=write size=711462 2023-12-16T18:27:44.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.174+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=4SIKUR0PUBWS type=write size=975182 2023-12-16T18:27:44.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.176+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=XEGGK5S5GQ1E type=del size=554486 2023-12-16T18:27:44.176 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.177+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=KOWRPDI7S4R1 type=del 2023-12-16T18:27:44.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.179+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=7JX1A6UFRBYF type=del size=2889331 2023-12-16T18:27:44.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.182+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=JMJJBJQ134WL type=del 2023-12-16T18:27:44.183 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.184+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=AV4NK8RCS5VF type=write size=792862 2023-12-16T18:27:44.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.185+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~4F8LRCWQMBCO.0 size=491316 2023-12-16T18:27:44.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.188+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=4F8LRCWQMBCO tag=3WZR5GLG41V0 type=write size=1539892 2023-12-16T18:27:44.189 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.190+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=KW1W82SUCDX3 type=del size=1020575 2023-12-16T18:27:44.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.191+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=G51JIRFCUQC9 type=del 2023-12-16T18:27:44.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.193+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=GIDDEQMCSTGV type=del size=1441050 2023-12-16T18:27:44.194 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.195+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~OFTCGOGPTE8B.0 size=318102 2023-12-16T18:27:44.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.197+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=OFTCGOGPTE8B tag=M3FFZNX26ZHU type=write size=1366678 2023-12-16T18:27:44.198 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.199+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=H32J0PM0WEN0 type=del size=3182208 2023-12-16T18:27:44.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.201+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=HJICTRYHRWD1 type=del 2023-12-16T18:27:44.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.203+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~UXJ17UWZLXQR.0 size=496689 2023-12-16T18:27:44.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.203+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=UXJ17UWZLXQR tag=M712KQ3JI8HE type=write size=1545265 2023-12-16T18:27:44.203 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.205+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~1ZW3S3CN85R7.0 size=116609 2023-12-16T18:27:44.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.207+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=1ZW3S3CN85R7 tag=RLAK9MSZN3PC type=write size=1165185 2023-12-16T18:27:44.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.208+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=CFLBAH0ZBT20 type=del size=1180735 2023-12-16T18:27:44.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.210+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=NVK93KFYGJMW type=del size=1107036 2023-12-16T18:27:44.210 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.211+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=VHSWG0RN9JJ1 type=del size=2629311 2023-12-16T18:27:44.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.212+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=9QTCV9E1WVTL type=del 2023-12-16T18:27:44.212 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.214+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=QA0BIX02TQII type=del size=2659839 2023-12-16T18:27:44.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.215+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=U5RHFCS2T9GJ type=del 2023-12-16T18:27:44.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.218+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~0ZQ6SNN7T2MX.0 size=1048576 2023-12-16T18:27:44.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.219+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~0ZQ6SNN7T2MX.1 size=882003 2023-12-16T18:27:44.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.219+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=0ZQ6SNN7T2MX tag=7LGDKR719OZQ type=write size=2979155 2023-12-16T18:27:44.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.221+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=Z67WP5IR05CB type=del 2023-12-16T18:27:44.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.223+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M8P3GJOR9DV1.0 size=196365 2023-12-16T18:27:44.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.224+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=M8P3GJOR9DV1 tag=EQMQR6RVMJHT type=write size=1244941 2023-12-16T18:27:44.224 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.225+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~POCV61HDSK1B.0 size=1048576 2023-12-16T18:27:44.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.227+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~POCV61HDSK1B.1 size=302995 2023-12-16T18:27:44.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.229+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=POCV61HDSK1B tag=HVKHKAGDDPLT type=write size=2400147 2023-12-16T18:27:44.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.231+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=FHMRFZ61I543 type=write size=69686 2023-12-16T18:27:44.231 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.232+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=VUCBNGJAU19Q type=del 2023-12-16T18:27:44.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.234+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=BQXMZYBFXDSQ type=del size=443874 2023-12-16T18:27:44.234 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.235+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.0 size=1048576 2023-12-16T18:27:44.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.236+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.1 size=1048576 2023-12-16T18:27:44.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.238+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~PPPNXXQWQA6E.2 size=346093 2023-12-16T18:27:44.238 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.240+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=PPPNXXQWQA6E tag=MOI9M9C207JS type=write size=3491821 2023-12-16T18:27:44.240 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.241+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=LR30MP8PZJZ0 type=del size=859786 2023-12-16T18:27:44.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.243+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=CYJVRRJF1GNQ type=write size=711462 2023-12-16T18:27:44.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.244+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=M1CWHS535DTM type=del size=2954088 2023-12-16T18:27:44.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.247+0000 7f93822c1640 1 < suggested remove operation key=KRXRHOSSG9T7 tag=XEGGK5S5GQ1E type=del 2023-12-16T18:27:44.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.249+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=49VK4KPH7DGC type=del size=614340 2023-12-16T18:27:44.249 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.250+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=7JX1A6UFRBYF type=del 2023-12-16T18:27:44.251 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.253+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.0 size=1048576 2023-12-16T18:27:44.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.254+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.1 size=1048576 2023-12-16T18:27:44.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.255+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.2 size=279633 2023-12-16T18:27:44.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.255+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=3N0DB03LQ0DS tag=DK0BP3TST3Z0 type=write size=3425361 2023-12-16T18:27:44.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.256+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=AV4NK8RCS5VF type=write size=792862 2023-12-16T18:27:44.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.259+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.0 size=1048576 2023-12-16T18:27:44.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.260+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.1 size=1048576 2023-12-16T18:27:44.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.261+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.2 size=431874 2023-12-16T18:27:44.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.261+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=TIX4PPB3BWPI tag=CDHVT841GEBU type=write size=3577602 2023-12-16T18:27:44.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.262+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=KW1W82SUCDX3 type=del 2023-12-16T18:27:44.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.264+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=VWV2L09B83PY type=del size=2557578 2023-12-16T18:27:44.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.265+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=GIDDEQMCSTGV type=del 2023-12-16T18:27:44.265 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.267+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=OP2D8KN40C97 type=del size=158809 2023-12-16T18:27:44.266 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.267+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=KRXRHOSSG9T7 tag=H32J0PM0WEN0 type=del size=3182208: (2) No such file or directory 2023-12-16T18:27:44.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.269+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=VUH7U0DOFHIL type=del size=1484836 2023-12-16T18:27:44.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.270+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~UXJ17UWZLXQR.0 size=496689 2023-12-16T18:27:44.271 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.273+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=UXJ17UWZLXQR tag=M712KQ3JI8HE type=write size=1545265 2023-12-16T18:27:44.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.274+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=A1N2O84V3LCW type=del size=1509654 2023-12-16T18:27:44.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.276+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=CFLBAH0ZBT20 type=del 2023-12-16T18:27:44.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.277+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=6JXX6124T66E type=del size=100115 2023-12-16T18:27:44.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.279+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=VHSWG0RN9JJ1 type=del 2023-12-16T18:27:44.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.280+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=24PXK5BMQDQL type=del size=1610893 2023-12-16T18:27:44.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.282+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=QA0BIX02TQII type=del 2023-12-16T18:27:44.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.283+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=2SA296UZRFVS type=del size=1196938 2023-12-16T18:27:44.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.285+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~0ZQ6SNN7T2MX.0 size=1048576 2023-12-16T18:27:44.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.286+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~0ZQ6SNN7T2MX.1 size=882003 2023-12-16T18:27:44.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.289+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=0ZQ6SNN7T2MX tag=7LGDKR719OZQ type=write size=2979155 2023-12-16T18:27:44.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.291+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.0 size=1048576 2023-12-16T18:27:44.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.293+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.1 size=1048576 2023-12-16T18:27:44.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.294+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.2 size=208919 2023-12-16T18:27:44.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.294+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=6DDKYQHDG0W7 tag=0DKJUZTPA4PV type=write size=3354647 2023-12-16T18:27:44.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.296+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M8P3GJOR9DV1.0 size=196365 2023-12-16T18:27:44.297 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.299+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=M8P3GJOR9DV1 tag=EQMQR6RVMJHT type=write size=1244941 2023-12-16T18:27:44.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.300+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=9D364DJ8RDWD type=del size=3360182 2023-12-16T18:27:44.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.303+0000 7f93822c1640 1 < suggested remove operation key=UX6BKKXQRKOB tag=FHMRFZ61I543 type=write 2023-12-16T18:27:44.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.305+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~EO0P5QUM9KGD.0 size=876804 2023-12-16T18:27:44.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.305+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=EO0P5QUM9KGD tag=RRWOGOL4KRIN type=write size=1925380 2023-12-16T18:27:44.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.308+0000 7f93822c1640 1 < suggested update operation key=F7I9QP65YT40 tag=BQXMZYBFXDSQ type=del size=443874 2023-12-16T18:27:44.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.309+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=R97OI1W2UFCV type=del size=1066463 2023-12-16T18:27:44.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.311+0000 7f93822c1640 1 < canceled operation key=O0025T05J9ZQ tag=LR30MP8PZJZ0 type=del size=859786 2023-12-16T18:27:44.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.312+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=95YF76MFRKHW type=del size=880041 2023-12-16T18:27:44.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.314+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=M1CWHS535DTM type=del 2023-12-16T18:27:44.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.315+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=IBKC3460SJX3 type=del size=4192065 2023-12-16T18:27:44.317 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.318+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=49VK4KPH7DGC type=del 2023-12-16T18:27:44.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.320+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=DOPCEQXBBSOQ type=del size=217008 2023-12-16T18:27:44.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.321+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.0 size=1048576 2023-12-16T18:27:44.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.322+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.1 size=1048576 2023-12-16T18:27:44.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.323+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~3N0DB03LQ0DS.2 size=279633 2023-12-16T18:27:44.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.326+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=3N0DB03LQ0DS tag=DK0BP3TST3Z0 type=write size=3425361 2023-12-16T18:27:44.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.329+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~6SCU3X5996TJ.0 size=511522 2023-12-16T18:27:44.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.329+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=6SCU3X5996TJ tag=QBQU6L146ZI1 type=write size=1560098 2023-12-16T18:27:44.330 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.331+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.0 size=1048576 2023-12-16T18:27:44.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.332+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.1 size=1048576 2023-12-16T18:27:44.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.333+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~TIX4PPB3BWPI.2 size=431874 2023-12-16T18:27:44.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.336+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=TIX4PPB3BWPI tag=CDHVT841GEBU type=write size=3577602 2023-12-16T18:27:44.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.338+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=C3ONP3X1NID9 type=write size=827571 2023-12-16T18:27:44.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.340+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=VWV2L09B83PY type=del 2023-12-16T18:27:44.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.341+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=I90FJLW83STH type=del size=3626191 2023-12-16T18:27:44.343 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.344+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=OP2D8KN40C97 type=del size=158809 2023-12-16T18:27:44.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.348+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2O2S8QJWVJUA.0 size=772191 2023-12-16T18:27:44.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.348+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=2O2S8QJWVJUA tag=1TNR10M6ENYK type=write size=1820767 2023-12-16T18:27:44.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.349+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=VUH7U0DOFHIL type=del 2023-12-16T18:27:44.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.352+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~5561RPTZ3V2S.0 size=656954 2023-12-16T18:27:44.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.352+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=5561RPTZ3V2S tag=41NK9UHQBM7B type=write size=1705530 2023-12-16T18:27:44.353 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.354+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=A1N2O84V3LCW type=del 2023-12-16T18:27:44.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.355+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=BMGH9AKL4AE9 type=del size=1648736 2023-12-16T18:27:44.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.357+0000 7f93822c1640 -1 < failed to complete operation key=T1982IC7NL80 tag=6JXX6124T66E type=del size=100115: (22) Invalid argument 2023-12-16T18:27:44.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.358+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=55WUQ1PQ7D7I type=write size=412853 2023-12-16T18:27:44.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.361+0000 7f93822c1640 1 < suggested update operation key=3DH6NZ3UJJVG tag=24PXK5BMQDQL type=del size=1610893 2023-12-16T18:27:44.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.363+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=DADNXCLWPHTA type=del size=3136 2023-12-16T18:27:44.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.364+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=2SA296UZRFVS type=del 2023-12-16T18:27:44.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.365+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=K3XDD8RAN6OP type=del size=538995 2023-12-16T18:27:44.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.367+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.0 size=1048576 2023-12-16T18:27:44.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.368+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.1 size=1048576 2023-12-16T18:27:44.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.369+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~6DDKYQHDG0W7.2 size=208919 2023-12-16T18:27:44.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.372+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=6DDKYQHDG0W7 tag=0DKJUZTPA4PV type=write size=3354647 2023-12-16T18:27:44.373 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.374+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=Z0OQAPRD6CC9 type=del size=406569 2023-12-16T18:27:44.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.375+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=9D364DJ8RDWD type=del 2023-12-16T18:27:44.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.377+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=WQDFMODOMGM2 type=del size=780444 2023-12-16T18:27:44.377 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.378+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~EO0P5QUM9KGD.0 size=876804 2023-12-16T18:27:44.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.381+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=EO0P5QUM9KGD tag=RRWOGOL4KRIN type=write size=1925380 2023-12-16T18:27:44.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.383+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~OTI05UTTR9U4.0 size=255540 2023-12-16T18:27:44.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.383+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=OTI05UTTR9U4 tag=H9CWW98X8QHU type=write size=1304116 2023-12-16T18:27:44.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.385+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=R97OI1W2UFCV type=del 2023-12-16T18:27:44.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.386+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=90RE7IKF37G1 type=del size=2870774 2023-12-16T18:27:44.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.388+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=95YF76MFRKHW type=del size=880041 2023-12-16T18:27:44.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.390+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.0 size=1048576 2023-12-16T18:27:44.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.391+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.1 size=1048576 2023-12-16T18:27:44.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.392+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.2 size=31975 2023-12-16T18:27:44.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.392+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=0S0BH0EQEA5T tag=I62JEEU3TG2O type=write size=3177703 2023-12-16T18:27:44.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.394+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=IBKC3460SJX3 type=del 2023-12-16T18:27:44.396 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.397+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~WP8SOCZ6JG00.0 size=1048576 2023-12-16T18:27:44.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.398+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~WP8SOCZ6JG00.1 size=670216 2023-12-16T18:27:44.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.398+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=WP8SOCZ6JG00 tag=B37S04HXUIAE type=write size=2767368 2023-12-16T18:27:44.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.399+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=DOPCEQXBBSOQ type=del 2023-12-16T18:27:44.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.401+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=7USF27M8DG3Y type=del size=765690 2023-12-16T18:27:44.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.402+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~6SCU3X5996TJ.0 size=511522 2023-12-16T18:27:44.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.405+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=6SCU3X5996TJ tag=QBQU6L146ZI1 type=write size=1560098 2023-12-16T18:27:44.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.407+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.0 size=1048576 2023-12-16T18:27:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.408+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.1 size=1048576 2023-12-16T18:27:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.409+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.2 size=123851 2023-12-16T18:27:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.409+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=OMD69ZK20CBC tag=SYNLDN7GB8AX type=write size=3269579 2023-12-16T18:27:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.411+0000 7f93822c1640 1 < completed write operation key=7KQWKCYTE1ZD tag=C3ONP3X1NID9 type=write size=827571 2023-12-16T18:27:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.414+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~XY1G5CH4KQMQ.0 size=1048576 2023-12-16T18:27:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.415+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~XY1G5CH4KQMQ.1 size=881780 2023-12-16T18:27:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.415+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=XY1G5CH4KQMQ tag=NG1L9JS5E2VY type=write size=2978932 2023-12-16T18:27:44.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.417+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=I90FJLW83STH type=del 2023-12-16T18:27:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.418+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=SYGCB0529WAL type=del size=2055816 2023-12-16T18:27:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.419+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2O2S8QJWVJUA.0 size=772191 2023-12-16T18:27:44.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.422+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=2O2S8QJWVJUA tag=1TNR10M6ENYK type=write size=1820767 2023-12-16T18:27:44.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.425+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~MSYCJYEV4VFR.0 size=344398 2023-12-16T18:27:44.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.425+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=MSYCJYEV4VFR tag=OQNB8Z5U3GKO type=write size=1392974 2023-12-16T18:27:44.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.426+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~5561RPTZ3V2S.0 size=656954 2023-12-16T18:27:44.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.429+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=5561RPTZ3V2S tag=41NK9UHQBM7B type=write size=1705530 2023-12-16T18:27:44.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.430+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=CO83E3P7HALD type=del size=3775080 2023-12-16T18:27:44.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.432+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=BMGH9AKL4AE9 type=del 2023-12-16T18:27:44.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.434+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~OLPISGB2SAAS.0 size=1048576 2023-12-16T18:27:44.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.435+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~OLPISGB2SAAS.1 size=99185 2023-12-16T18:27:44.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.435+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=OLPISGB2SAAS tag=P9PPFII4I2LP type=write size=2196337 2023-12-16T18:27:44.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.437+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=55WUQ1PQ7D7I type=write size=412853 2023-12-16T18:27:44.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.438+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=LRETVXPL8VQH type=write size=658983 2023-12-16T18:27:44.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.439+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=DADNXCLWPHTA type=del 2023-12-16T18:27:44.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.441+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=2IDPJTLYCA24 type=write size=45687 2023-12-16T18:27:44.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.442+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=K3XDD8RAN6OP type=del 2023-12-16T18:27:44.442 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.444+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=SZ7D8P1OHLE3 type=del size=3512848 2023-12-16T18:27:44.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.445+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=Z0OQAPRD6CC9 type=del 2023-12-16T18:27:44.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.448+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ADF5GUBNCZ6F.0 size=660604 2023-12-16T18:27:44.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.448+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ADF5GUBNCZ6F tag=OI95SYS5PLR7 type=write size=1709180 2023-12-16T18:27:44.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.449+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=WQDFMODOMGM2 type=del 2023-12-16T18:27:44.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.451+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=A5CNCUNEQW5Y type=del size=3575541 2023-12-16T18:27:44.451 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.452+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~OTI05UTTR9U4.0 size=255540 2023-12-16T18:27:44.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.455+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=OTI05UTTR9U4 tag=H9CWW98X8QHU type=write size=1304116 2023-12-16T18:27:44.456 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.457+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~WRGKMQTZAXR0.0 size=1048576 2023-12-16T18:27:44.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.458+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~WRGKMQTZAXR0.1 size=510256 2023-12-16T18:27:44.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.458+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=WRGKMQTZAXR0 tag=U57T9GHNLDK1 type=write size=2607408 2023-12-16T18:27:44.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.460+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=90RE7IKF37G1 type=del 2023-12-16T18:27:44.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.461+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=IDYSAP8P3CSC type=del size=1206397 2023-12-16T18:27:44.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.463+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.0 size=1048576 2023-12-16T18:27:44.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.464+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.1 size=1048576 2023-12-16T18:27:44.464 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.466+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~0S0BH0EQEA5T.2 size=31975 2023-12-16T18:27:44.467 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.468+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=0S0BH0EQEA5T tag=I62JEEU3TG2O type=write size=3177703 2023-12-16T18:27:44.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.470+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=TE42QZ7VECM3 type=del size=182942 2023-12-16T18:27:44.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.471+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~WP8SOCZ6JG00.0 size=1048576 2023-12-16T18:27:44.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.473+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~WP8SOCZ6JG00.1 size=670216 2023-12-16T18:27:44.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.476+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=WP8SOCZ6JG00 tag=B37S04HXUIAE type=write size=2767368 2023-12-16T18:27:44.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.477+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=LKNN7WEB4AV6 type=write size=315119 2023-12-16T18:27:44.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.480+0000 7f93822c1640 1 < suggested remove operation key=SL00EWUL3JDN tag=7USF27M8DG3Y type=del 2023-12-16T18:27:44.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.483+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.0 size=1048576 2023-12-16T18:27:44.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.484+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.1 size=1048576 2023-12-16T18:27:44.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.485+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.2 size=733532 2023-12-16T18:27:44.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.485+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=QFTDNIU5D1NK tag=S1UI2NSW97VN type=write size=3879260 2023-12-16T18:27:44.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.486+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.0 size=1048576 2023-12-16T18:27:44.487 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.488+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.1 size=1048576 2023-12-16T18:27:44.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.489+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~OMD69ZK20CBC.2 size=123851 2023-12-16T18:27:44.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.492+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=OMD69ZK20CBC tag=SYNLDN7GB8AX type=write size=3269579 2023-12-16T18:27:44.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.493+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=6DX4RVGCDWAQ type=del size=124678 2023-12-16T18:27:44.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.495+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~XY1G5CH4KQMQ.0 size=1048576 2023-12-16T18:27:44.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.496+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~XY1G5CH4KQMQ.1 size=881780 2023-12-16T18:27:44.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.498+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=XY1G5CH4KQMQ tag=NG1L9JS5E2VY type=write size=2978932 2023-12-16T18:27:44.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.500+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=3BK5EORP4V2Z type=write size=612639 2023-12-16T18:27:44.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.502+0000 7f93822c1640 1 < suggested update operation key=7F1XTE0NO1E7 tag=SYGCB0529WAL type=del size=2055816 2023-12-16T18:27:44.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.504+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0H1ATWBSXXSP type=del size=3006672 2023-12-16T18:27:44.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.505+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~MSYCJYEV4VFR.0 size=344398 2023-12-16T18:27:44.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.507+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=MSYCJYEV4VFR tag=OQNB8Z5U3GKO type=write size=1392974 2023-12-16T18:27:44.509 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.511+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~71GHR7LSV4II.0 size=207193 2023-12-16T18:27:44.509 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.511+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=71GHR7LSV4II tag=89NKYGRKLYR8 type=write size=1255769 2023-12-16T18:27:44.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.513+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=CO83E3P7HALD type=del size=3775080 2023-12-16T18:27:44.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.515+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=0AUE17SWI84V type=del size=3037968 2023-12-16T18:27:44.515 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.516+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~OLPISGB2SAAS.0 size=1048576 2023-12-16T18:27:44.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.518+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~OLPISGB2SAAS.1 size=99185 2023-12-16T18:27:44.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.521+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=OLPISGB2SAAS tag=P9PPFII4I2LP type=write size=2196337 2023-12-16T18:27:44.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.523+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=76B7H7XX2PTK type=del size=1768820 2023-12-16T18:27:44.523 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.525+0000 7f93822c1640 1 < completed write operation key=O0025T05J9ZQ tag=LRETVXPL8VQH type=write size=658983 2023-12-16T18:27:44.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.527+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~YLJV0T2AUT1J.0 size=1048576 2023-12-16T18:27:44.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.528+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~YLJV0T2AUT1J.1 size=848597 2023-12-16T18:27:44.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.528+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=YLJV0T2AUT1J tag=EG58AZMG0BZC type=write size=2945749 2023-12-16T18:27:44.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.530+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=2IDPJTLYCA24 type=write size=45687 2023-12-16T18:27:44.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.531+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=CS684P0VOCYC type=write size=447959 2023-12-16T18:27:44.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.533+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=SZ7D8P1OHLE3 type=del 2023-12-16T18:27:44.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.534+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=3EIJ7CLXCAR3 type=del size=2289469 2023-12-16T18:27:44.535 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.536+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ADF5GUBNCZ6F.0 size=660604 2023-12-16T18:27:44.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.538+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=ADF5GUBNCZ6F tag=OI95SYS5PLR7 type=write size=1709180 2023-12-16T18:27:44.539 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.540+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=WEGMLEM5EMK8 type=del size=4185152 2023-12-16T18:27:44.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.542+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=A5CNCUNEQW5Y type=del 2023-12-16T18:27:44.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.543+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=PMSYGBQ1XT5B type=del size=960947 2023-12-16T18:27:44.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.544+0000 7f93822c1640 1 < canceled part key=_multipart_IBG8SCFDGQT2.2~WRGKMQTZAXR0.0 size=1048576 2023-12-16T18:27:44.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.544+0000 7f93822c1640 1 < canceled part key=_multipart_IBG8SCFDGQT2.2~WRGKMQTZAXR0.1 size=510256 2023-12-16T18:27:44.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.546+0000 7f93822c1640 1 < canceled multipart upload key=IBG8SCFDGQT2 upload=WRGKMQTZAXR0 tag=U57T9GHNLDK1 type=write size=2607408 2023-12-16T18:27:44.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.547+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=99XG3ZRA6BUT type=del size=872613 2023-12-16T18:27:44.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.549+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=IDYSAP8P3CSC type=del 2023-12-16T18:27:44.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.552+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~B8ZBO4A8OE65.0 size=1048576 2023-12-16T18:27:44.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.553+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~B8ZBO4A8OE65.1 size=116901 2023-12-16T18:27:44.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.553+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=B8ZBO4A8OE65 tag=AM6MMGHLFBP0 type=write size=2214053 2023-12-16T18:27:44.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.554+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=TE42QZ7VECM3 type=del 2023-12-16T18:27:44.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.556+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=TLLK4VC6T50S type=del size=1051833 2023-12-16T18:27:44.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.557+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=LKNN7WEB4AV6 type=write size=315119 2023-12-16T18:27:44.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.560+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DDGKB1A5M4CP.0 size=1048576 2023-12-16T18:27:44.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.561+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DDGKB1A5M4CP.1 size=99763 2023-12-16T18:27:44.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.561+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=DDGKB1A5M4CP tag=CJ61KL945G3C type=write size=2196915 2023-12-16T18:27:44.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.561+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.0 size=1048576 2023-12-16T18:27:44.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.563+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.1 size=1048576 2023-12-16T18:27:44.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.564+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~QFTDNIU5D1NK.2 size=733532 2023-12-16T18:27:44.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.566+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=QFTDNIU5D1NK tag=S1UI2NSW97VN type=write size=3879260 2023-12-16T18:27:44.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.568+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=4142GVQ0JQF4 type=del size=2392416 2023-12-16T18:27:44.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.569+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=6DX4RVGCDWAQ type=del 2023-12-16T18:27:44.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.572+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.0 size=1048576 2023-12-16T18:27:44.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.573+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.1 size=1048576 2023-12-16T18:27:44.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.574+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.2 size=426850 2023-12-16T18:27:44.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.574+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=Z3KMB1SNMVVQ tag=2KNCZKXUJPWF type=write size=3572578 2023-12-16T18:27:44.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.575+0000 7f93822c1640 1 < completed write operation key=76N6UQ3HGY5M tag=3BK5EORP4V2Z type=write size=612639 2023-12-16T18:27:44.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.578+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~A3P7GX9KP02X.0 size=1048576 2023-12-16T18:27:44.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.579+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~A3P7GX9KP02X.1 size=137436 2023-12-16T18:27:44.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.579+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=A3P7GX9KP02X tag=0807FEIRJ5BR type=write size=2234588 2023-12-16T18:27:44.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.580+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=0H1ATWBSXXSP type=del 2023-12-16T18:27:44.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.582+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=KY3A0HQ70DOF type=del size=616876 2023-12-16T18:27:44.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.582+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~71GHR7LSV4II.0 size=207193 2023-12-16T18:27:44.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.584+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=71GHR7LSV4II tag=89NKYGRKLYR8 type=write size=1255769 2023-12-16T18:27:44.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.586+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=46DOV0OP9VFA type=write size=865336 2023-12-16T18:27:44.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.587+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=0AUE17SWI84V type=del 2023-12-16T18:27:44.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.590+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.0 size=1048576 2023-12-16T18:27:44.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.591+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.1 size=1048576 2023-12-16T18:27:44.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.592+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.2 size=818594 2023-12-16T18:27:44.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.592+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=4ZF3VILGNLLA tag=4FG90C6D04BT type=write size=3964322 2023-12-16T18:27:44.592 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.594+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=76B7H7XX2PTK type=del 2023-12-16T18:27:44.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.597+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~OS9ID1RN3F00.0 size=862896 2023-12-16T18:27:44.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.597+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=OS9ID1RN3F00 tag=E6SKJKWGGFUQ type=write size=1911472 2023-12-16T18:27:44.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.598+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~YLJV0T2AUT1J.0 size=1048576 2023-12-16T18:27:44.598 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.599+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~YLJV0T2AUT1J.1 size=848597 2023-12-16T18:27:44.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.602+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=YLJV0T2AUT1J tag=EG58AZMG0BZC type=write size=2945749 2023-12-16T18:27:44.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.603+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=23I7HJPZ3AAM type=del size=1911218 2023-12-16T18:27:44.604 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.605+0000 7f93822c1640 1 < completed write operation key=SL00EWUL3JDN tag=CS684P0VOCYC type=write size=447959 2023-12-16T18:27:44.605 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.606+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=49O7V7WUH06E type=del size=1022492 2023-12-16T18:27:44.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.609+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=3EIJ7CLXCAR3 type=del 2023-12-16T18:27:44.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.611+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=EYZOIXVSMZ8N type=del size=490469 2023-12-16T18:27:44.611 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.612+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=WEGMLEM5EMK8 type=del 2023-12-16T18:27:44.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.615+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~LMV5GNADP1QR.0 size=1048576 2023-12-16T18:27:44.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.616+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~LMV5GNADP1QR.1 size=325072 2023-12-16T18:27:44.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.616+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=LMV5GNADP1QR tag=2GP83RAGCVXA type=write size=2422224 2023-12-16T18:27:44.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.619+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=PMSYGBQ1XT5B type=del size=960947 2023-12-16T18:27:44.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.620+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=ETNZ75J0MARF type=del size=3530821 2023-12-16T18:27:44.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.622+0000 7f93822c1640 -1 < failed to complete operation key=YHFGUVDYX8ON tag=99XG3ZRA6BUT type=del size=872613: (22) Invalid argument 2023-12-16T18:27:44.624 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.625+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.0 size=1048576 2023-12-16T18:27:44.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.626+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.1 size=1048576 2023-12-16T18:27:44.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.627+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.2 size=86477 2023-12-16T18:27:44.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.627+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=2R65230IRQAH tag=WCNCVVXQOHFK type=write size=3232205 2023-12-16T18:27:44.628 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.629+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~B8ZBO4A8OE65.0 size=1048576 2023-12-16T18:27:44.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.630+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~B8ZBO4A8OE65.1 size=116901 2023-12-16T18:27:44.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.632+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=B8ZBO4A8OE65 tag=AM6MMGHLFBP0 type=write size=2214053 2023-12-16T18:27:44.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.635+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.0 size=1048576 2023-12-16T18:27:44.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.636+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.1 size=1048576 2023-12-16T18:27:44.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.638+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.2 size=87018 2023-12-16T18:27:44.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.638+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=V5Q9546W2PM9 tag=NPYD3X89ZC08 type=write size=3232746 2023-12-16T18:27:44.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.639+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=TLLK4VC6T50S type=del 2023-12-16T18:27:44.639 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.641+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=XK1V0QL2JV4T type=del size=2789961 2023-12-16T18:27:44.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.642+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DDGKB1A5M4CP.0 size=1048576 2023-12-16T18:27:44.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.643+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DDGKB1A5M4CP.1 size=99763 2023-12-16T18:27:44.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.646+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=DDGKB1A5M4CP tag=CJ61KL945G3C type=write size=2196915 2023-12-16T18:27:44.648 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.649+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~1EA2PC3NI1A3.0 size=337575 2023-12-16T18:27:44.648 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.649+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=1EA2PC3NI1A3 tag=8ARC5OB3VUID type=write size=1386151 2023-12-16T18:27:44.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.650+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=4142GVQ0JQF4 type=del 2023-12-16T18:27:44.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.652+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=QASGC953Z4YH type=del size=3331356 2023-12-16T18:27:44.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.652+0000 7f93822c1640 1 < canceled part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.0 size=1048576 2023-12-16T18:27:44.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.652+0000 7f93822c1640 1 < canceled part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.1 size=1048576 2023-12-16T18:27:44.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.654+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~Z3KMB1SNMVVQ.2 size=426850 2023-12-16T18:27:44.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.656+0000 7f93822c1640 1 < canceled multipart upload key=A0K8MNF7WKJ5 upload=Z3KMB1SNMVVQ tag=2KNCZKXUJPWF type=write size=3572578 2023-12-16T18:27:44.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.658+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=I41CBHYDAR4H type=del size=3863399 2023-12-16T18:27:44.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.659+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~A3P7GX9KP02X.0 size=1048576 2023-12-16T18:27:44.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.660+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~A3P7GX9KP02X.1 size=137436 2023-12-16T18:27:44.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.663+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=A3P7GX9KP02X tag=0807FEIRJ5BR type=write size=2234588 2023-12-16T18:27:44.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.665+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~XSQYBIYCVGE3.0 size=1048576 2023-12-16T18:27:44.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.666+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~XSQYBIYCVGE3.1 size=503650 2023-12-16T18:27:44.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.666+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=XSQYBIYCVGE3 tag=2ZQXG31O2GR1 type=write size=2600802 2023-12-16T18:27:44.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.668+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=KY3A0HQ70DOF type=del 2023-12-16T18:27:44.669 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.670+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=DQ59KVD05KTI type=del size=3158405 2023-12-16T18:27:44.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.671+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=46DOV0OP9VFA type=write size=865336 2023-12-16T18:27:44.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.674+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~KS0AFH8ATFXL.0 size=790580 2023-12-16T18:27:44.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.674+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=KS0AFH8ATFXL tag=YU0GY2GL14E3 type=write size=1839156 2023-12-16T18:27:44.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.675+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.0 size=1048576 2023-12-16T18:27:44.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.677+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.1 size=1048576 2023-12-16T18:27:44.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.678+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~4ZF3VILGNLLA.2 size=818594 2023-12-16T18:27:44.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.680+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=4ZF3VILGNLLA tag=4FG90C6D04BT type=write size=3964322 2023-12-16T18:27:44.682 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.684+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~MM2HI05IFXQJ.0 size=274354 2023-12-16T18:27:44.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.684+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=MM2HI05IFXQJ tag=SIXXYFE24KAW type=write size=1322930 2023-12-16T18:27:44.684 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.685+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~OS9ID1RN3F00.0 size=862896 2023-12-16T18:27:44.689 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.690+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=OS9ID1RN3F00 tag=E6SKJKWGGFUQ type=write size=1911472 2023-12-16T18:27:44.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.692+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=N9GTPIJ1JX5F type=del size=2558962 2023-12-16T18:27:44.693 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.694+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=23I7HJPZ3AAM type=del 2023-12-16T18:27:44.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.695+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=VYTGY7HYSZJC type=del size=2642422 2023-12-16T18:27:44.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.697+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=49O7V7WUH06E type=del 2023-12-16T18:27:44.697 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.698+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=5ITY0H0Z23Z2 type=write size=995530 2023-12-16T18:27:44.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.700+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=EYZOIXVSMZ8N type=del 2023-12-16T18:27:44.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.703+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~63178BQVH3FG.0 size=1048576 2023-12-16T18:27:44.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.704+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~63178BQVH3FG.1 size=580197 2023-12-16T18:27:44.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.704+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=63178BQVH3FG tag=24K33UR0FZY1 type=write size=2677349 2023-12-16T18:27:44.706 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.705+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~LMV5GNADP1QR.0 size=1048576 2023-12-16T18:27:44.706 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.707+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~LMV5GNADP1QR.1 size=325072 2023-12-16T18:27:44.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.710+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=LMV5GNADP1QR tag=2GP83RAGCVXA type=write size=2422224 2023-12-16T18:27:44.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.711+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=QBWDBIF2R61R type=del size=3249113 2023-12-16T18:27:44.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.713+0000 7f93822c1640 1 < canceled operation key=80X1T8WPO5AJ tag=ETNZ75J0MARF type=del size=3530821 2023-12-16T18:27:44.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.716+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.0 size=1048576 2023-12-16T18:27:44.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.717+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.1 size=1048576 2023-12-16T18:27:44.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.718+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.2 size=634983 2023-12-16T18:27:44.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.718+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=YIVZIJ03REH1 tag=6KUFGV7V9D41 type=write size=3780711 2023-12-16T18:27:44.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.718+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.0 size=1048576 2023-12-16T18:27:44.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.718+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.1 size=1048576 2023-12-16T18:27:44.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.718+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~2R65230IRQAH.2 size=86477 2023-12-16T18:27:44.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.720+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=2R65230IRQAH tag=WCNCVVXQOHFK type=write size=3232205 2023-12-16T18:27:44.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.723+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~K963TE6877SF.0 size=1048576 2023-12-16T18:27:44.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.724+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~K963TE6877SF.1 size=713321 2023-12-16T18:27:44.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.724+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=K963TE6877SF tag=A0IHH2U3QEF0 type=write size=2810473 2023-12-16T18:27:44.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.726+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.0 size=1048576 2023-12-16T18:27:44.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.727+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.1 size=1048576 2023-12-16T18:27:44.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.728+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~V5Q9546W2PM9.2 size=87018 2023-12-16T18:27:44.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.730+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=V5Q9546W2PM9 tag=NPYD3X89ZC08 type=write size=3232746 2023-12-16T18:27:44.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.733+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.0 size=1048576 2023-12-16T18:27:44.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.734+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.1 size=1048576 2023-12-16T18:27:44.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.735+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.2 size=159460 2023-12-16T18:27:44.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.735+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=7T2SR2UZ6O01 tag=QZFKD9NNMD6N type=write size=3305188 2023-12-16T18:27:44.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.736+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=XK1V0QL2JV4T type=del 2023-12-16T18:27:44.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.738+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=0C90XZ08UOCY type=del size=3884070 2023-12-16T18:27:44.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.739+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~1EA2PC3NI1A3.0 size=337575 2023-12-16T18:27:44.741 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.742+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=1EA2PC3NI1A3 tag=8ARC5OB3VUID type=write size=1386151 2023-12-16T18:27:44.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.743+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=7M2YDQEGW68B type=del size=4016333 2023-12-16T18:27:44.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.744+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=QASGC953Z4YH type=del 2023-12-16T18:27:44.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.747+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~1CI2WHZJ9DIH.0 size=1048576 2023-12-16T18:27:44.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.748+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~1CI2WHZJ9DIH.1 size=805016 2023-12-16T18:27:44.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.748+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=1CI2WHZJ9DIH tag=NGLB2FYFMECE type=write size=2902168 2023-12-16T18:27:44.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.750+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=I41CBHYDAR4H type=del 2023-12-16T18:27:44.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.751+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=2GRXAGDH3GU9 type=del size=2813973 2023-12-16T18:27:44.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.753+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~XSQYBIYCVGE3.0 size=1048576 2023-12-16T18:27:44.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.754+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~XSQYBIYCVGE3.1 size=503650 2023-12-16T18:27:44.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.757+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=XSQYBIYCVGE3 tag=2ZQXG31O2GR1 type=write size=2600802 2023-12-16T18:27:44.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.758+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=DURRSORP2PJW type=del size=3984698 2023-12-16T18:27:44.759 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.760+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=DQ59KVD05KTI type=del 2023-12-16T18:27:44.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.762+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=BBGELFS8RAVP type=del size=1476419 2023-12-16T18:27:44.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.763+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~KS0AFH8ATFXL.0 size=790580 2023-12-16T18:27:44.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.766+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=KS0AFH8ATFXL tag=YU0GY2GL14E3 type=write size=1839156 2023-12-16T18:27:44.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.767+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=L4WV8ZSB4O3W type=del size=3500269 2023-12-16T18:27:44.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.769+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~MM2HI05IFXQJ.0 size=274354 2023-12-16T18:27:44.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.771+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=MM2HI05IFXQJ tag=SIXXYFE24KAW type=write size=1322930 2023-12-16T18:27:44.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.773+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=MBD88SMXF6H5 type=del size=2554012 2023-12-16T18:27:44.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.776+0000 7f93822c1640 1 < suggested update operation key=CBTYWNZ0X6QI tag=N9GTPIJ1JX5F type=del size=2558962 2023-12-16T18:27:44.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.778+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.0 size=1048576 2023-12-16T18:27:44.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.779+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.1 size=1048576 2023-12-16T18:27:44.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.781+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.2 size=870223 2023-12-16T18:27:44.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.781+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=PXMRE8QFENKL tag=SN8WTCKVQ181 type=write size=4015951 2023-12-16T18:27:44.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.782+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=VYTGY7HYSZJC type=del 2023-12-16T18:27:44.783 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.784+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=YJ05X3RAKHQK type=write size=962561 2023-12-16T18:27:44.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.786+0000 7f93822c1640 1 < completed write operation key=SM7EDQYTHZ7L tag=5ITY0H0Z23Z2 type=write size=995530 2023-12-16T18:27:44.786 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.787+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=QGOZ6EZVL0EL type=write size=699120 2023-12-16T18:27:44.788 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.789+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~63178BQVH3FG.0 size=1048576 2023-12-16T18:27:44.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.790+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~63178BQVH3FG.1 size=580197 2023-12-16T18:27:44.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.793+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=63178BQVH3FG tag=24K33UR0FZY1 type=write size=2677349 2023-12-16T18:27:44.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.796+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~DTF7RF2H3S1C.0 size=1048576 2023-12-16T18:27:44.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.797+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~DTF7RF2H3S1C.1 size=493471 2023-12-16T18:27:44.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.797+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=DTF7RF2H3S1C tag=KNZV2U0F5YUR type=write size=2590623 2023-12-16T18:27:44.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.798+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=QBWDBIF2R61R type=del 2023-12-16T18:27:44.800 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.801+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.0 size=1048576 2023-12-16T18:27:44.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.802+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.1 size=1048576 2023-12-16T18:27:44.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.803+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.2 size=419907 2023-12-16T18:27:44.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.803+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=H4RDM7J1MLPN tag=3X8EPNBEQ1WU type=write size=3565635 2023-12-16T18:27:44.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.804+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.0 size=1048576 2023-12-16T18:27:44.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.806+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.1 size=1048576 2023-12-16T18:27:44.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.807+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~YIVZIJ03REH1.2 size=634983 2023-12-16T18:27:44.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.809+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=YIVZIJ03REH1 tag=6KUFGV7V9D41 type=write size=3780711 2023-12-16T18:27:44.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.812+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~3BWGDZC9GSPN.0 size=246258 2023-12-16T18:27:44.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.812+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=3BWGDZC9GSPN tag=RDCSIMYSOMYT type=write size=1294834 2023-12-16T18:27:44.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.814+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~K963TE6877SF.0 size=1048576 2023-12-16T18:27:44.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.814+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~K963TE6877SF.1 size=713321 2023-12-16T18:27:44.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.816+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=K963TE6877SF tag=A0IHH2U3QEF0 type=write size=2810473 2023-12-16T18:27:44.816 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.817+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=M0X7SHA1ULA2 type=del size=1419208 2023-12-16T18:27:44.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.819+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.0 size=1048576 2023-12-16T18:27:44.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.820+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.1 size=1048576 2023-12-16T18:27:44.820 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.822+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~7T2SR2UZ6O01.2 size=159460 2023-12-16T18:27:44.824 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.824+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=7T2SR2UZ6O01 tag=QZFKD9NNMD6N type=write size=3305188 2023-12-16T18:27:44.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.827+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~ISWA0ZV1102A.0 size=502442 2023-12-16T18:27:44.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.827+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=ISWA0ZV1102A tag=S549IABSALJ0 type=write size=1551018 2023-12-16T18:27:44.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.828+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=0C90XZ08UOCY type=del 2023-12-16T18:27:44.829 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.830+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=Y51QPD7TXAY1 type=del size=3186269 2023-12-16T18:27:44.830 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.831+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=7M2YDQEGW68B type=del 2023-12-16T18:27:44.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.834+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~GHG9312IYP1D.0 size=3120 2023-12-16T18:27:44.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.834+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=GHG9312IYP1D tag=R6KKP1D703TF type=write size=1051696 2023-12-16T18:27:44.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.834+0000 7f93822c1640 1 < canceled part key=_multipart_NCNK0GH8NEPH.2~1CI2WHZJ9DIH.0 size=1048576 2023-12-16T18:27:44.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.836+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~1CI2WHZJ9DIH.1 size=805016 2023-12-16T18:27:44.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.838+0000 7f93822c1640 1 < canceled multipart upload key=NCNK0GH8NEPH upload=1CI2WHZJ9DIH tag=NGLB2FYFMECE type=write size=2902168 2023-12-16T18:27:44.840 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.841+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.0 size=1048576 2023-12-16T18:27:44.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.842+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.1 size=1048576 2023-12-16T18:27:44.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.843+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.2 size=168683 2023-12-16T18:27:44.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.843+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=IDX0K9HY1U3V tag=UBZ2WRS22UBS type=write size=3314411 2023-12-16T18:27:44.845 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.846+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=2GRXAGDH3GU9 type=del 2023-12-16T18:27:44.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.848+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=7ADM7JW0C43G type=write size=578417 2023-12-16T18:27:44.850 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.851+0000 7f93822c1640 1 < suggested remove operation key=3DH6NZ3UJJVG tag=DURRSORP2PJW type=del 2023-12-16T18:27:44.852 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.853+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=LXQD9RGY4PGL type=write size=817664 2023-12-16T18:27:44.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.854+0000 7f93822c1640 1 < canceled operation key=A0K8MNF7WKJ5 tag=BBGELFS8RAVP type=del size=1476419 2023-12-16T18:27:44.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.857+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~ODUZQLJ6982D.0 size=681751 2023-12-16T18:27:44.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.857+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=ODUZQLJ6982D tag=8Q6TY51T4UW1 type=write size=1730327 2023-12-16T18:27:44.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.859+0000 7f93822c1640 1 < canceled operation key=U9TOW5YB71XP tag=L4WV8ZSB4O3W type=del size=3500269 2023-12-16T18:27:44.859 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.860+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=7ASN6M1A174V type=del size=2199240 2023-12-16T18:27:44.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.862+0000 7f93822c1640 -1 < failed to complete operation key=3DH6NZ3UJJVG tag=MBD88SMXF6H5 type=del size=2554012: (22) Invalid argument 2023-12-16T18:27:44.863 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.864+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=I80G89O03SD6 type=del size=2032010 2023-12-16T18:27:44.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.865+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.0 size=1048576 2023-12-16T18:27:44.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.867+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.1 size=1048576 2023-12-16T18:27:44.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.868+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~PXMRE8QFENKL.2 size=870223 2023-12-16T18:27:44.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.870+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=PXMRE8QFENKL tag=SN8WTCKVQ181 type=write size=4015951 2023-12-16T18:27:44.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.872+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=W2S525XUAO5A type=del size=3028363 2023-12-16T18:27:44.874 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.875+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=YJ05X3RAKHQK type=write 2023-12-16T18:27:44.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.876+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=0GYSZ7FN70BR type=del size=2026506 2023-12-16T18:27:44.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.878+0000 7f93822c1640 1 < completed write operation key=CBTYWNZ0X6QI tag=QGOZ6EZVL0EL type=write size=699120 2023-12-16T18:27:44.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.880+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.0 size=1048576 2023-12-16T18:27:44.880 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.881+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.1 size=1048576 2023-12-16T18:27:44.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.883+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.2 size=655642 2023-12-16T18:27:44.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.883+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=QJIH527RBGY2 tag=L9W6TTNR32ZH type=write size=3801370 2023-12-16T18:27:44.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.884+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~DTF7RF2H3S1C.0 size=1048576 2023-12-16T18:27:44.884 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.885+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~DTF7RF2H3S1C.1 size=493471 2023-12-16T18:27:44.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.888+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=DTF7RF2H3S1C tag=KNZV2U0F5YUR type=write size=2590623 2023-12-16T18:27:44.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.889+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=U3O7Z3NPZYEI type=del size=2644983 2023-12-16T18:27:44.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.890+0000 7f93822c1640 1 < canceled part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.0 size=1048576 2023-12-16T18:27:44.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.890+0000 7f93822c1640 1 < canceled part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.1 size=1048576 2023-12-16T18:27:44.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.891+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~H4RDM7J1MLPN.2 size=419907 2023-12-16T18:27:44.892 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.894+0000 7f93822c1640 1 < canceled multipart upload key=T1982IC7NL80 upload=H4RDM7J1MLPN tag=3X8EPNBEQ1WU type=write size=3565635 2023-12-16T18:27:44.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.896+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VV8UUAG0WTRP.0 size=1048576 2023-12-16T18:27:44.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.898+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VV8UUAG0WTRP.1 size=749961 2023-12-16T18:27:44.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.898+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=VV8UUAG0WTRP tag=FXHWBY9UKJ77 type=write size=2847113 2023-12-16T18:27:44.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.899+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~3BWGDZC9GSPN.0 size=246258 2023-12-16T18:27:44.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.902+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=3BWGDZC9GSPN tag=RDCSIMYSOMYT type=write size=1294834 2023-12-16T18:27:44.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.904+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~SAG42V7B6J0T.0 size=290256 2023-12-16T18:27:44.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.904+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=SAG42V7B6J0T tag=FYPE603RMG1Y type=write size=1338832 2023-12-16T18:27:44.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.906+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=M0X7SHA1ULA2 type=del 2023-12-16T18:27:44.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.907+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=K5HT6Z5I6Z4I type=del size=3230319 2023-12-16T18:27:44.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.909+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~ISWA0ZV1102A.0 size=502442 2023-12-16T18:27:44.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.911+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=ISWA0ZV1102A tag=S549IABSALJ0 type=write size=1551018 2023-12-16T18:27:44.911 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.912+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=RUXJGRR3P9CH type=write size=806199 2023-12-16T18:27:44.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.913+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=BJDLUONCEXLN tag=Y51QPD7TXAY1 type=del size=3186269: (2) No such file or directory 2023-12-16T18:27:44.915 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.916+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.0 size=1048576 2023-12-16T18:27:44.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.917+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.1 size=1048576 2023-12-16T18:27:44.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.918+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.2 size=696415 2023-12-16T18:27:44.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.918+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=5CEW6H5THNYX tag=7NYRIP5XSPR9 type=write size=3842143 2023-12-16T18:27:44.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.920+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~GHG9312IYP1D.0 size=3120 2023-12-16T18:27:44.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.923+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=GHG9312IYP1D tag=R6KKP1D703TF type=write size=1051696 2023-12-16T18:27:44.924 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.926+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.0 size=1048576 2023-12-16T18:27:44.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.927+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.1 size=1048576 2023-12-16T18:27:44.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.928+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.2 size=962698 2023-12-16T18:27:44.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.928+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=14S6B02UPF5H tag=N47L71OBEVE3 type=write size=4108426 2023-12-16T18:27:44.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.929+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.0 size=1048576 2023-12-16T18:27:44.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.930+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.1 size=1048576 2023-12-16T18:27:44.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.931+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~IDX0K9HY1U3V.2 size=168683 2023-12-16T18:27:44.933 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.934+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=IDX0K9HY1U3V tag=UBZ2WRS22UBS type=write size=3314411 2023-12-16T18:27:44.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.935+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=64Z5JAI2FT6K type=del size=2157189 2023-12-16T18:27:44.937 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.938+0000 7f93822c1640 1 < suggested update operation key=80X1T8WPO5AJ tag=7ADM7JW0C43G type=write size=578417 2023-12-16T18:27:44.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.940+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=BWN7PHYP4ZZQ type=write size=403770 2023-12-16T18:27:44.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.941+0000 7f93822c1640 1 < completed write operation key=43Y268VWYQJS tag=LXQD9RGY4PGL type=write size=817664 2023-12-16T18:27:44.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.943+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=ZSPIJ9UWZG2Z type=del size=2688130 2023-12-16T18:27:44.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.944+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~ODUZQLJ6982D.0 size=681751 2023-12-16T18:27:44.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.946+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=ODUZQLJ6982D tag=8Q6TY51T4UW1 type=write size=1730327 2023-12-16T18:27:44.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.948+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=SHRT9SCXU8DI type=write size=720638 2023-12-16T18:27:44.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.949+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=7ASN6M1A174V type=del size=2199240 2023-12-16T18:27:44.950 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.951+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=L8E6WV54OVEZ type=del size=3342710 2023-12-16T18:27:44.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.953+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=I80G89O03SD6 type=del 2023-12-16T18:27:44.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.954+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=PTWYBK0F0712 type=del size=934889 2023-12-16T18:27:44.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.956+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=W2S525XUAO5A type=del 2023-12-16T18:27:44.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.957+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=DIAVKRN1U119 type=del size=751585 2023-12-16T18:27:44.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.959+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=0GYSZ7FN70BR type=del 2023-12-16T18:27:44.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.961+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~G4AK626IP0FS.0 size=134699 2023-12-16T18:27:44.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.961+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=G4AK626IP0FS tag=FDFDCIFOT575 type=write size=1183275 2023-12-16T18:27:44.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.963+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.0 size=1048576 2023-12-16T18:27:44.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.964+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.1 size=1048576 2023-12-16T18:27:44.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.965+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~QJIH527RBGY2.2 size=655642 2023-12-16T18:27:44.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.968+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=QJIH527RBGY2 tag=L9W6TTNR32ZH type=write size=3801370 2023-12-16T18:27:44.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.971+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~27DO1AWHAGNE.0 size=783134 2023-12-16T18:27:44.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.971+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=27DO1AWHAGNE tag=CJ2CSI63S5U7 type=write size=1831710 2023-12-16T18:27:44.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.972+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=U3O7Z3NPZYEI type=del 2023-12-16T18:27:44.972 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:44 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:44 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:44.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.974+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=3XGGMYSNK08W type=del size=174227 2023-12-16T18:27:44.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.976+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~VV8UUAG0WTRP.0 size=1048576 2023-12-16T18:27:44.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.977+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~VV8UUAG0WTRP.1 size=749961 2023-12-16T18:27:44.978 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.979+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=VV8UUAG0WTRP tag=FXHWBY9UKJ77 type=write size=2847113 2023-12-16T18:27:44.980 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.982+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~Z9OMUAQNCTT9.0 size=1026867 2023-12-16T18:27:44.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.982+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=Z9OMUAQNCTT9 tag=WAI22C34MQSQ type=write size=2075443 2023-12-16T18:27:44.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.983+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~SAG42V7B6J0T.0 size=290256 2023-12-16T18:27:44.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.986+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=SAG42V7B6J0T tag=FYPE603RMG1Y type=write size=1338832 2023-12-16T18:27:44.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.989+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~J9T29K54GMM8.0 size=1048576 2023-12-16T18:27:44.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.990+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~J9T29K54GMM8.1 size=220719 2023-12-16T18:27:44.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.990+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=J9T29K54GMM8 tag=4SZPVR1IAHMH type=write size=2317871 2023-12-16T18:27:44.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.991+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=K5HT6Z5I6Z4I type=del 2023-12-16T18:27:44.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.993+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=2S91SKOHBTXD type=del size=3224608 2023-12-16T18:27:44.994 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.995+0000 7f93822c1640 1 < canceled operation key=U9TOW5YB71XP tag=RUXJGRR3P9CH type=write size=806199 2023-12-16T18:27:44.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.996+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=IWLAMA1UE9WA type=del size=1517882 2023-12-16T18:27:44.996 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.997+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.0 size=1048576 2023-12-16T18:27:44.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:44.999+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.1 size=1048576 2023-12-16T18:27:44.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.000+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~5CEW6H5THNYX.2 size=696415 2023-12-16T18:27:45.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.002+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=5CEW6H5THNYX tag=7NYRIP5XSPR9 type=write size=3842143 2023-12-16T18:27:45.004 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.005+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.0 size=1048576 2023-12-16T18:27:45.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.006+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.1 size=1048576 2023-12-16T18:27:45.006 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.007+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.2 size=547693 2023-12-16T18:27:45.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.007+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=196HCJ6HVHJ5 tag=33XSXWOX3G3N type=write size=3693421 2023-12-16T18:27:45.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.008+0000 7f93822c1640 1 < canceled part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.0 size=1048576 2023-12-16T18:27:45.008 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.009+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.1 size=1048576 2023-12-16T18:27:45.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.010+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~14S6B02UPF5H.2 size=962698 2023-12-16T18:27:45.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.013+0000 7f93822c1640 1 < canceled multipart upload key=LCZP96WSAD6F upload=14S6B02UPF5H tag=N47L71OBEVE3 type=write size=4108426 2023-12-16T18:27:45.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.015+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~US2OB0TX1M4K.0 size=1048576 2023-12-16T18:27:45.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.016+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~US2OB0TX1M4K.1 size=712372 2023-12-16T18:27:45.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.016+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=US2OB0TX1M4K tag=1PITJTMY5Q23 type=write size=2809524 2023-12-16T18:27:45.017 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.018+0000 7f93822c1640 -1 < failed to complete operation key=80X1T8WPO5AJ tag=64Z5JAI2FT6K type=del size=2157189: (22) Invalid argument 2023-12-16T18:27:45.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.021+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.0 size=1048576 2023-12-16T18:27:45.021 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.022+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.1 size=1048576 2023-12-16T18:27:45.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.023+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.2 size=38079 2023-12-16T18:27:45.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.023+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=IDLTC2G7K63J tag=1P5J08NAB59H type=write size=3183807 2023-12-16T18:27:45.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.025+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=BWN7PHYP4ZZQ type=write size=403770 2023-12-16T18:27:45.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.027+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=FBC6K8C1YNAV type=del size=3632448 2023-12-16T18:27:45.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.030+0000 7f93822c1640 1 < suggested update operation key=SL00EWUL3JDN tag=ZSPIJ9UWZG2Z type=del size=2688130 2023-12-16T18:27:45.030 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.031+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=YINE03DKUIUB type=del size=3805305 2023-12-16T18:27:45.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.033+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=SHRT9SCXU8DI type=write size=720638 2023-12-16T18:27:45.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.034+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=XOXVUM3DATWT type=write size=818108 2023-12-16T18:27:45.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.036+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=L8E6WV54OVEZ type=del 2023-12-16T18:27:45.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.039+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~LOS401LWL7HL.0 size=1048576 2023-12-16T18:27:45.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.040+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~LOS401LWL7HL.1 size=492437 2023-12-16T18:27:45.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.040+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=LOS401LWL7HL tag=FO3DLIH6DCA9 type=write size=2589589 2023-12-16T18:27:45.040 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.042+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=PTWYBK0F0712 type=del 2023-12-16T18:27:45.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.043+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=BQTGNK12ODUB type=write size=279290 2023-12-16T18:27:45.044 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.045+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=DIAVKRN1U119 type=del 2023-12-16T18:27:45.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.048+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~D7S02VCOAB46.0 size=1048576 2023-12-16T18:27:45.048 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.049+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~D7S02VCOAB46.1 size=105429 2023-12-16T18:27:45.048 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.049+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=D7S02VCOAB46 tag=WW585OIBKPUE type=write size=2202581 2023-12-16T18:27:45.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.050+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~G4AK626IP0FS.0 size=134699 2023-12-16T18:27:45.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.053+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=G4AK626IP0FS tag=FDFDCIFOT575 type=write size=1183275 2023-12-16T18:27:45.055 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.056+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~CWM6UYN2FSWJ.0 size=422110 2023-12-16T18:27:45.055 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.056+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=CWM6UYN2FSWJ tag=I1UK612XFS4D type=write size=1470686 2023-12-16T18:27:45.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.058+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~27DO1AWHAGNE.0 size=783134 2023-12-16T18:27:45.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.060+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=27DO1AWHAGNE tag=CJ2CSI63S5U7 type=write size=1831710 2023-12-16T18:27:45.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.062+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=77WAOPAQVUB0 type=write size=545379 2023-12-16T18:27:45.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.065+0000 7f93822c1640 1 < suggested update operation key=EKHOTIJJJQL5 tag=3XGGMYSNK08W type=del size=174227 2023-12-16T18:27:45.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.067+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=BCZAL15OC4W0 type=del size=2485375 2023-12-16T18:27:45.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.068+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~Z9OMUAQNCTT9.0 size=1026867 2023-12-16T18:27:45.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.072+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=Z9OMUAQNCTT9 tag=WAI22C34MQSQ type=write size=2075443 2023-12-16T18:27:45.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.074+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=S43GDW8EOS05 type=del size=1403779 2023-12-16T18:27:45.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.074+0000 7f93822c1640 1 < canceled part key=_multipart_7KQWKCYTE1ZD.2~J9T29K54GMM8.0 size=1048576 2023-12-16T18:27:45.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.075+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~J9T29K54GMM8.1 size=220719 2023-12-16T18:27:45.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.078+0000 7f93822c1640 1 < canceled multipart upload key=7KQWKCYTE1ZD upload=J9T29K54GMM8 tag=4SZPVR1IAHMH type=write size=2317871 2023-12-16T18:27:45.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.079+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=LG2LF2E5C4DZ type=del size=4026137 2023-12-16T18:27:45.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.081+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=2S91SKOHBTXD type=del 2023-12-16T18:27:45.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.083+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=GEA9MUG9KL8K type=del size=2469996 2023-12-16T18:27:45.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.086+0000 7f93822c1640 1 < suggested update operation key=F7I9QP65YT40 tag=IWLAMA1UE9WA type=del size=1517882 2023-12-16T18:27:45.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:44 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:27:45.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.088+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=HU20RPK1HKG9 type=del size=419318 2023-12-16T18:27:45.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.090+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.0 size=1048576 2023-12-16T18:27:45.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.091+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.1 size=1048576 2023-12-16T18:27:45.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.091+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~196HCJ6HVHJ5.2 size=547693 2023-12-16T18:27:45.093 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.094+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=196HCJ6HVHJ5 tag=33XSXWOX3G3N type=write size=3693421 2023-12-16T18:27:45.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.096+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=M582VDMMQ6Z1 type=del size=524768 2023-12-16T18:27:45.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.098+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~US2OB0TX1M4K.0 size=1048576 2023-12-16T18:27:45.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.099+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~US2OB0TX1M4K.1 size=712372 2023-12-16T18:27:45.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.102+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=US2OB0TX1M4K tag=1PITJTMY5Q23 type=write size=2809524 2023-12-16T18:27:45.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.105+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~WB3B63S33JA7.0 size=996479 2023-12-16T18:27:45.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.105+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=WB3B63S33JA7 tag=F2PSRFEXSAO3 type=write size=2045055 2023-12-16T18:27:45.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.106+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.0 size=1048576 2023-12-16T18:27:45.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.108+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.1 size=1048576 2023-12-16T18:27:45.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.109+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~IDLTC2G7K63J.2 size=38079 2023-12-16T18:27:45.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.112+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=IDLTC2G7K63J tag=1P5J08NAB59H type=write size=3183807 2023-12-16T18:27:45.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.114+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=LTOKDDGHJZFC type=del size=2731535 2023-12-16T18:27:45.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.117+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=FBC6K8C1YNAV type=del size=3632448 2023-12-16T18:27:45.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.119+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=XW57OUA07QC5 type=del size=3923227 2023-12-16T18:27:45.119 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.121+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=YINE03DKUIUB type=del size=3805305 2023-12-16T18:27:45.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.124+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~YODG856SWBED.0 size=1048576 2023-12-16T18:27:45.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.125+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~YODG856SWBED.1 size=1048576 2023-12-16T18:27:45.125 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.127+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~YODG856SWBED.2 size=207994 2023-12-16T18:27:45.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.127+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=YODG856SWBED tag=V0IFSPC08ED5 type=write size=3353722 2023-12-16T18:27:45.127 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.128+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=XOXVUM3DATWT type=write size=818108 2023-12-16T18:27:45.130 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.131+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~SZ79EHVCCDTY.0 size=1048576 2023-12-16T18:27:45.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.133+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~SZ79EHVCCDTY.1 size=759400 2023-12-16T18:27:45.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.133+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=SZ79EHVCCDTY tag=S7E531U5JINY type=write size=2856552 2023-12-16T18:27:45.133 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.134+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~LOS401LWL7HL.0 size=1048576 2023-12-16T18:27:45.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.135+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~LOS401LWL7HL.1 size=492437 2023-12-16T18:27:45.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.138+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=LOS401LWL7HL tag=FO3DLIH6DCA9 type=write size=2589589 2023-12-16T18:27:45.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.140+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=58L6HL37C2MY type=del size=2538649 2023-12-16T18:27:45.140 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.141+0000 7f93822c1640 1 < completed write operation key=LL5LBM7RMRS3 tag=BQTGNK12ODUB type=write size=279290 2023-12-16T18:27:45.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.145+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~LXEYPDKO9FV9.0 size=640819 2023-12-16T18:27:45.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.145+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=LXEYPDKO9FV9 tag=KADV913BIC9G type=write size=1689395 2023-12-16T18:27:45.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.146+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~D7S02VCOAB46.0 size=1048576 2023-12-16T18:27:45.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.148+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~D7S02VCOAB46.1 size=105429 2023-12-16T18:27:45.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.151+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=D7S02VCOAB46 tag=WW585OIBKPUE type=write size=2202581 2023-12-16T18:27:45.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.152+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=TUJ3STIX9SR9 type=del size=315270 2023-12-16T18:27:45.153 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.154+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~CWM6UYN2FSWJ.0 size=422110 2023-12-16T18:27:45.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.156+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=CWM6UYN2FSWJ tag=I1UK612XFS4D type=write size=1470686 2023-12-16T18:27:45.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.158+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=SZEP4DRQPDKM type=write size=25420 2023-12-16T18:27:45.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.160+0000 7f93822c1640 1 < completed write operation key=43Y268VWYQJS tag=77WAOPAQVUB0 type=write size=545379 2023-12-16T18:27:45.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.162+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=VJBFVDZM3L68 type=del size=668455 2023-12-16T18:27:45.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.163+0000 7f93822c1640 -1 < failed to complete operation key=KRXRHOSSG9T7 tag=BCZAL15OC4W0 type=del size=2485375: (22) Invalid argument 2023-12-16T18:27:45.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.165+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=5INBT41UL04S type=del size=3176364 2023-12-16T18:27:45.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.168+0000 7f93822c1640 1 < suggested update operation key=SM7EDQYTHZ7L tag=S43GDW8EOS05 type=del size=1403779 2023-12-16T18:27:45.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.170+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=PBD7X11PD72P type=del size=689548 2023-12-16T18:27:45.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.171+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=LG2LF2E5C4DZ type=del 2023-12-16T18:27:45.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.173+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=2YOVO05KEXS2 type=write size=720370 2023-12-16T18:27:45.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.174+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=GEA9MUG9KL8K type=del 2023-12-16T18:27:45.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.176+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=4MAUO3OQKQ8G type=del size=3218357 2023-12-16T18:27:45.176 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.177+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=HU20RPK1HKG9 type=del size=419318 2023-12-16T18:27:45.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.178+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=KJZCJZG330TD type=del size=2139171 2023-12-16T18:27:45.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.182+0000 7f93822c1640 1 < suggested update operation key=663D3OSP19F2 tag=M582VDMMQ6Z1 type=del size=524768 2023-12-16T18:27:45.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.184+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=TDNBBVYYQN8R type=del size=2303862 2023-12-16T18:27:45.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.186+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~WB3B63S33JA7.0 size=996479 2023-12-16T18:27:45.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.188+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=WB3B63S33JA7 tag=F2PSRFEXSAO3 type=write size=2045055 2023-12-16T18:27:45.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.191+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~KRUAECL5BTZ6.0 size=503100 2023-12-16T18:27:45.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.191+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=KRUAECL5BTZ6 tag=P9IIH2APQXAW type=write size=1551676 2023-12-16T18:27:45.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.193+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=LTOKDDGHJZFC type=del 2023-12-16T18:27:45.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.196+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~MN9ERSKEJVTF.0 size=1004870 2023-12-16T18:27:45.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.196+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=MN9ERSKEJVTF tag=MIEWD55SG9G0 type=write size=2053446 2023-12-16T18:27:45.198 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.199+0000 7f93822c1640 1 < suggested remove operation key=3DH6NZ3UJJVG tag=XW57OUA07QC5 type=del 2023-12-16T18:27:45.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.201+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=0PRQKPCBQB9H type=del size=780405 2023-12-16T18:27:45.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.201+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~YODG856SWBED.0 size=1048576 2023-12-16T18:27:45.201 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.202+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~YODG856SWBED.1 size=1048576 2023-12-16T18:27:45.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.204+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~YODG856SWBED.2 size=207994 2023-12-16T18:27:45.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.206+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=YODG856SWBED tag=V0IFSPC08ED5 type=write size=3353722 2023-12-16T18:27:45.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.208+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=ASMP71U3MITX type=del size=1708773 2023-12-16T18:27:45.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.209+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~SZ79EHVCCDTY.0 size=1048576 2023-12-16T18:27:45.210 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.211+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~SZ79EHVCCDTY.1 size=759400 2023-12-16T18:27:45.212 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.213+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=SZ79EHVCCDTY tag=S7E531U5JINY type=write size=2856552 2023-12-16T18:27:45.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.215+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=KN8U2N8DGIBA type=del size=2362117 2023-12-16T18:27:45.215 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.216+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=58L6HL37C2MY type=del 2023-12-16T18:27:45.217 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.218+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=D13H1HEKLBS6 type=del size=1588319 2023-12-16T18:27:45.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.219+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~LXEYPDKO9FV9.0 size=640819 2023-12-16T18:27:45.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.222+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=LXEYPDKO9FV9 tag=KADV913BIC9G type=write size=1689395 2023-12-16T18:27:45.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.224+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~0X2S3N4ZX73R.0 size=1048576 2023-12-16T18:27:45.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.226+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~0X2S3N4ZX73R.1 size=925965 2023-12-16T18:27:45.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.226+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=0X2S3N4ZX73R tag=EYD5299YIOSI type=write size=3023117 2023-12-16T18:27:45.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.229+0000 7f93822c1640 1 < suggested remove operation key=3TIX30XS60W0 tag=TUJ3STIX9SR9 type=del 2023-12-16T18:27:45.231 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.232+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.0 size=1048576 2023-12-16T18:27:45.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.233+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.1 size=1048576 2023-12-16T18:27:45.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.234+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.2 size=511189 2023-12-16T18:27:45.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.234+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=KAX127NLQH2M tag=8GAHHMQL4V3H type=write size=3656917 2023-12-16T18:27:45.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.236+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=SZEP4DRQPDKM type=write size=25420 2023-12-16T18:27:45.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.237+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=RPUBJ62JTO81 type=write size=1029152 2023-12-16T18:27:45.238 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.239+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=VJBFVDZM3L68 type=del 2023-12-16T18:27:45.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.240+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=WG2RN2FIVF0G type=del size=1094372 2023-12-16T18:27:45.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.242+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=5INBT41UL04S type=del 2023-12-16T18:27:45.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.246+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~92XX4H4A8J4Q.0 size=116867 2023-12-16T18:27:45.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.246+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=92XX4H4A8J4Q tag=9560H9VGMJZ9 type=write size=1165443 2023-12-16T18:27:45.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.248+0000 7f93822c1640 -1 < failed to complete operation key=3DH6NZ3UJJVG tag=PBD7X11PD72P type=del size=689548: (22) Invalid argument 2023-12-16T18:27:45.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.250+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=PUZMBIX3BQVY type=del size=2047461 2023-12-16T18:27:45.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.252+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=2YOVO05KEXS2 type=write size=720370 2023-12-16T18:27:45.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.254+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~9GPCSSZMXUXK.0 size=811264 2023-12-16T18:27:45.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.254+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=9GPCSSZMXUXK tag=GPCHJE2M6PEU type=write size=1859840 2023-12-16T18:27:45.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.256+0000 7f93822c1640 1 < canceled operation key=U1TKHNSDBAAI tag=4MAUO3OQKQ8G type=del size=3218357 2023-12-16T18:27:45.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.257+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=BXPJDQQ38NX5 type=write size=6640 2023-12-16T18:27:45.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.259+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=KJZCJZG330TD type=del 2023-12-16T18:27:45.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.260+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=7HKTA1Y10W89 type=write size=1047916 2023-12-16T18:27:45.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.262+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=TDNBBVYYQN8R type=del 2023-12-16T18:27:45.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.265+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~243Q8XF9QJLZ.0 size=109833 2023-12-16T18:27:45.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.265+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=243Q8XF9QJLZ tag=93UO5DRHPG2V type=write size=1158409 2023-12-16T18:27:45.265 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.267+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~KRUAECL5BTZ6.0 size=503100 2023-12-16T18:27:45.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.269+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=KRUAECL5BTZ6 tag=P9IIH2APQXAW type=write size=1551676 2023-12-16T18:27:45.271 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.272+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~VTY1Y23OBY05.0 size=1048576 2023-12-16T18:27:45.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.273+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~VTY1Y23OBY05.1 size=691486 2023-12-16T18:27:45.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.273+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=VTY1Y23OBY05 tag=PODTCGU134W8 type=write size=2788638 2023-12-16T18:27:45.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.275+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~MN9ERSKEJVTF.0 size=1004870 2023-12-16T18:27:45.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.277+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=MN9ERSKEJVTF tag=MIEWD55SG9G0 type=write size=2053446 2023-12-16T18:27:45.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.280+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.0 size=1048576 2023-12-16T18:27:45.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.281+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.1 size=1048576 2023-12-16T18:27:45.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.283+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.2 size=452866 2023-12-16T18:27:45.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.283+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=OPEJYT2JK4ZD tag=IUPFUXHWAWNH type=write size=3598594 2023-12-16T18:27:45.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.284+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=0PRQKPCBQB9H type=del 2023-12-16T18:27:45.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.286+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=ZB5J0CROIJXA type=del size=1805960 2023-12-16T18:27:45.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.288+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=ASMP71U3MITX type=del 2023-12-16T18:27:45.289 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.291+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~V1TRBOYGTI4U.0 size=1048576 2023-12-16T18:27:45.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.292+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~V1TRBOYGTI4U.1 size=350106 2023-12-16T18:27:45.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.292+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=V1TRBOYGTI4U tag=KS9VQ5G4HYJU type=write size=2447258 2023-12-16T18:27:45.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.295+0000 7f93822c1640 1 < suggested remove operation key=CBTYWNZ0X6QI tag=KN8U2N8DGIBA type=del 2023-12-16T18:27:45.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.296+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=OP9BDSO35GAY type=del size=21037 2023-12-16T18:27:45.298 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.299+0000 7f93822c1640 1 < suggested update operation key=U1TKHNSDBAAI tag=D13H1HEKLBS6 type=del size=1588319 2023-12-16T18:27:45.300 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.301+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=6EOR5AOQQPGK type=del size=1008478 2023-12-16T18:27:45.301 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.303+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~0X2S3N4ZX73R.0 size=1048576 2023-12-16T18:27:45.303 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.304+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~0X2S3N4ZX73R.1 size=925965 2023-12-16T18:27:45.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.307+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=0X2S3N4ZX73R tag=EYD5299YIOSI type=write size=3023117 2023-12-16T18:27:45.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.310+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~XEF7IGQTMZB3.0 size=1048576 2023-12-16T18:27:45.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.311+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~XEF7IGQTMZB3.1 size=365490 2023-12-16T18:27:45.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.311+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=XEF7IGQTMZB3 tag=WVR9I5YGJ0AC type=write size=2462642 2023-12-16T18:27:45.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.313+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.0 size=1048576 2023-12-16T18:27:45.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.313+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.1 size=1048576 2023-12-16T18:27:45.312 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.314+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KAX127NLQH2M.2 size=511189 2023-12-16T18:27:45.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.317+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=KAX127NLQH2M tag=8GAHHMQL4V3H type=write size=3656917 2023-12-16T18:27:45.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.320+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~H2NTW8F1TL2U.0 size=1048576 2023-12-16T18:27:45.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.321+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~H2NTW8F1TL2U.1 size=150200 2023-12-16T18:27:45.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.321+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=H2NTW8F1TL2U tag=HOZV2FN6N5HY type=write size=2247352 2023-12-16T18:27:45.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.323+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=RPUBJ62JTO81 type=write size=1029152 2023-12-16T18:27:45.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.326+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.0 size=1048576 2023-12-16T18:27:45.326 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.327+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.1 size=1048576 2023-12-16T18:27:45.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.328+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.2 size=1029341 2023-12-16T18:27:45.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.328+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=W8KCODANX0YI tag=4IONI19J0FTE type=write size=4175069 2023-12-16T18:27:45.330 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.331+0000 7f93822c1640 1 < suggested remove operation key=LL5LBM7RMRS3 tag=WG2RN2FIVF0G type=del 2023-12-16T18:27:45.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.333+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=BZTYB7QBSE8V type=del size=259623 2023-12-16T18:27:45.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.335+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~92XX4H4A8J4Q.0 size=116867 2023-12-16T18:27:45.336 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.337+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=92XX4H4A8J4Q tag=9560H9VGMJZ9 type=write size=1165443 2023-12-16T18:27:45.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.341+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.0 size=1048576 2023-12-16T18:27:45.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.342+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.1 size=1048576 2023-12-16T18:27:45.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.343+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.2 size=799489 2023-12-16T18:27:45.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.343+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=JV1EAF3AEXGG tag=VNKAIOQX6DXI type=write size=3945217 2023-12-16T18:27:45.344 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.345+0000 7f93822c1640 -1 < failed to complete operation key=U1TKHNSDBAAI tag=PUZMBIX3BQVY type=del size=2047461: (22) Invalid argument 2023-12-16T18:27:45.345 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.347+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=FB0GR5JUHXDN type=del size=2435297 2023-12-16T18:27:45.347 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.348+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~9GPCSSZMXUXK.0 size=811264 2023-12-16T18:27:45.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.351+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=9GPCSSZMXUXK tag=GPCHJE2M6PEU type=write size=1859840 2023-12-16T18:27:45.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.352+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=MB0GW7NVNMFU type=write size=33622 2023-12-16T18:27:45.353 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.354+0000 7f93822c1640 1 < completed write operation key=K8PRELEE3WED tag=BXPJDQQ38NX5 type=write size=6640 2023-12-16T18:27:45.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.356+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=SIEA3XXF578W type=del size=3182890 2023-12-16T18:27:45.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.359+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=7HKTA1Y10W89 type=write 2023-12-16T18:27:45.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.362+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.0 size=1048576 2023-12-16T18:27:45.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.363+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.1 size=1048576 2023-12-16T18:27:45.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.364+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.2 size=391546 2023-12-16T18:27:45.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.364+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=2PI9NR6OS4RL tag=N7E5BLDMJ60D type=write size=3537274 2023-12-16T18:27:45.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.365+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~243Q8XF9QJLZ.0 size=109833 2023-12-16T18:27:45.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.368+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=243Q8XF9QJLZ tag=93UO5DRHPG2V type=write size=1158409 2023-12-16T18:27:45.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.370+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=EIQLW6T4IW0V type=del size=4139582 2023-12-16T18:27:45.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.371+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~VTY1Y23OBY05.0 size=1048576 2023-12-16T18:27:45.372 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.372+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~VTY1Y23OBY05.1 size=691486 2023-12-16T18:27:45.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.375+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=VTY1Y23OBY05 tag=PODTCGU134W8 type=write size=2788638 2023-12-16T18:27:45.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.376+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=DQGSUYKHL7JJ type=del size=2401356 2023-12-16T18:27:45.377 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.378+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.0 size=1048576 2023-12-16T18:27:45.377 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.378+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.1 size=1048576 2023-12-16T18:27:45.378 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.379+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~OPEJYT2JK4ZD.2 size=452866 2023-12-16T18:27:45.381 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.382+0000 7f93822c1640 1 < canceled multipart upload key=76N6UQ3HGY5M upload=OPEJYT2JK4ZD tag=IUPFUXHWAWNH type=write size=3598594 2023-12-16T18:27:45.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.384+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=7VD6YZNB3UV2 type=write size=800952 2023-12-16T18:27:45.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.387+0000 7f93822c1640 1 < suggested remove operation key=IBG8SCFDGQT2 tag=ZB5J0CROIJXA type=del 2023-12-16T18:27:45.387 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.389+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=A5VVGY3CWVKE type=del size=2812032 2023-12-16T18:27:45.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.389+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~V1TRBOYGTI4U.0 size=1048576 2023-12-16T18:27:45.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.390+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~V1TRBOYGTI4U.1 size=350106 2023-12-16T18:27:45.392 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.393+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=V1TRBOYGTI4U tag=KS9VQ5G4HYJU type=write size=2447258 2023-12-16T18:27:45.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.396+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~088SQHCV5PF3.0 size=1048576 2023-12-16T18:27:45.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.398+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~088SQHCV5PF3.1 size=1031044 2023-12-16T18:27:45.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.398+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=088SQHCV5PF3 tag=YTUXQPMAEDD9 type=write size=3128196 2023-12-16T18:27:45.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.399+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=OP9BDSO35GAY type=del 2023-12-16T18:27:45.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.401+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=3AGYFW18CKT6 type=del size=1950986 2023-12-16T18:27:45.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.402+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=6EOR5AOQQPGK type=del 2023-12-16T18:27:45.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.404+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=EP21DVKIZBG8 type=del size=676984 2023-12-16T18:27:45.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.406+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~XEF7IGQTMZB3.0 size=1048576 2023-12-16T18:27:45.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.407+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~XEF7IGQTMZB3.1 size=365490 2023-12-16T18:27:45.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.410+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=XEF7IGQTMZB3 tag=WVR9I5YGJ0AC type=write size=2462642 2023-12-16T18:27:45.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.413+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.0 size=1048576 2023-12-16T18:27:45.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.414+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.1 size=1048576 2023-12-16T18:27:45.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.415+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.2 size=718270 2023-12-16T18:27:45.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.415+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=U75LTI0HRGHU tag=U6WQOBACZQF0 type=write size=3863998 2023-12-16T18:27:45.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.417+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~H2NTW8F1TL2U.0 size=1048576 2023-12-16T18:27:45.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.418+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~H2NTW8F1TL2U.1 size=150200 2023-12-16T18:27:45.420 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.421+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=H2NTW8F1TL2U tag=HOZV2FN6N5HY type=write size=2247352 2023-12-16T18:27:45.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.423+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=1AOSCEVV01G9 type=del size=1898947 2023-12-16T18:27:45.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.425+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.0 size=1048576 2023-12-16T18:27:45.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.426+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.1 size=1048576 2023-12-16T18:27:45.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.427+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~W8KCODANX0YI.2 size=1029341 2023-12-16T18:27:45.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.431+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=W8KCODANX0YI tag=4IONI19J0FTE type=write size=4175069 2023-12-16T18:27:45.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.434+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~BUFVWW7CQQ2O.0 size=784422 2023-12-16T18:27:45.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.434+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=BUFVWW7CQQ2O tag=YFR8GHXTXVGV type=write size=1832998 2023-12-16T18:27:45.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.435+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=BZTYB7QBSE8V type=del 2023-12-16T18:27:45.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.437+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=FHJDO2S3RMMA type=write size=1017973 2023-12-16T18:27:45.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.439+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.0 size=1048576 2023-12-16T18:27:45.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.440+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.1 size=1048576 2023-12-16T18:27:45.440 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.441+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~JV1EAF3AEXGG.2 size=799489 2023-12-16T18:27:45.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.444+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=JV1EAF3AEXGG tag=VNKAIOQX6DXI type=write size=3945217 2023-12-16T18:27:45.445 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.446+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=0SPVG78JNWZG type=write size=669632 2023-12-16T18:27:45.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.448+0000 7f93822c1640 1 < canceled operation key=4IEBMNZ5G5YI tag=FB0GR5JUHXDN type=del size=2435297 2023-12-16T18:27:45.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.450+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=3KNT6GFEHQ3U type=del size=2102590 2023-12-16T18:27:45.451 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.452+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=MB0GW7NVNMFU type=write size=33622 2023-12-16T18:27:45.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.454+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=3BL75Z38GE9Q type=del size=1867698 2023-12-16T18:27:45.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.456+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=SIEA3XXF578W type=del 2023-12-16T18:27:45.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.458+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~RG3IZFNXKP26.0 size=392940 2023-12-16T18:27:45.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.458+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=RG3IZFNXKP26 tag=41J0950LAHAP type=write size=1441516 2023-12-16T18:27:45.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.458+0000 7f93822c1640 1 < canceled part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.0 size=1048576 2023-12-16T18:27:45.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.460+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.1 size=1048576 2023-12-16T18:27:45.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.461+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~2PI9NR6OS4RL.2 size=391546 2023-12-16T18:27:45.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.464+0000 7f93822c1640 1 < canceled multipart upload key=SM7EDQYTHZ7L upload=2PI9NR6OS4RL tag=N7E5BLDMJ60D type=write size=3537274 2023-12-16T18:27:45.464 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.466+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=3F016SNWK6OU type=write size=474299 2023-12-16T18:27:45.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.467+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=EIQLW6T4IW0V type=del 2023-12-16T18:27:45.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.470+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2GX9P2H2G39E.0 size=705748 2023-12-16T18:27:45.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.470+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=2GX9P2H2G39E tag=SONCC9L6PMIH type=write size=1754324 2023-12-16T18:27:45.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.472+0000 7f93822c1640 1 < canceled operation key=7KQWKCYTE1ZD tag=DQGSUYKHL7JJ type=del size=2401356 2023-12-16T18:27:45.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.474+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=BPUGP99UVFU1 type=del size=3087498 2023-12-16T18:27:45.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.476+0000 7f93822c1640 1 < completed write operation key=80X1T8WPO5AJ tag=7VD6YZNB3UV2 type=write size=800952 2023-12-16T18:27:45.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.479+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~IJV4X7X2QRXN.0 size=317631 2023-12-16T18:27:45.478 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.479+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=IJV4X7X2QRXN tag=BOR0WN816AJS type=write size=1366207 2023-12-16T18:27:45.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.480+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=A5VVGY3CWVKE type=del 2023-12-16T18:27:45.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.484+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.0 size=1048576 2023-12-16T18:27:45.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.485+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.1 size=1048576 2023-12-16T18:27:45.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.486+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.2 size=127182 2023-12-16T18:27:45.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.486+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=ZGPT3XLQJS3Z tag=WLOZQQR7FO4C type=write size=3272910 2023-12-16T18:27:45.487 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.488+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~088SQHCV5PF3.0 size=1048576 2023-12-16T18:27:45.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.489+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~088SQHCV5PF3.1 size=1031044 2023-12-16T18:27:45.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.492+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=088SQHCV5PF3 tag=YTUXQPMAEDD9 type=write size=3128196 2023-12-16T18:27:45.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.495+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.0 size=1048576 2023-12-16T18:27:45.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.496+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.1 size=1048576 2023-12-16T18:27:45.496 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.498+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.2 size=620261 2023-12-16T18:27:45.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.498+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=5AJW1AL9ZE04 tag=BQJAOY6K9FNH type=write size=3765989 2023-12-16T18:27:45.500 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.501+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=3AGYFW18CKT6 type=del 2023-12-16T18:27:45.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.504+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~JTIMNVNPSPB3.0 size=799757 2023-12-16T18:27:45.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.504+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=JTIMNVNPSPB3 tag=U81D0O5RWC52 type=write size=1848333 2023-12-16T18:27:45.505 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.506+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=EP21DVKIZBG8 type=del 2023-12-16T18:27:45.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.509+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~39PQ9ZYCZMDY.0 size=405989 2023-12-16T18:27:45.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.509+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=39PQ9ZYCZMDY tag=41V1O61QZEXC type=write size=1454565 2023-12-16T18:27:45.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.511+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.0 size=1048576 2023-12-16T18:27:45.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.513+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.1 size=1048576 2023-12-16T18:27:45.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.514+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~U75LTI0HRGHU.2 size=718270 2023-12-16T18:27:45.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.517+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=U75LTI0HRGHU tag=U6WQOBACZQF0 type=write size=3863998 2023-12-16T18:27:45.517 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.519+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=XG5XEAAIBEVK type=del size=3352708 2023-12-16T18:27:45.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.520+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=1AOSCEVV01G9 type=del 2023-12-16T18:27:45.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.522+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=L03AF3KCD6BZ type=write size=130988 2023-12-16T18:27:45.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.524+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~BUFVWW7CQQ2O.0 size=784422 2023-12-16T18:27:45.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.526+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=BUFVWW7CQQ2O tag=YFR8GHXTXVGV type=write size=1832998 2023-12-16T18:27:45.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.530+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~5BWCXG7Q03DD.0 size=1048576 2023-12-16T18:27:45.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.531+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~5BWCXG7Q03DD.1 size=175893 2023-12-16T18:27:45.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.531+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=5BWCXG7Q03DD tag=6IV0GGISE1U3 type=write size=2273045 2023-12-16T18:27:45.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.533+0000 7f93822c1640 1 < completed write operation key=80X1T8WPO5AJ tag=FHJDO2S3RMMA type=write size=1017973 2023-12-16T18:27:45.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.535+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=AWUKJUHPJO6E type=del size=2070968 2023-12-16T18:27:45.535 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.536+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=0SPVG78JNWZG type=write size=669632 2023-12-16T18:27:45.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.538+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=UD7B0XQ91ITR type=del size=1207262 2023-12-16T18:27:45.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.541+0000 7f93822c1640 1 < suggested update operation key=43Y268VWYQJS tag=3KNT6GFEHQ3U type=del size=2102590 2023-12-16T18:27:45.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.543+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=82K11XI6OLWN type=del size=2212576 2023-12-16T18:27:45.544 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.545+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=3BL75Z38GE9Q type=del 2023-12-16T18:27:45.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.546+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=JT4VMM43P93J type=del size=2005370 2023-12-16T18:27:45.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.547+0000 7f93822c1640 1 < canceled part key=_multipart_BJDLUONCEXLN.2~RG3IZFNXKP26.0 size=392940 2023-12-16T18:27:45.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.549+0000 7f93822c1640 1 < canceled multipart upload key=BJDLUONCEXLN upload=RG3IZFNXKP26 tag=41J0950LAHAP type=write size=1441516 2023-12-16T18:27:45.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.551+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=Z4M03WRR0CJ8 type=del size=3690084 2023-12-16T18:27:45.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.553+0000 7f93822c1640 1 < completed write operation key=663D3OSP19F2 tag=3F016SNWK6OU type=write size=474299 2023-12-16T18:27:45.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.556+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Z6KYJSLZ7OLD.0 size=453959 2023-12-16T18:27:45.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.556+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=Z6KYJSLZ7OLD tag=AEZF2V3XP8FZ type=write size=1502535 2023-12-16T18:27:45.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.556+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~2GX9P2H2G39E.0 size=705748 2023-12-16T18:27:45.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.559+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=2GX9P2H2G39E tag=SONCC9L6PMIH type=write size=1754324 2023-12-16T18:27:45.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.561+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=G0F77S65IL1U type=write size=863887 2023-12-16T18:27:45.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.562+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=BPUGP99UVFU1 type=del 2023-12-16T18:27:45.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.564+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=1CLNAEH97GB7 type=del size=2405737 2023-12-16T18:27:45.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.565+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~IJV4X7X2QRXN.0 size=317631 2023-12-16T18:27:45.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.568+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=IJV4X7X2QRXN tag=BOR0WN816AJS type=write size=1366207 2023-12-16T18:27:45.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.571+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~5DTJ2MHQAKAB.0 size=272063 2023-12-16T18:27:45.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.571+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=5DTJ2MHQAKAB tag=F9GQ2AO7GW57 type=write size=1320639 2023-12-16T18:27:45.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.572+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.0 size=1048576 2023-12-16T18:27:45.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.573+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.1 size=1048576 2023-12-16T18:27:45.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.575+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~ZGPT3XLQJS3Z.2 size=127182 2023-12-16T18:27:45.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.577+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=ZGPT3XLQJS3Z tag=WLOZQQR7FO4C type=write size=3272910 2023-12-16T18:27:45.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.579+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=56YKL6B284GL type=del size=3577159 2023-12-16T18:27:45.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.579+0000 7f93822c1640 1 < canceled part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.0 size=1048576 2023-12-16T18:27:45.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.581+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.1 size=1048576 2023-12-16T18:27:45.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.581+0000 7f93822c1640 1 < canceled part key=_multipart_43Y268VWYQJS.2~5AJW1AL9ZE04.2 size=620261 2023-12-16T18:27:45.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.583+0000 7f93822c1640 1 < canceled multipart upload key=43Y268VWYQJS upload=5AJW1AL9ZE04 tag=BQJAOY6K9FNH type=write size=3765989 2023-12-16T18:27:45.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.586+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~3UOL16CHXSA4.0 size=1048576 2023-12-16T18:27:45.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.587+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~3UOL16CHXSA4.1 size=1045497 2023-12-16T18:27:45.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.587+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=3UOL16CHXSA4 tag=00729XBO41Z6 type=write size=3142649 2023-12-16T18:27:45.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.589+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~JTIMNVNPSPB3.0 size=799757 2023-12-16T18:27:45.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.592+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=JTIMNVNPSPB3 tag=U81D0O5RWC52 type=write size=1848333 2023-12-16T18:27:45.592 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.594+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=NOMV236XYHR0 type=del size=178915 2023-12-16T18:27:45.594 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.595+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~39PQ9ZYCZMDY.0 size=405989 2023-12-16T18:27:45.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.598+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=39PQ9ZYCZMDY tag=41V1O61QZEXC type=write size=1454565 2023-12-16T18:27:45.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.601+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.0 size=1048576 2023-12-16T18:27:45.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.602+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.1 size=1048576 2023-12-16T18:27:45.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.604+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.2 size=348711 2023-12-16T18:27:45.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.604+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=ULHSYSFB4TY3 tag=UQ8T1V1XPT4F type=write size=3494439 2023-12-16T18:27:45.605 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.607+0000 7f93822c1640 1 < suggested remove operation key=7KQWKCYTE1ZD tag=XG5XEAAIBEVK type=del 2023-12-16T18:27:45.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.608+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=03CTPIDA26PY type=del size=1422934 2023-12-16T18:27:45.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.610+0000 7f93822c1640 -1 < failed to complete operation key=43Y268VWYQJS tag=L03AF3KCD6BZ type=write size=130988: (22) Invalid argument 2023-12-16T18:27:45.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.612+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=IWE9TOP3K6R5 type=write size=959970 2023-12-16T18:27:45.612 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.613+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~5BWCXG7Q03DD.0 size=1048576 2023-12-16T18:27:45.612 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.613+0000 7f93822c1640 1 < canceled part key=_multipart_EKHOTIJJJQL5.2~5BWCXG7Q03DD.1 size=175893 2023-12-16T18:27:45.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.616+0000 7f93822c1640 1 < canceled multipart upload key=EKHOTIJJJQL5 upload=5BWCXG7Q03DD tag=6IV0GGISE1U3 type=write size=2273045 2023-12-16T18:27:45.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.619+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~56ZEH85EL74E.0 size=1039355 2023-12-16T18:27:45.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.619+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=56ZEH85EL74E tag=PJ84KW5Y9FCW type=write size=2087931 2023-12-16T18:27:45.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.622+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=AWUKJUHPJO6E type=del 2023-12-16T18:27:45.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.625+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.0 size=1048576 2023-12-16T18:27:45.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.626+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.1 size=1048576 2023-12-16T18:27:45.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.627+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.2 size=388027 2023-12-16T18:27:45.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.627+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=NDRTMBCXFF4S tag=28PF5AQH3OPC type=write size=3533755 2023-12-16T18:27:45.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.629+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=UD7B0XQ91ITR type=del 2023-12-16T18:27:45.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.630+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=A8YI64M10M9S type=del size=1493359 2023-12-16T18:27:45.630 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.631+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=82K11XI6OLWN type=del 2023-12-16T18:27:45.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.633+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=E8TNWHRUIU9J type=write size=604346 2023-12-16T18:27:45.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.635+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=JT4VMM43P93J type=del 2023-12-16T18:27:45.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.637+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=0UZYVKNH8W44 type=del size=1730052 2023-12-16T18:27:45.637 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.638+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=Z4M03WRR0CJ8 type=del 2023-12-16T18:27:45.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.640+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=MF5CM2TDD3A0 type=del size=1892061 2023-12-16T18:27:45.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.641+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~Z6KYJSLZ7OLD.0 size=453959 2023-12-16T18:27:45.643 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.644+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=Z6KYJSLZ7OLD tag=AEZF2V3XP8FZ type=write size=1502535 2023-12-16T18:27:45.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.646+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=8JI046NF87BC type=del size=2130114 2023-12-16T18:27:45.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.648+0000 7f93822c1640 -1 < failed to complete operation key=7KQWKCYTE1ZD tag=G0F77S65IL1U type=write size=863887: (22) Invalid argument 2023-12-16T18:27:45.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.651+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~7MU6JWSFR1YR.0 size=1048576 2023-12-16T18:27:45.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.652+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~7MU6JWSFR1YR.1 size=1028968 2023-12-16T18:27:45.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.652+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=7MU6JWSFR1YR tag=OO2KZF0L1YKY type=write size=3126120 2023-12-16T18:27:45.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.655+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=1CLNAEH97GB7 type=del 2023-12-16T18:27:45.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.658+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.0 size=1048576 2023-12-16T18:27:45.658 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.659+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.1 size=1048576 2023-12-16T18:27:45.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.660+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.2 size=574716 2023-12-16T18:27:45.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.660+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=2ZWHDIH57HN2 tag=ZVNOYA5B2GIZ type=write size=3720444 2023-12-16T18:27:45.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.661+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~5DTJ2MHQAKAB.0 size=272063 2023-12-16T18:27:45.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.663+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=5DTJ2MHQAKAB tag=F9GQ2AO7GW57 type=write size=1320639 2023-12-16T18:27:45.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.665+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=CBV8M06W40KK type=del size=3099577 2023-12-16T18:27:45.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.667+0000 7f93822c1640 1 < canceled operation key=CBTYWNZ0X6QI tag=56YKL6B284GL type=del size=3577159 2023-12-16T18:27:45.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.669+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=2QOM1QA54LAW type=write size=224297 2023-12-16T18:27:45.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.669+0000 7f93822c1640 1 < canceled part key=_multipart_K8PRELEE3WED.2~3UOL16CHXSA4.0 size=1048576 2023-12-16T18:27:45.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.669+0000 7f93822c1640 1 < canceled part key=_multipart_K8PRELEE3WED.2~3UOL16CHXSA4.1 size=1045497 2023-12-16T18:27:45.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.672+0000 7f93822c1640 1 < canceled multipart upload key=K8PRELEE3WED upload=3UOL16CHXSA4 tag=00729XBO41Z6 type=write size=3142649 2023-12-16T18:27:45.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.673+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=7IAWEQFQZ348 type=write size=958113 2023-12-16T18:27:45.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.675+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=NOMV236XYHR0 type=del 2023-12-16T18:27:45.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.677+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=45IAZIIEWI3F type=del size=671806 2023-12-16T18:27:45.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.679+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.0 size=1048576 2023-12-16T18:27:45.682 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.680+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.1 size=1048576 2023-12-16T18:27:45.682 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.681+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~ULHSYSFB4TY3.2 size=348711 2023-12-16T18:27:45.684 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.685+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=ULHSYSFB4TY3 tag=UQ8T1V1XPT4F type=write size=3494439 2023-12-16T18:27:45.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.686+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=Q75IX4V5405B type=del size=857849 2023-12-16T18:27:45.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.688+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=03CTPIDA26PY type=del 2023-12-16T18:27:45.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.690+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=ULFSV4QP2SF1 type=del size=3054351 2023-12-16T18:27:45.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.693+0000 7f93822c1640 1 < suggested update operation key=SL00EWUL3JDN tag=IWE9TOP3K6R5 type=write size=959970 2023-12-16T18:27:45.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.695+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=R9ZPH09L7YRV type=del size=886322 2023-12-16T18:27:45.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.697+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~56ZEH85EL74E.0 size=1039355 2023-12-16T18:27:45.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.699+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=56ZEH85EL74E tag=PJ84KW5Y9FCW type=write size=2087931 2023-12-16T18:27:45.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.701+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=4E4FALDEW2LW type=del size=3834582 2023-12-16T18:27:45.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.702+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.0 size=1048576 2023-12-16T18:27:45.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.704+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.1 size=1048576 2023-12-16T18:27:45.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.705+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~NDRTMBCXFF4S.2 size=388027 2023-12-16T18:27:45.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.708+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=NDRTMBCXFF4S tag=28PF5AQH3OPC type=write size=3533755 2023-12-16T18:27:45.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.710+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~6736J6UO1XBZ.0 size=1001996 2023-12-16T18:27:45.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.710+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=6736J6UO1XBZ tag=HET2Y2DRNYV4 type=write size=2050572 2023-12-16T18:27:45.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.712+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=A8YI64M10M9S type=del 2023-12-16T18:27:45.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.715+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.0 size=1048576 2023-12-16T18:27:45.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.716+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.1 size=1048576 2023-12-16T18:27:45.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.717+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.2 size=300798 2023-12-16T18:27:45.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.717+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=9KDP578MR90R tag=THWJLZEZIWWA type=write size=3446526 2023-12-16T18:27:45.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.719+0000 7f93822c1640 1 < completed write operation key=2H33NU63U1M9 tag=E8TNWHRUIU9J type=write size=604346 2023-12-16T18:27:45.720 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.721+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=MUV1TUFJDZAW type=del size=1955413 2023-12-16T18:27:45.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.724+0000 7f93822c1640 1 < suggested remove operation key=F7I9QP65YT40 tag=0UZYVKNH8W44 type=del 2023-12-16T18:27:45.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.726+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=EJX5FCD0WD9V type=del size=794868 2023-12-16T18:27:45.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.727+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=MF5CM2TDD3A0 type=del 2023-12-16T18:27:45.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.730+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~QM3OO9CHBI7J.0 size=927757 2023-12-16T18:27:45.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.730+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=QM3OO9CHBI7J tag=KU7I0P7L46Y0 type=write size=1976333 2023-12-16T18:27:45.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.732+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=8JI046NF87BC type=del 2023-12-16T18:27:45.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.735+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~36LCMP3LTSE2.0 size=1048576 2023-12-16T18:27:45.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.736+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~36LCMP3LTSE2.1 size=785369 2023-12-16T18:27:45.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.736+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=36LCMP3LTSE2 tag=D0RVWZZMK5A1 type=write size=2882521 2023-12-16T18:27:45.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.737+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~7MU6JWSFR1YR.0 size=1048576 2023-12-16T18:27:45.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.737+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~7MU6JWSFR1YR.1 size=1028968 2023-12-16T18:27:45.739 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.740+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=7MU6JWSFR1YR tag=OO2KZF0L1YKY type=write size=3126120 2023-12-16T18:27:45.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.743+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~CGK60M3WX0U7.0 size=73145 2023-12-16T18:27:45.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.743+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=CGK60M3WX0U7 tag=5DRPH433QZO6 type=write size=1121721 2023-12-16T18:27:45.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.743+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.0 size=1048576 2023-12-16T18:27:45.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.743+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.1 size=1048576 2023-12-16T18:27:45.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.745+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~2ZWHDIH57HN2.2 size=574716 2023-12-16T18:27:45.747 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.748+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=2ZWHDIH57HN2 tag=ZVNOYA5B2GIZ type=write size=3720444 2023-12-16T18:27:45.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.751+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~IJ0SMZAO2YSA.0 size=183509 2023-12-16T18:27:45.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.751+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=IJ0SMZAO2YSA tag=Q3E6ZQZHAHE8 type=write size=1232085 2023-12-16T18:27:45.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.752+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=CBV8M06W40KK type=del 2023-12-16T18:27:45.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.754+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=BZXMGLZ8S7P5 type=del size=938192 2023-12-16T18:27:45.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.756+0000 7f93822c1640 1 < canceled operation key=80X1T8WPO5AJ tag=2QOM1QA54LAW type=write size=224297 2023-12-16T18:27:45.758 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.759+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~J30PGWB1RW0J.0 size=1032022 2023-12-16T18:27:45.758 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.759+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=J30PGWB1RW0J tag=G97WD6YH61MR type=write size=2080598 2023-12-16T18:27:45.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.761+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=7IAWEQFQZ348 type=write size=958113 2023-12-16T18:27:45.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.762+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=D024K7V99OAY type=del size=3467462 2023-12-16T18:27:45.763 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.764+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=45IAZIIEWI3F type=del 2023-12-16T18:27:45.765 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.766+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=KJL4YXQMS02I type=del size=1160847 2023-12-16T18:27:45.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.768+0000 7f93822c1640 -1 < failed to complete operation key=SL00EWUL3JDN tag=Q75IX4V5405B type=del size=857849: (22) Invalid argument 2023-12-16T18:27:45.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.770+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=12BDZ55S339C type=del size=2236279 2023-12-16T18:27:45.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.772+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=ULFSV4QP2SF1 type=del 2023-12-16T18:27:45.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.774+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=C2IBOF7CQK6E type=del size=3521536 2023-12-16T18:27:45.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.775+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=R9ZPH09L7YRV type=del 2023-12-16T18:27:45.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.778+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~NAHNJD3R6ACU.0 size=813237 2023-12-16T18:27:45.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.778+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=NAHNJD3R6ACU tag=T0D01QTY2JTO type=write size=1861813 2023-12-16T18:27:45.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.780+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=4E4FALDEW2LW type=del 2023-12-16T18:27:45.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.783+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~YJQTIQLM03UZ.0 size=173556 2023-12-16T18:27:45.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.783+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=YJQTIQLM03UZ tag=5B8F467EMMSL type=write size=1222132 2023-12-16T18:27:45.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.785+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~6736J6UO1XBZ.0 size=1001996 2023-12-16T18:27:45.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.788+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=6736J6UO1XBZ tag=HET2Y2DRNYV4 type=write size=2050572 2023-12-16T18:27:45.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.791+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~07SII6I3RNPK.0 size=142702 2023-12-16T18:27:45.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.791+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=07SII6I3RNPK tag=GQ9X4OVF3XKN type=write size=1191278 2023-12-16T18:27:45.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.793+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.0 size=1048576 2023-12-16T18:27:45.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.795+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.1 size=1048576 2023-12-16T18:27:45.796 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.797+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~9KDP578MR90R.2 size=300798 2023-12-16T18:27:45.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.800+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=9KDP578MR90R tag=THWJLZEZIWWA type=write size=3446526 2023-12-16T18:27:45.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.803+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~Q2ZBWDDYBQH5.0 size=1048576 2023-12-16T18:27:45.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.805+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~Q2ZBWDDYBQH5.1 size=680888 2023-12-16T18:27:45.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.805+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=Q2ZBWDDYBQH5 tag=GNMY2PQ8EW7C type=write size=2778040 2023-12-16T18:27:45.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.809+0000 7f93822c1640 1 < suggested update operation key=MET77YMI24WC tag=MUV1TUFJDZAW type=del size=1955413 2023-12-16T18:27:45.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.810+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=DU1PX91GAVWE type=del size=3151334 2023-12-16T18:27:45.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.812+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=EJX5FCD0WD9V type=del size=794868 2023-12-16T18:27:45.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.815+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=8PF5B62LNGXJ type=del size=2962499 2023-12-16T18:27:45.816 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.817+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~QM3OO9CHBI7J.0 size=927757 2023-12-16T18:27:45.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.820+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=QM3OO9CHBI7J tag=KU7I0P7L46Y0 type=write size=1976333 2023-12-16T18:27:45.820 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.821+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=BAF1AASF3YWI type=write size=250396 2023-12-16T18:27:45.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.823+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~36LCMP3LTSE2.0 size=1048576 2023-12-16T18:27:45.824 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.825+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~36LCMP3LTSE2.1 size=785369 2023-12-16T18:27:45.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.827+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=36LCMP3LTSE2 tag=D0RVWZZMK5A1 type=write size=2882521 2023-12-16T18:27:45.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.829+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=HCRQU9SZM4ZD type=del size=1833924 2023-12-16T18:27:45.830 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.831+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~CGK60M3WX0U7.0 size=73145 2023-12-16T18:27:45.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.834+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=CGK60M3WX0U7 tag=5DRPH433QZO6 type=write size=1121721 2023-12-16T18:27:45.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.837+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~NJJ3SFWKZNTL.0 size=1048576 2023-12-16T18:27:45.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.838+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~NJJ3SFWKZNTL.1 size=790546 2023-12-16T18:27:45.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.838+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=NJJ3SFWKZNTL tag=N58YQO7JKSY3 type=write size=2887698 2023-12-16T18:27:45.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.840+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~IJ0SMZAO2YSA.0 size=183509 2023-12-16T18:27:45.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.844+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=IJ0SMZAO2YSA tag=Q3E6ZQZHAHE8 type=write size=1232085 2023-12-16T18:27:45.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.847+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~NRXTTTDGKNCJ.0 size=1048576 2023-12-16T18:27:45.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.848+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~NRXTTTDGKNCJ.1 size=236083 2023-12-16T18:27:45.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.848+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=NRXTTTDGKNCJ tag=UAM63T6GWML4 type=write size=2333235 2023-12-16T18:27:45.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.852+0000 7f93822c1640 1 < suggested remove operation key=7F1XTE0NO1E7 tag=BZXMGLZ8S7P5 type=del 2023-12-16T18:27:45.852 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.853+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=K9OQL0ZW8NNQ type=del size=503621 2023-12-16T18:27:45.854 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.856+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~J30PGWB1RW0J.0 size=1032022 2023-12-16T18:27:45.858 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.859+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=J30PGWB1RW0J tag=G97WD6YH61MR type=write size=2080598 2023-12-16T18:27:45.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.861+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=4TPBURD230PE type=del size=1701516 2023-12-16T18:27:45.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.862+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=D024K7V99OAY type=del 2023-12-16T18:27:45.862 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.864+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=6MG3A2I7CBXF type=write size=544405 2023-12-16T18:27:45.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.867+0000 7f93822c1640 1 < suggested remove operation key=3TIX30XS60W0 tag=KJL4YXQMS02I type=del 2023-12-16T18:27:45.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.871+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~7LSSWA8DVFQ7.0 size=1048576 2023-12-16T18:27:45.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.872+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~7LSSWA8DVFQ7.1 size=238313 2023-12-16T18:27:45.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.872+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=7LSSWA8DVFQ7 tag=AZY7NKDQYLSV type=write size=2335465 2023-12-16T18:27:45.874 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.875+0000 7f93822c1640 1 < suggested update operation key=SM7EDQYTHZ7L tag=12BDZ55S339C type=del size=2236279 2023-12-16T18:27:45.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.879+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~8KLO4ZJJX44Y.0 size=960125 2023-12-16T18:27:45.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.879+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=8KLO4ZJJX44Y tag=IIT5Q9W16U2G type=write size=2008701 2023-12-16T18:27:45.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.880+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=C2IBOF7CQK6E type=del 2023-12-16T18:27:45.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.882+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=IL87W0AAB4NG type=del size=841005 2023-12-16T18:27:45.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.884+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~NAHNJD3R6ACU.0 size=813237 2023-12-16T18:27:45.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.887+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=NAHNJD3R6ACU tag=T0D01QTY2JTO type=write size=1861813 2023-12-16T18:27:45.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.890+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.0 size=1048576 2023-12-16T18:27:45.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.892+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.1 size=1048576 2023-12-16T18:27:45.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.893+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.2 size=785091 2023-12-16T18:27:45.894 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.893+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=C43G1R7FEEVD tag=8JBO77ROMZ6D type=write size=3930819 2023-12-16T18:27:45.894 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.895+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~YJQTIQLM03UZ.0 size=173556 2023-12-16T18:27:45.897 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.898+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=YJQTIQLM03UZ tag=5B8F467EMMSL type=write size=1222132 2023-12-16T18:27:45.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.901+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.0 size=1048576 2023-12-16T18:27:45.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.902+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.1 size=1048576 2023-12-16T18:27:45.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.904+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.2 size=146015 2023-12-16T18:27:45.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.904+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=LUAMLEF0LTX7 tag=IJUMMQD4XVLE type=write size=3291743 2023-12-16T18:27:45.904 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.905+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~07SII6I3RNPK.0 size=142702 2023-12-16T18:27:45.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.908+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=07SII6I3RNPK tag=GQ9X4OVF3XKN type=write size=1191278 2023-12-16T18:27:45.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.910+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=WCIIHUVWAIAX type=del size=3179359 2023-12-16T18:27:45.911 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.912+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~Q2ZBWDDYBQH5.0 size=1048576 2023-12-16T18:27:45.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.913+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~Q2ZBWDDYBQH5.1 size=680888 2023-12-16T18:27:45.915 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.916+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=Q2ZBWDDYBQH5 tag=GNMY2PQ8EW7C type=write size=2778040 2023-12-16T18:27:45.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.918+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=PTPZW4RCKIKL type=del size=1453673 2023-12-16T18:27:45.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.920+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=DU1PX91GAVWE type=del 2023-12-16T18:27:45.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.923+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ADBM25WC18DY.0 size=1048576 2023-12-16T18:27:45.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.924+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ADBM25WC18DY.1 size=574250 2023-12-16T18:27:45.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.924+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ADBM25WC18DY tag=XYINW1J1INOU type=write size=2671402 2023-12-16T18:27:45.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.926+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=8PF5B62LNGXJ type=del 2023-12-16T18:27:45.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.927+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=QR27JYG73QAH type=del size=1656428 2023-12-16T18:27:45.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.929+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=BAF1AASF3YWI type=write size=250396 2023-12-16T18:27:45.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.932+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~U2MFLEGOBJU0.0 size=1048576 2023-12-16T18:27:45.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.933+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~U2MFLEGOBJU0.1 size=745964 2023-12-16T18:27:45.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.933+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=U2MFLEGOBJU0 tag=JJ4430USE620 type=write size=2843116 2023-12-16T18:27:45.933 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.934+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=HCRQU9SZM4ZD type=del 2023-12-16T18:27:45.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.936+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=RFQQYG06QGCG type=del size=1125146 2023-12-16T18:27:45.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.938+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~NJJ3SFWKZNTL.0 size=1048576 2023-12-16T18:27:45.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.939+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~NJJ3SFWKZNTL.1 size=790546 2023-12-16T18:27:45.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.942+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=NJJ3SFWKZNTL tag=N58YQO7JKSY3 type=write size=2887698 2023-12-16T18:27:45.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.944+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=05HPVXMU1YV0 type=write size=344571 2023-12-16T18:27:45.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.944+0000 7f93822c1640 1 < canceled part key=_multipart_IBG8SCFDGQT2.2~NRXTTTDGKNCJ.0 size=1048576 2023-12-16T18:27:45.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.946+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~NRXTTTDGKNCJ.1 size=236083 2023-12-16T18:27:45.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.949+0000 7f93822c1640 1 < canceled multipart upload key=IBG8SCFDGQT2 upload=NRXTTTDGKNCJ tag=UAM63T6GWML4 type=write size=2333235 2023-12-16T18:27:45.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.952+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~S0812BNQ0WIQ.0 size=1041670 2023-12-16T18:27:45.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.952+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=S0812BNQ0WIQ tag=TOUGEXNJHOPH type=write size=2090246 2023-12-16T18:27:45.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.953+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=K9OQL0ZW8NNQ type=del 2023-12-16T18:27:45.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.955+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=0TTIXCYK04WB type=del size=2559323 2023-12-16T18:27:45.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.956+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=4TPBURD230PE type=del 2023-12-16T18:27:45.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.958+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=IDVNMIFITTTJ type=del size=3120686 2023-12-16T18:27:45.958 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.960+0000 7f93822c1640 1 < completed write operation key=U1TKHNSDBAAI tag=6MG3A2I7CBXF type=write size=544405 2023-12-16T18:27:45.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.963+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~CRC9IJLXH2ES.0 size=984086 2023-12-16T18:27:45.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.963+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=CRC9IJLXH2ES tag=OSW0CHAP49CZ type=write size=2032662 2023-12-16T18:27:45.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.964+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~7LSSWA8DVFQ7.0 size=1048576 2023-12-16T18:27:45.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.966+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~7LSSWA8DVFQ7.1 size=238313 2023-12-16T18:27:45.967 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.968+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=7LSSWA8DVFQ7 tag=AZY7NKDQYLSV type=write size=2335465 2023-12-16T18:27:45.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.970+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=6CKVIRZYIZY0 type=del size=831155 2023-12-16T18:27:45.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.970+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~8KLO4ZJJX44Y.0 size=960125 2023-12-16T18:27:45.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.973+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=8KLO4ZJJX44Y tag=IIT5Q9W16U2G type=write size=2008701 2023-12-16T18:27:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:45 smithi071 ceph-mon[139725]: pgmap v1335: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 62 KiB/s wr, 313 op/s 2023-12-16T18:27:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:45 smithi071 ceph-mon[142085]: pgmap v1335: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 62 KiB/s wr, 313 op/s 2023-12-16T18:27:45.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.975+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=S7HSB8YDCT55 type=del size=2623059 2023-12-16T18:27:45.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.976+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=IL87W0AAB4NG type=del 2023-12-16T18:27:45.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.978+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=Z3YOO51HV7IV type=del size=1431819 2023-12-16T18:27:45.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.980+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.0 size=1048576 2023-12-16T18:27:45.980 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.981+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.1 size=1048576 2023-12-16T18:27:45.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.983+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~C43G1R7FEEVD.2 size=785091 2023-12-16T18:27:45.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.986+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=C43G1R7FEEVD tag=8JBO77ROMZ6D type=write size=3930819 2023-12-16T18:27:45.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.988+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=06EGMN4O5KW5 type=del size=1515361 2023-12-16T18:27:45.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.990+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.0 size=1048576 2023-12-16T18:27:45.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.991+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.1 size=1048576 2023-12-16T18:27:45.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.993+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~LUAMLEF0LTX7.2 size=146015 2023-12-16T18:27:45.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:45.996+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=LUAMLEF0LTX7 tag=IJUMMQD4XVLE type=write size=3291743 2023-12-16T18:27:45.998 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.000+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~3Y6WRR6VV5GG.0 size=1048576 2023-12-16T18:27:46.000 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.001+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~3Y6WRR6VV5GG.1 size=10416 2023-12-16T18:27:46.000 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.001+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=3Y6WRR6VV5GG tag=54RXAN1MI4YU type=write size=2107568 2023-12-16T18:27:46.002 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.003+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=WCIIHUVWAIAX type=del 2023-12-16T18:27:46.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.006+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.0 size=1048576 2023-12-16T18:27:46.006 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.007+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.1 size=1048576 2023-12-16T18:27:46.008 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.009+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.2 size=752471 2023-12-16T18:27:46.008 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.009+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=U25NL22DGNYO tag=PBGQKY6ZZYQD type=write size=3898199 2023-12-16T18:27:46.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.011+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=PTPZW4RCKIKL type=del 2023-12-16T18:27:46.013 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.014+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.0 size=1048576 2023-12-16T18:27:46.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.015+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.1 size=1048576 2023-12-16T18:27:46.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.017+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.2 size=760895 2023-12-16T18:27:46.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.017+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=VXGTO44GSNMT tag=D40HY5CCLTZP type=write size=3906623 2023-12-16T18:27:46.017 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.019+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ADBM25WC18DY.0 size=1048576 2023-12-16T18:27:46.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.020+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ADBM25WC18DY.1 size=574250 2023-12-16T18:27:46.023 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.023+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=ADBM25WC18DY tag=XYINW1J1INOU type=write size=2671402 2023-12-16T18:27:46.023 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.025+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=DJWW7X79KX2X type=del size=2043262 2023-12-16T18:27:46.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.026+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=QR27JYG73QAH type=del 2023-12-16T18:27:46.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.030+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.0 size=1048576 2023-12-16T18:27:46.030 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.031+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.1 size=1048576 2023-12-16T18:27:46.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.032+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.2 size=728902 2023-12-16T18:27:46.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.032+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=A6MZ0JZPW0L0 tag=FG1TSVMKZ3OD type=write size=3874630 2023-12-16T18:27:46.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.034+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~U2MFLEGOBJU0.0 size=1048576 2023-12-16T18:27:46.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.036+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~U2MFLEGOBJU0.1 size=745964 2023-12-16T18:27:46.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.038+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=U2MFLEGOBJU0 tag=JJ4430USE620 type=write size=2843116 2023-12-16T18:27:46.040 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.041+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~UAZ04CADXWYE.0 size=163363 2023-12-16T18:27:46.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.041+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=UAZ04CADXWYE tag=GQ0C1VFU6Z2V type=write size=1211939 2023-12-16T18:27:46.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.043+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=RFQQYG06QGCG type=del 2023-12-16T18:27:46.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.045+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=9QTLX936HDS0 type=del size=42243 2023-12-16T18:27:46.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.047+0000 7f93822c1640 1 < completed write operation key=SL00EWUL3JDN tag=05HPVXMU1YV0 type=write size=344571 2023-12-16T18:27:46.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.048+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=IRFM1JMK17VL type=write size=14297 2023-12-16T18:27:46.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.050+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~S0812BNQ0WIQ.0 size=1041670 2023-12-16T18:27:46.051 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.053+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=S0812BNQ0WIQ tag=TOUGEXNJHOPH type=write size=2090246 2023-12-16T18:27:46.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.054+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=BFR4WC6PBK0E type=del size=4193622 2023-12-16T18:27:46.055 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.056+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=0TTIXCYK04WB type=del 2023-12-16T18:27:46.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.058+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=KZFE4WYGTORJ type=del size=659600 2023-12-16T18:27:46.058 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.059+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=IDVNMIFITTTJ type=del 2023-12-16T18:27:46.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.061+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=XXI3WHWQN8TD type=del size=3815614 2023-12-16T18:27:46.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.062+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~CRC9IJLXH2ES.0 size=984086 2023-12-16T18:27:46.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.065+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=CRC9IJLXH2ES tag=OSW0CHAP49CZ type=write size=2032662 2023-12-16T18:27:46.066 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.068+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~U032GSR3E7B8.0 size=1048576 2023-12-16T18:27:46.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.069+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~U032GSR3E7B8.1 size=1022104 2023-12-16T18:27:46.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.069+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=U032GSR3E7B8 tag=6M6H2VTSZ406 type=write size=3119256 2023-12-16T18:27:46.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.070+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=6CKVIRZYIZY0 type=del 2023-12-16T18:27:46.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.073+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.0 size=1048576 2023-12-16T18:27:46.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.074+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.1 size=1048576 2023-12-16T18:27:46.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.076+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.2 size=733408 2023-12-16T18:27:46.075 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.076+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=W1M21FDUZ29J tag=TIW6NLRVMAUI type=write size=3879136 2023-12-16T18:27:46.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.077+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=S7HSB8YDCT55 type=del 2023-12-16T18:27:46.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.079+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=3M96GXCAZA3S type=del size=2062276 2023-12-16T18:27:46.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.081+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=Z3YOO51HV7IV type=del 2023-12-16T18:27:46.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.082+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=W1ECCNORGHHS type=del size=2539222 2023-12-16T18:27:46.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.084+0000 7f93822c1640 1 < canceled operation key=UX6BKKXQRKOB tag=06EGMN4O5KW5 type=del size=1515361 2023-12-16T18:27:46.084 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.085+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=6PCOBT5BG9RJ type=del size=3838825 2023-12-16T18:27:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:45 smithi184 ceph-mon[136228]: pgmap v1335: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 62 KiB/s wr, 313 op/s 2023-12-16T18:27:46.086 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.087+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~3Y6WRR6VV5GG.0 size=1048576 2023-12-16T18:27:46.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.088+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~3Y6WRR6VV5GG.1 size=10416 2023-12-16T18:27:46.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.091+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=3Y6WRR6VV5GG tag=54RXAN1MI4YU type=write size=2107568 2023-12-16T18:27:46.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.095+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.0 size=1048576 2023-12-16T18:27:46.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.096+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.1 size=1048576 2023-12-16T18:27:46.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.098+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.2 size=347697 2023-12-16T18:27:46.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.098+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=TW8N3Q286P5K tag=FTFQ10GSSXY5 type=write size=3493425 2023-12-16T18:27:46.098 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.099+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.0 size=1048576 2023-12-16T18:27:46.100 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.101+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.1 size=1048576 2023-12-16T18:27:46.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.102+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~U25NL22DGNYO.2 size=752471 2023-12-16T18:27:46.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.105+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=U25NL22DGNYO tag=PBGQKY6ZZYQD type=write size=3898199 2023-12-16T18:27:46.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.107+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=2WECIZKHRSET type=del size=1657302 2023-12-16T18:27:46.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.107+0000 7f93822c1640 1 < canceled part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.0 size=1048576 2023-12-16T18:27:46.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.108+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.1 size=1048576 2023-12-16T18:27:46.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.109+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~VXGTO44GSNMT.2 size=760895 2023-12-16T18:27:46.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.113+0000 7f93822c1640 1 < canceled multipart upload key=A0K8MNF7WKJ5 upload=VXGTO44GSNMT tag=D40HY5CCLTZP type=write size=3906623 2023-12-16T18:27:46.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.114+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=LPSN7A3XG8IH type=write size=862908 2023-12-16T18:27:46.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.116+0000 7f93822c1640 1 < canceled operation key=663D3OSP19F2 tag=DJWW7X79KX2X type=del size=2043262 2023-12-16T18:27:46.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.119+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.0 size=1048576 2023-12-16T18:27:46.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.120+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.1 size=1048576 2023-12-16T18:27:46.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.121+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.2 size=1002214 2023-12-16T18:27:46.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.121+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=LB1TQ3M0C3EQ tag=DKMB0FPIWZGR type=write size=4147942 2023-12-16T18:27:46.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.122+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.0 size=1048576 2023-12-16T18:27:46.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.124+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.1 size=1048576 2023-12-16T18:27:46.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.125+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~A6MZ0JZPW0L0.2 size=728902 2023-12-16T18:27:46.127 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.128+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=A6MZ0JZPW0L0 tag=FG1TSVMKZ3OD type=write size=3874630 2023-12-16T18:27:46.133 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.131+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~BJSID7YMXXEJ.0 size=1048576 2023-12-16T18:27:46.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.132+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~BJSID7YMXXEJ.1 size=510274 2023-12-16T18:27:46.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.132+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=BJSID7YMXXEJ tag=YZK2LPQU9121 type=write size=2607426 2023-12-16T18:27:46.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.133+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~UAZ04CADXWYE.0 size=163363 2023-12-16T18:27:46.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.136+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=UAZ04CADXWYE tag=GQ0C1VFU6Z2V type=write size=1211939 2023-12-16T18:27:46.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.138+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=868H1L5HFBJC type=del size=519070 2023-12-16T18:27:46.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.140+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=9QTLX936HDS0 type=del 2023-12-16T18:27:46.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.142+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=72YVDU401V98 type=del size=1516606 2023-12-16T18:27:46.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.144+0000 7f93822c1640 1 < completed write operation key=U1TKHNSDBAAI tag=IRFM1JMK17VL type=write size=14297 2023-12-16T18:27:46.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.145+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=463TWYE2BKKW type=del size=3260076 2023-12-16T18:27:46.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.147+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=BFR4WC6PBK0E type=del 2023-12-16T18:27:46.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.148+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=V5C3DDM73W8K type=del size=2398738 2023-12-16T18:27:46.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.152+0000 7f93822c1640 1 < suggested remove operation key=KRXRHOSSG9T7 tag=KZFE4WYGTORJ type=del 2023-12-16T18:27:46.155 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.155+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~GOSC8GGNA7UP.0 size=990925 2023-12-16T18:27:46.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.155+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=GOSC8GGNA7UP tag=MNIKSFO7FPBL type=write size=2039501 2023-12-16T18:27:46.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.157+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=XXI3WHWQN8TD type=del 2023-12-16T18:27:46.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.159+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=T9V9WG5I7X40 type=del size=2596835 2023-12-16T18:27:46.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.161+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~U032GSR3E7B8.0 size=1048576 2023-12-16T18:27:46.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.162+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~U032GSR3E7B8.1 size=1022104 2023-12-16T18:27:46.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.165+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=U032GSR3E7B8 tag=6M6H2VTSZ406 type=write size=3119256 2023-12-16T18:27:46.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.167+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=R02Z0QMYLPXJ type=del size=2352793 2023-12-16T18:27:46.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.168+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.0 size=1048576 2023-12-16T18:27:46.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.170+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.1 size=1048576 2023-12-16T18:27:46.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.171+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~W1M21FDUZ29J.2 size=733408 2023-12-16T18:27:46.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.174+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=W1M21FDUZ29J tag=TIW6NLRVMAUI type=write size=3879136 2023-12-16T18:27:46.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.176+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=EO3ZDSNLFI8C type=del size=3405740 2023-12-16T18:27:46.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.177+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=3M96GXCAZA3S type=del 2023-12-16T18:27:46.179 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.180+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~X750SU88YEOI.0 size=1048576 2023-12-16T18:27:46.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.182+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~X750SU88YEOI.1 size=1008267 2023-12-16T18:27:46.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.182+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=X750SU88YEOI tag=ONMOV0XAC0CP type=write size=3105419 2023-12-16T18:27:46.183 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.184+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=W1ECCNORGHHS type=del 2023-12-16T18:27:46.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.186+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=4H0JATMD4C0C type=write size=153395 2023-12-16T18:27:46.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.187+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=6PCOBT5BG9RJ type=del 2023-12-16T18:27:46.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.189+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=CFT605C2LQTM type=del size=3455767 2023-12-16T18:27:46.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.191+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.0 size=1048576 2023-12-16T18:27:46.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.192+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.1 size=1048576 2023-12-16T18:27:46.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.194+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~TW8N3Q286P5K.2 size=347697 2023-12-16T18:27:46.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.196+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=TW8N3Q286P5K tag=FTFQ10GSSXY5 type=write size=3493425 2023-12-16T18:27:46.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.198+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=K1B24DQVJZ3V type=write size=976832 2023-12-16T18:27:46.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.200+0000 7f93822c1640 -1 < failed to complete operation key=KRXRHOSSG9T7 tag=2WECIZKHRSET type=del size=1657302: (22) Invalid argument 2023-12-16T18:27:46.201 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.202+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=LB74SS0PINE2 type=write size=935181 2023-12-16T18:27:46.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.204+0000 7f93822c1640 1 < canceled operation key=U1TKHNSDBAAI tag=LPSN7A3XG8IH type=write size=862908 2023-12-16T18:27:46.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.207+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.0 size=1048576 2023-12-16T18:27:46.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.208+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.1 size=1048576 2023-12-16T18:27:46.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.209+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.2 size=379686 2023-12-16T18:27:46.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.209+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=LG30X6Y5FJUR tag=87WEAYA2BZBH type=write size=3525414 2023-12-16T18:27:46.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.209+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.0 size=1048576 2023-12-16T18:27:46.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.211+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.1 size=1048576 2023-12-16T18:27:46.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.212+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~LB1TQ3M0C3EQ.2 size=1002214 2023-12-16T18:27:46.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.215+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=LB1TQ3M0C3EQ tag=DKMB0FPIWZGR type=write size=4147942 2023-12-16T18:27:46.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.216+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=HDWEZ7O4ZYFZ type=write size=636716 2023-12-16T18:27:46.217 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.218+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~BJSID7YMXXEJ.0 size=1048576 2023-12-16T18:27:46.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.219+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~BJSID7YMXXEJ.1 size=510274 2023-12-16T18:27:46.221 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.222+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=BJSID7YMXXEJ tag=YZK2LPQU9121 type=write size=2607426 2023-12-16T18:27:46.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.224+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=K1T2ZISVB12X type=del size=584383 2023-12-16T18:27:46.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.227+0000 7f93822c1640 1 < suggested update operation key=3TIX30XS60W0 tag=868H1L5HFBJC type=del size=519070 2023-12-16T18:27:46.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.229+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=LWAIBYZX9SOB type=write size=72115 2023-12-16T18:27:46.229 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.230+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=72YVDU401V98 type=del 2023-12-16T18:27:46.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.233+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~IHDS3UGE08C1.0 size=1048576 2023-12-16T18:27:46.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.234+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~IHDS3UGE08C1.1 size=250346 2023-12-16T18:27:46.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.234+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=IHDS3UGE08C1 tag=SGR6XETPQI9R type=write size=2347498 2023-12-16T18:27:46.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.238+0000 7f93822c1640 1 < suggested remove operation key=3DH6NZ3UJJVG tag=463TWYE2BKKW type=del 2023-12-16T18:27:46.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.240+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=28A5TWJWF8LI type=write size=584879 2023-12-16T18:27:46.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.242+0000 7f93822c1640 1 < canceled operation key=LL5LBM7RMRS3 tag=V5C3DDM73W8K type=del size=2398738 2023-12-16T18:27:46.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.243+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=PPO0KL6W13TP type=del size=1446265 2023-12-16T18:27:46.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.244+0000 7f93822c1640 1 < canceled part key=_multipart_NCNK0GH8NEPH.2~GOSC8GGNA7UP.0 size=990925 2023-12-16T18:27:46.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.246+0000 7f93822c1640 1 < canceled multipart upload key=NCNK0GH8NEPH upload=GOSC8GGNA7UP tag=MNIKSFO7FPBL type=write size=2039501 2023-12-16T18:27:46.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.248+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=H04B32F21OW0 type=del size=870743 2023-12-16T18:27:46.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.249+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=T9V9WG5I7X40 type=del 2023-12-16T18:27:46.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.251+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=1ZDG34ZAKGOI type=del size=1143494 2023-12-16T18:27:46.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.254+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=R02Z0QMYLPXJ type=del size=2352793 2023-12-16T18:27:46.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.258+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HX6R84QB4H4E.0 size=1048576 2023-12-16T18:27:46.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.259+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HX6R84QB4H4E.1 size=739709 2023-12-16T18:27:46.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.259+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=HX6R84QB4H4E tag=M918B8S41TN1 type=write size=2836861 2023-12-16T18:27:46.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.260+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=EO3ZDSNLFI8C type=del 2023-12-16T18:27:46.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.264+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.0 size=1048576 2023-12-16T18:27:46.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.265+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.1 size=1048576 2023-12-16T18:27:46.265 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.266+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.2 size=363048 2023-12-16T18:27:46.265 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.266+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=QWI0Z3R7PJ5C tag=8OPTKBXSY35C type=write size=3508776 2023-12-16T18:27:46.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.268+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~X750SU88YEOI.0 size=1048576 2023-12-16T18:27:46.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.270+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~X750SU88YEOI.1 size=1008267 2023-12-16T18:27:46.271 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.272+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=X750SU88YEOI tag=ONMOV0XAC0CP type=write size=3105419 2023-12-16T18:27:46.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.275+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~YMZX2HUIRQ83.0 size=1048576 2023-12-16T18:27:46.275 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.276+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~YMZX2HUIRQ83.1 size=764526 2023-12-16T18:27:46.275 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.276+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=YMZX2HUIRQ83 tag=7N23TFA22GLL type=write size=2861678 2023-12-16T18:27:46.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.278+0000 7f93822c1640 1 < completed write operation key=663D3OSP19F2 tag=4H0JATMD4C0C type=write size=153395 2023-12-16T18:27:46.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.281+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.0 size=1048576 2023-12-16T18:27:46.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.283+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.1 size=1048576 2023-12-16T18:27:46.283 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.284+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.2 size=435623 2023-12-16T18:27:46.283 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.284+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=PA333U1MJWUK tag=DGLQ12X2NOJI type=write size=3581351 2023-12-16T18:27:46.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.286+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=CFT605C2LQTM type=del 2023-12-16T18:27:46.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.287+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=X1EC8NS1BPE4 type=write size=968546 2023-12-16T18:27:46.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.289+0000 7f93822c1640 1 < completed write operation key=YHFGUVDYX8ON tag=K1B24DQVJZ3V type=write size=976832 2023-12-16T18:27:46.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.292+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~PU9Y69YOSJCN.0 size=528579 2023-12-16T18:27:46.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.292+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=PU9Y69YOSJCN tag=FJH5K5VRZ66A type=write size=1577155 2023-12-16T18:27:46.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.293+0000 7f93822c1640 1 < completed write operation key=663D3OSP19F2 tag=LB74SS0PINE2 type=write size=935181 2023-12-16T18:27:46.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.295+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=SJK5OC4YT417 type=write size=739029 2023-12-16T18:27:46.296 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.297+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.0 size=1048576 2023-12-16T18:27:46.298 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.298+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.1 size=1048576 2023-12-16T18:27:46.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.300+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~LG30X6Y5FJUR.2 size=379686 2023-12-16T18:27:46.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.303+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=LG30X6Y5FJUR tag=87WEAYA2BZBH type=write size=3525414 2023-12-16T18:27:46.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.307+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.0 size=1048576 2023-12-16T18:27:46.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.308+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.1 size=1048576 2023-12-16T18:27:46.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.309+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.2 size=579971 2023-12-16T18:27:46.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.309+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=V0WS5SH0ASJ6 tag=Z7H8JQLUTKBV type=write size=3725699 2023-12-16T18:27:46.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.311+0000 7f93822c1640 1 < canceled operation key=K8PRELEE3WED tag=HDWEZ7O4ZYFZ type=write size=636716 2023-12-16T18:27:46.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.313+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=RLXK0D0GCPC5 type=del size=4062789 2023-12-16T18:27:46.315 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.316+0000 7f93822c1640 1 < suggested remove operation key=YHFGUVDYX8ON tag=K1T2ZISVB12X type=del 2023-12-16T18:27:46.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.320+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~MA7AAYSDKV4O.0 size=462580 2023-12-16T18:27:46.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.320+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=MA7AAYSDKV4O tag=4XWB3U9Q12SR type=write size=1511156 2023-12-16T18:27:46.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.321+0000 7f93822c1640 1 < completed write operation key=T1982IC7NL80 tag=LWAIBYZX9SOB type=write size=72115 2023-12-16T18:27:46.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.325+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.0 size=1048576 2023-12-16T18:27:46.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.326+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.1 size=1048576 2023-12-16T18:27:46.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.328+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.2 size=82289 2023-12-16T18:27:46.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.328+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=HKUM74RWWRBR tag=P1LPULR7VKQ3 type=write size=3228017 2023-12-16T18:27:46.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.329+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~IHDS3UGE08C1.0 size=1048576 2023-12-16T18:27:46.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.331+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~IHDS3UGE08C1.1 size=250346 2023-12-16T18:27:46.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.334+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=IHDS3UGE08C1 tag=SGR6XETPQI9R type=write size=2347498 2023-12-16T18:27:46.336 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.337+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.0 size=1048576 2023-12-16T18:27:46.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.339+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.1 size=1048576 2023-12-16T18:27:46.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.340+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.2 size=83455 2023-12-16T18:27:46.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.340+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=21GDJCESU8UV tag=XR4U3HBJDPCB type=write size=3229183 2023-12-16T18:27:46.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.342+0000 7f93822c1640 1 < completed write operation key=7KQWKCYTE1ZD tag=28A5TWJWF8LI type=write size=584879 2023-12-16T18:27:46.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.344+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=FGCEB0GNKYUO type=del size=2909608 2023-12-16T18:27:46.344 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.345+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=PPO0KL6W13TP type=del 2023-12-16T18:27:46.347 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.348+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~DBAH29GD2E5M.0 size=1048576 2023-12-16T18:27:46.349 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.350+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~DBAH29GD2E5M.1 size=921639 2023-12-16T18:27:46.349 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.350+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=DBAH29GD2E5M tag=2C7G6UVGIPSX type=write size=3018791 2023-12-16T18:27:46.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.352+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=H04B32F21OW0 type=del 2023-12-16T18:27:46.352 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.353+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=EC2HA5HZSNY5 type=del size=3700200 2023-12-16T18:27:46.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.356+0000 7f93822c1640 1 < suggested update operation key=K8PRELEE3WED tag=1ZDG34ZAKGOI type=del size=1143494 2023-12-16T18:27:46.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.358+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=AJRX7VBETJ3U type=del size=1344888 2023-12-16T18:27:46.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.359+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HX6R84QB4H4E.0 size=1048576 2023-12-16T18:27:46.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.361+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HX6R84QB4H4E.1 size=739709 2023-12-16T18:27:46.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.364+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=HX6R84QB4H4E tag=M918B8S41TN1 type=write size=2836861 2023-12-16T18:27:46.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.365+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=B07W1FVJJNNT type=del size=1002419 2023-12-16T18:27:46.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.367+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.0 size=1048576 2023-12-16T18:27:46.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.369+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.1 size=1048576 2023-12-16T18:27:46.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.370+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~QWI0Z3R7PJ5C.2 size=363048 2023-12-16T18:27:46.372 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.373+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=QWI0Z3R7PJ5C tag=8OPTKBXSY35C type=write size=3508776 2023-12-16T18:27:46.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.377+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KLTIJ1FW2DXY.0 size=1048576 2023-12-16T18:27:46.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.378+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~KLTIJ1FW2DXY.1 size=916031 2023-12-16T18:27:46.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.378+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=KLTIJ1FW2DXY tag=O8Y18877AWHJ type=write size=3013183 2023-12-16T18:27:46.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.380+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~YMZX2HUIRQ83.0 size=1048576 2023-12-16T18:27:46.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.382+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~YMZX2HUIRQ83.1 size=764526 2023-12-16T18:27:46.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.385+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=YMZX2HUIRQ83 tag=7N23TFA22GLL type=write size=2861678 2023-12-16T18:27:46.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.386+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=IY2KS1FQ7KYD type=del size=1886000 2023-12-16T18:27:46.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.388+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.0 size=1048576 2023-12-16T18:27:46.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.390+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.1 size=1048576 2023-12-16T18:27:46.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.390+0000 7f93822c1640 1 < canceled part key=_multipart_LCZP96WSAD6F.2~PA333U1MJWUK.2 size=435623 2023-12-16T18:27:46.392 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.393+0000 7f93822c1640 1 < canceled multipart upload key=LCZP96WSAD6F upload=PA333U1MJWUK tag=DGLQ12X2NOJI type=write size=3581351 2023-12-16T18:27:46.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.395+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=NUR3FNLF2X8K type=write size=590379 2023-12-16T18:27:46.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.397+0000 7f93822c1640 1 < canceled operation key=A0K8MNF7WKJ5 tag=X1EC8NS1BPE4 type=write size=968546 2023-12-16T18:27:46.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.400+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~P3EM4WOYAOWZ.0 size=1048576 2023-12-16T18:27:46.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.401+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~P3EM4WOYAOWZ.1 size=173807 2023-12-16T18:27:46.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.401+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=P3EM4WOYAOWZ tag=6ZE5TOG44C59 type=write size=2270959 2023-12-16T18:27:46.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.403+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~PU9Y69YOSJCN.0 size=528579 2023-12-16T18:27:46.405 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.406+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=PU9Y69YOSJCN tag=FJH5K5VRZ66A type=write size=1577155 2023-12-16T18:27:46.407 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.408+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=3W1XR5WMUDNS type=del size=3290405 2023-12-16T18:27:46.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.411+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=SJK5OC4YT417 type=write 2023-12-16T18:27:46.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.412+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=F6KOIJXGKKO0 type=del size=286494 2023-12-16T18:27:46.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.414+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.0 size=1048576 2023-12-16T18:27:46.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.416+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.1 size=1048576 2023-12-16T18:27:46.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.418+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~V0WS5SH0ASJ6.2 size=579971 2023-12-16T18:27:46.420 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.421+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=V0WS5SH0ASJ6 tag=Z7H8JQLUTKBV type=write size=3725699 2023-12-16T18:27:46.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.423+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=1HRBKPDDKXAT type=del size=4001991 2023-12-16T18:27:46.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.424+0000 7f93822c1640 1 < canceled operation key=MET77YMI24WC tag=RLXK0D0GCPC5 type=del size=4062789 2023-12-16T18:27:46.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.427+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~2DU4RCNDM3Z0.0 size=1048576 2023-12-16T18:27:46.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.429+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~2DU4RCNDM3Z0.1 size=1007351 2023-12-16T18:27:46.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.429+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=2DU4RCNDM3Z0 tag=QOGWEF5CETRJ type=write size=3104503 2023-12-16T18:27:46.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.430+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~MA7AAYSDKV4O.0 size=462580 2023-12-16T18:27:46.432 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.433+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=MA7AAYSDKV4O tag=4XWB3U9Q12SR type=write size=1511156 2023-12-16T18:27:46.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.435+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=JUTCDNPFCQ1J type=write size=193891 2023-12-16T18:27:46.436 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.437+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.0 size=1048576 2023-12-16T18:27:46.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.438+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.1 size=1048576 2023-12-16T18:27:46.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.440+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~HKUM74RWWRBR.2 size=82289 2023-12-16T18:27:46.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.443+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=HKUM74RWWRBR tag=P1LPULR7VKQ3 type=write size=3228017 2023-12-16T18:27:46.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.446+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~3APMMQU4Y7TI.0 size=466018 2023-12-16T18:27:46.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.446+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=3APMMQU4Y7TI tag=4CE2VJVAWHGB type=write size=1514594 2023-12-16T18:27:46.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.447+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.0 size=1048576 2023-12-16T18:27:46.448 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.449+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.1 size=1048576 2023-12-16T18:27:46.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.450+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~21GDJCESU8UV.2 size=83455 2023-12-16T18:27:46.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.453+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=21GDJCESU8UV tag=XR4U3HBJDPCB type=write size=3229183 2023-12-16T18:27:46.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.456+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.0 size=1048576 2023-12-16T18:27:46.456 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.457+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.1 size=1048576 2023-12-16T18:27:46.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.459+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.2 size=1062 2023-12-16T18:27:46.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.459+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=COLCI369BFQ5 tag=23J9LBWON4A8 type=write size=3146790 2023-12-16T18:27:46.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.461+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=FGCEB0GNKYUO type=del 2023-12-16T18:27:46.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.462+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=MTUT91CHDZJ3 type=del size=3508408 2023-12-16T18:27:46.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.463+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~DBAH29GD2E5M.0 size=1048576 2023-12-16T18:27:46.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.464+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~DBAH29GD2E5M.1 size=921639 2023-12-16T18:27:46.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.467+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=DBAH29GD2E5M tag=2C7G6UVGIPSX type=write size=3018791 2023-12-16T18:27:46.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.470+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~LPZXCJA36IK5.0 size=82665 2023-12-16T18:27:46.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.470+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=LPZXCJA36IK5 tag=4QF0W8R4GOCX type=write size=1131241 2023-12-16T18:27:46.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.473+0000 7f93822c1640 1 < suggested update operation key=80X1T8WPO5AJ tag=EC2HA5HZSNY5 type=del size=3700200 2023-12-16T18:27:46.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.477+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~X8TM5MT30Q5M.0 size=984511 2023-12-16T18:27:46.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.477+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=X8TM5MT30Q5M tag=S8QEG3CM4O1A type=write size=2033087 2023-12-16T18:27:46.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.478+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=AJRX7VBETJ3U type=del 2023-12-16T18:27:46.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.481+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=FZZN759PXH1Z type=del size=1538819 2023-12-16T18:27:46.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.485+0000 7f93822c1640 1 < suggested update operation key=F7I9QP65YT40 tag=B07W1FVJJNNT type=del size=1002419 2023-12-16T18:27:46.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.487+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=P2W3L8ZK1EEE type=del size=262504 2023-12-16T18:27:46.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.489+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KLTIJ1FW2DXY.0 size=1048576 2023-12-16T18:27:46.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.490+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~KLTIJ1FW2DXY.1 size=916031 2023-12-16T18:27:46.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.494+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=KLTIJ1FW2DXY tag=O8Y18877AWHJ type=write size=3013183 2023-12-16T18:27:46.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.495+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=B81LZ1BDGXA7 type=del size=1180531 2023-12-16T18:27:46.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.499+0000 7f93822c1640 1 < suggested remove operation key=F7I9QP65YT40 tag=IY2KS1FQ7KYD type=del 2023-12-16T18:27:46.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.502+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DV7438O9K96V.0 size=1048576 2023-12-16T18:27:46.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.504+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DV7438O9K96V.1 size=259975 2023-12-16T18:27:46.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.504+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=DV7438O9K96V tag=OM83MV38TZF4 type=write size=2357127 2023-12-16T18:27:46.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.505+0000 7f93822c1640 1 < completed write operation key=U1TKHNSDBAAI tag=NUR3FNLF2X8K type=write size=590379 2023-12-16T18:27:46.507 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.508+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~JKYISMGLF4D3.0 size=280472 2023-12-16T18:27:46.507 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.508+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=JKYISMGLF4D3 tag=9R53BPSO2YEW type=write size=1329048 2023-12-16T18:27:46.509 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.510+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~P3EM4WOYAOWZ.0 size=1048576 2023-12-16T18:27:46.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.511+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~P3EM4WOYAOWZ.1 size=173807 2023-12-16T18:27:46.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.515+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=P3EM4WOYAOWZ tag=6ZE5TOG44C59 type=write size=2270959 2023-12-16T18:27:46.515 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.516+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=AR8W88VNJ5F5 type=del size=1786513 2023-12-16T18:27:46.517 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.518+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=3W1XR5WMUDNS type=del 2023-12-16T18:27:46.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.520+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=W3I4ZON26B0L type=del size=826756 2023-12-16T18:27:46.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.522+0000 7f93822c1640 -1 < failed to complete operation key=80X1T8WPO5AJ tag=F6KOIJXGKKO0 type=del size=286494: (22) Invalid argument 2023-12-16T18:27:46.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.525+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~0QVFPBTAGV2T.0 size=124750 2023-12-16T18:27:46.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.525+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=0QVFPBTAGV2T tag=6PB474P3Q3D8 type=write size=1173326 2023-12-16T18:27:46.525 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.527+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=1HRBKPDDKXAT type=del 2023-12-16T18:27:46.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.528+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=A3MD0OFSFUSI type=del size=97676 2023-12-16T18:27:46.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.530+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~2DU4RCNDM3Z0.0 size=1048576 2023-12-16T18:27:46.531 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.532+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~2DU4RCNDM3Z0.1 size=1007351 2023-12-16T18:27:46.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.535+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=2DU4RCNDM3Z0 tag=QOGWEF5CETRJ type=write size=3104503 2023-12-16T18:27:46.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.538+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.0 size=1048576 2023-12-16T18:27:46.538 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.540+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.1 size=1048576 2023-12-16T18:27:46.540 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.541+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.2 size=141432 2023-12-16T18:27:46.540 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.541+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=0YJ82XFNSNX0 tag=X025G330R9QT type=write size=3287160 2023-12-16T18:27:46.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.544+0000 7f93822c1640 1 < suggested remove operation key=7KQWKCYTE1ZD tag=JUTCDNPFCQ1J type=write 2023-12-16T18:27:46.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.546+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=LM0ME3P0QNW1 type=write size=146786 2023-12-16T18:27:46.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.546+0000 7f93822c1640 1 < canceled part key=_multipart_LL5LBM7RMRS3.2~3APMMQU4Y7TI.0 size=466018 2023-12-16T18:27:46.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.549+0000 7f93822c1640 1 < canceled multipart upload key=LL5LBM7RMRS3 upload=3APMMQU4Y7TI tag=4CE2VJVAWHGB type=write size=1514594 2023-12-16T18:27:46.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.551+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=5WWEDC7O1T30 type=write size=578519 2023-12-16T18:27:46.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.553+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.0 size=1048576 2023-12-16T18:27:46.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.555+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.1 size=1048576 2023-12-16T18:27:46.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.557+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~COLCI369BFQ5.2 size=1062 2023-12-16T18:27:46.558 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.559+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=COLCI369BFQ5 tag=23J9LBWON4A8 type=write size=3146790 2023-12-16T18:27:46.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.561+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=70VYR7JET1XU type=write size=569107 2023-12-16T18:27:46.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.563+0000 7f93822c1640 1 < canceled operation key=663D3OSP19F2 tag=MTUT91CHDZJ3 type=del size=3508408 2023-12-16T18:27:46.563 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.565+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=B5N0O6CACIE9 type=del size=2766064 2023-12-16T18:27:46.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.567+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~LPZXCJA36IK5.0 size=82665 2023-12-16T18:27:46.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.570+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=LPZXCJA36IK5 tag=4QF0W8R4GOCX type=write size=1131241 2023-12-16T18:27:46.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.572+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=6T6OETTJ5KPR type=del size=2071222 2023-12-16T18:27:46.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.573+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~X8TM5MT30Q5M.0 size=984511 2023-12-16T18:27:46.575 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.576+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=X8TM5MT30Q5M tag=S8QEG3CM4O1A type=write size=2033087 2023-12-16T18:27:46.577 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.578+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=7T624SBSA514 type=write size=498467 2023-12-16T18:27:46.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.580+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=FZZN759PXH1Z type=del 2023-12-16T18:27:46.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.582+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=LA8P0JBZFAHM type=write size=236331 2023-12-16T18:27:46.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.585+0000 7f93822c1640 1 < suggested update operation key=U1TKHNSDBAAI tag=P2W3L8ZK1EEE type=del size=262504 2023-12-16T18:27:46.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.589+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~ORWOJ9YME8NE.0 size=90739 2023-12-16T18:27:46.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.589+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=ORWOJ9YME8NE tag=UIVRJVIXWTC1 type=write size=1139315 2023-12-16T18:27:46.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.590+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=B81LZ1BDGXA7 type=del 2023-12-16T18:27:46.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.592+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=W4UK2KLIPAYE type=del size=3738604 2023-12-16T18:27:46.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.594+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DV7438O9K96V.0 size=1048576 2023-12-16T18:27:46.594 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.595+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DV7438O9K96V.1 size=259975 2023-12-16T18:27:46.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.598+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=DV7438O9K96V tag=OM83MV38TZF4 type=write size=2357127 2023-12-16T18:27:46.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.601+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~CN5KGTEDZI00.0 size=76502 2023-12-16T18:27:46.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.601+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=CN5KGTEDZI00 tag=VZXJXQ23G0F9 type=write size=1125078 2023-12-16T18:27:46.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.603+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~JKYISMGLF4D3.0 size=280472 2023-12-16T18:27:46.604 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.606+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=JKYISMGLF4D3 tag=9R53BPSO2YEW type=write size=1329048 2023-12-16T18:27:46.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.608+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=YM1FTZTZRROF type=del size=2553608 2023-12-16T18:27:46.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.610+0000 7f93822c1640 -1 < failed to complete operation key=U1TKHNSDBAAI tag=AR8W88VNJ5F5 type=del size=1786513: (22) Invalid argument 2023-12-16T18:27:46.611 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.612+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=U2ATMD8A5IJM type=del size=3525149 2023-12-16T18:27:46.613 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.614+0000 7f93822c1640 1 < canceled operation key=K8PRELEE3WED tag=W3I4ZON26B0L type=del size=826756 2023-12-16T18:27:46.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.616+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=IQ0YW1TNB1L5 type=write size=283866 2023-12-16T18:27:46.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.617+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~0QVFPBTAGV2T.0 size=124750 2023-12-16T18:27:46.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.621+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=0QVFPBTAGV2T tag=6PB474P3Q3D8 type=write size=1173326 2023-12-16T18:27:46.622 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.623+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=TRC3FLVTEI33 type=del size=3472392 2023-12-16T18:27:46.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.624+0000 7f93822c1640 1 < canceled operation key=KRXRHOSSG9T7 tag=A3MD0OFSFUSI type=del size=97676 2023-12-16T18:27:46.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.628+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~S9YAZPKEZ4DU.0 size=1048576 2023-12-16T18:27:46.628 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.629+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~S9YAZPKEZ4DU.1 size=1018268 2023-12-16T18:27:46.628 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.629+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=S9YAZPKEZ4DU tag=03SLEUU688HG type=write size=3115420 2023-12-16T18:27:46.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.631+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.0 size=1048576 2023-12-16T18:27:46.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.632+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.1 size=1048576 2023-12-16T18:27:46.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.633+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~0YJ82XFNSNX0.2 size=141432 2023-12-16T18:27:46.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.636+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=0YJ82XFNSNX0 tag=X025G330R9QT type=write size=3287160 2023-12-16T18:27:46.637 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.638+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=D08U9IFUFZS0 type=del size=213896 2023-12-16T18:27:46.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.640+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=LM0ME3P0QNW1 type=write size=146786 2023-12-16T18:27:46.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.641+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=18FVIJ31VQGQ type=del size=4078638 2023-12-16T18:27:46.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.643+0000 7f93822c1640 1 < completed write operation key=7F1XTE0NO1E7 tag=5WWEDC7O1T30 type=write size=578519 2023-12-16T18:27:46.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.645+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=VSWTJGRDHNU8 type=del size=2574596 2023-12-16T18:27:46.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.647+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=70VYR7JET1XU type=write size=569107 2023-12-16T18:27:46.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.648+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=FLGGG1DLF4UX type=del size=3469138 2023-12-16T18:27:46.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.650+0000 7f93822c1640 1 < canceled operation key=MET77YMI24WC tag=B5N0O6CACIE9 type=del size=2766064 2023-12-16T18:27:46.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.653+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~YJAX23M9V1TZ.0 size=1048576 2023-12-16T18:27:46.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.655+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~YJAX23M9V1TZ.1 size=278387 2023-12-16T18:27:46.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.655+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=YJAX23M9V1TZ tag=OZETRCTWHDXE type=write size=2375539 2023-12-16T18:27:46.656 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.657+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=6T6OETTJ5KPR type=del 2023-12-16T18:27:46.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.660+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~03HAM5XS8MAK.0 size=1048576 2023-12-16T18:27:46.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.661+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~03HAM5XS8MAK.1 size=206826 2023-12-16T18:27:46.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.661+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=03HAM5XS8MAK tag=SYX521HWVCVS type=write size=2303978 2023-12-16T18:27:46.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.666+0000 7f93822c1640 1 < suggested remove operation key=K8PRELEE3WED tag=7T624SBSA514 type=write 2023-12-16T18:27:46.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.668+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=MXTOHE6Q7OQG type=write size=59085 2023-12-16T18:27:46.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.671+0000 7f93822c1640 1 < suggested remove operation key=IBG8SCFDGQT2 tag=LA8P0JBZFAHM type=write 2023-12-16T18:27:46.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.673+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=533HUZMZJC23 type=del size=1998341 2023-12-16T18:27:46.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.675+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~ORWOJ9YME8NE.0 size=90739 2023-12-16T18:27:46.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.678+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=ORWOJ9YME8NE tag=UIVRJVIXWTC1 type=write size=1139315 2023-12-16T18:27:46.678 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.680+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=WGVQ23MU95E5 type=write size=545793 2023-12-16T18:27:46.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.681+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=W4UK2KLIPAYE type=del 2023-12-16T18:27:46.684 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.685+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~W5B0BWHSU5F8.0 size=1048576 2023-12-16T18:27:46.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.686+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~W5B0BWHSU5F8.1 size=1017595 2023-12-16T18:27:46.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.686+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=W5B0BWHSU5F8 tag=EYT7J9P34EZ6 type=write size=3114747 2023-12-16T18:27:46.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.688+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~CN5KGTEDZI00.0 size=76502 2023-12-16T18:27:46.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.691+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=CN5KGTEDZI00 tag=VZXJXQ23G0F9 type=write size=1125078 2023-12-16T18:27:46.693 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.693+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=X215W2Z7WZT4 type=write size=266088 2023-12-16T18:27:46.695 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.696+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=YM1FTZTZRROF type=del size=2553608 2023-12-16T18:27:46.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.698+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=S01EPIV5RQVY type=del size=304922 2023-12-16T18:27:46.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.699+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=U2ATMD8A5IJM type=del 2023-12-16T18:27:46.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.702+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.0 size=1048576 2023-12-16T18:27:46.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.704+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.1 size=1048576 2023-12-16T18:27:46.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.705+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.2 size=349904 2023-12-16T18:27:46.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.705+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=O1PXBK6MIUX6 tag=TJW0D0ECZBDU type=write size=3495632 2023-12-16T18:27:46.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.707+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=IQ0YW1TNB1L5 type=write size=283866 2023-12-16T18:27:46.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.708+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=RTHRB2D73153 type=del size=2498251 2023-12-16T18:27:46.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.712+0000 7f93822c1640 1 < suggested update operation key=EKHOTIJJJQL5 tag=TRC3FLVTEI33 type=del size=3472392 2023-12-16T18:27:46.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.715+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~VS48X23GL0XU.0 size=1048576 2023-12-16T18:27:46.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.717+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~VS48X23GL0XU.1 size=266199 2023-12-16T18:27:46.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.717+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=VS48X23GL0XU tag=FOJBXKDAVTE8 type=write size=2363351 2023-12-16T18:27:46.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.719+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~S9YAZPKEZ4DU.0 size=1048576 2023-12-16T18:27:46.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.720+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~S9YAZPKEZ4DU.1 size=1018268 2023-12-16T18:27:46.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.723+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=S9YAZPKEZ4DU tag=03SLEUU688HG type=write size=3115420 2023-12-16T18:27:46.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.724+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=SH0XOMQ1DV6Z type=del size=1654427 2023-12-16T18:27:46.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.727+0000 7f93822c1640 -1 < failed to complete operation key=YHFGUVDYX8ON tag=D08U9IFUFZS0 type=del size=213896: (22) Invalid argument 2023-12-16T18:27:46.728 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.729+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=DZ4Y7FGYTXWM type=del size=2745630 2023-12-16T18:27:46.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.731+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=18FVIJ31VQGQ type=del 2023-12-16T18:27:46.731 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.733+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=6NYEM1NNCN3C type=del size=2447609 2023-12-16T18:27:46.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.734+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=VSWTJGRDHNU8 type=del 2023-12-16T18:27:46.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.738+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~AZZ4GULG7Q55.0 size=648261 2023-12-16T18:27:46.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.738+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=AZZ4GULG7Q55 tag=NRD3OQ1LFBR0 type=write size=1696837 2023-12-16T18:27:46.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.741+0000 7f93822c1640 1 < suggested update operation key=YMZJ7OH0QIET tag=FLGGG1DLF4UX type=del size=3469138 2023-12-16T18:27:46.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.744+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~ZD9K50H56HTW.0 size=412159 2023-12-16T18:27:46.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.744+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=ZD9K50H56HTW tag=BL7V7ZZYBT0E type=write size=1460735 2023-12-16T18:27:46.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.746+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~YJAX23M9V1TZ.0 size=1048576 2023-12-16T18:27:46.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.747+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~YJAX23M9V1TZ.1 size=278387 2023-12-16T18:27:46.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.750+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=YJAX23M9V1TZ tag=OZETRCTWHDXE type=write size=2375539 2023-12-16T18:27:46.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.754+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.0 size=1048576 2023-12-16T18:27:46.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.755+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.1 size=1048576 2023-12-16T18:27:46.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.756+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.2 size=234802 2023-12-16T18:27:46.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.756+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=1H3A0FHQ8B07 tag=P3AP16RHDA9H type=write size=3380530 2023-12-16T18:27:46.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.759+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~03HAM5XS8MAK.0 size=1048576 2023-12-16T18:27:46.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.759+0000 7f93822c1640 1 < canceled part key=_multipart_SL00EWUL3JDN.2~03HAM5XS8MAK.1 size=206826 2023-12-16T18:27:46.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.761+0000 7f93822c1640 1 < canceled multipart upload key=SL00EWUL3JDN upload=03HAM5XS8MAK tag=SYX521HWVCVS type=write size=2303978 2023-12-16T18:27:46.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.763+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=A9GHCCC3R1GF type=del size=3935593 2023-12-16T18:27:46.763 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.765+0000 7f93822c1640 1 < completed write operation key=K8PRELEE3WED tag=MXTOHE6Q7OQG type=write size=59085 2023-12-16T18:27:46.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.768+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~BO7IC334IIQO.0 size=1048576 2023-12-16T18:27:46.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.769+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~BO7IC334IIQO.1 size=638067 2023-12-16T18:27:46.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.769+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=BO7IC334IIQO tag=7UBQJHL1JZKV type=write size=2735219 2023-12-16T18:27:46.769 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.771+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=533HUZMZJC23 type=del 2023-12-16T18:27:46.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.772+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=D09UKH2PMJXX type=del size=1078085 2023-12-16T18:27:46.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.775+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=WGVQ23MU95E5 type=write size=545793 2023-12-16T18:27:46.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.777+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=U82FZRY1GVWA type=del size=616181 2023-12-16T18:27:46.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.778+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~W5B0BWHSU5F8.0 size=1048576 2023-12-16T18:27:46.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.780+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~W5B0BWHSU5F8.1 size=1017595 2023-12-16T18:27:46.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.783+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=W5B0BWHSU5F8 tag=EYT7J9P34EZ6 type=write size=3114747 2023-12-16T18:27:46.783 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.785+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=4CP0O57N3343 type=del size=3064370 2023-12-16T18:27:46.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.788+0000 7f93822c1640 1 < suggested remove operation key=7KQWKCYTE1ZD tag=X215W2Z7WZT4 type=write 2023-12-16T18:27:46.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.790+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=NCS5NADGK0SG type=write size=397407 2023-12-16T18:27:46.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.791+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=S01EPIV5RQVY type=del 2023-12-16T18:27:46.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.795+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~HJZU0578190Z.0 size=1048576 2023-12-16T18:27:46.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.796+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~HJZU0578190Z.1 size=297574 2023-12-16T18:27:46.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.796+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=HJZU0578190Z tag=L81GEWIAHYZK type=write size=2394726 2023-12-16T18:27:46.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.798+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.0 size=1048576 2023-12-16T18:27:46.798 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.799+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.1 size=1048576 2023-12-16T18:27:46.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.801+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~O1PXBK6MIUX6.2 size=349904 2023-12-16T18:27:46.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.803+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=O1PXBK6MIUX6 tag=TJW0D0ECZBDU type=write size=3495632 2023-12-16T18:27:46.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.806+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.0 size=1048576 2023-12-16T18:27:46.807 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.808+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.1 size=1048576 2023-12-16T18:27:46.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.810+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.2 size=827291 2023-12-16T18:27:46.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.810+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=UY9U3EVJ2MUG tag=K8PLNBTJ2R69 type=write size=3973019 2023-12-16T18:27:46.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.813+0000 7f93822c1640 1 < suggested update operation key=7F1XTE0NO1E7 tag=RTHRB2D73153 type=del size=2498251 2023-12-16T18:27:46.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.817+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~02MLBD2ZS7BB.0 size=918643 2023-12-16T18:27:46.816 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.817+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=02MLBD2ZS7BB tag=OITOQIAG5EVT type=write size=1967219 2023-12-16T18:27:46.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.818+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~VS48X23GL0XU.0 size=1048576 2023-12-16T18:27:46.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.820+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~VS48X23GL0XU.1 size=266199 2023-12-16T18:27:46.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.822+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=VS48X23GL0XU tag=FOJBXKDAVTE8 type=write size=2363351 2023-12-16T18:27:46.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.824+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=7OP8LB2JG7SG type=del size=405079 2023-12-16T18:27:46.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.826+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=SH0XOMQ1DV6Z type=del size=1654427 2023-12-16T18:27:46.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.828+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=VDS1Y4Y0HYRA type=del size=2614473 2023-12-16T18:27:46.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.830+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=DZ4Y7FGYTXWM type=del 2023-12-16T18:27:46.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.832+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=EFR391N79SVB type=del size=2338950 2023-12-16T18:27:46.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.835+0000 7f93822c1640 1 < suggested update operation key=3DH6NZ3UJJVG tag=6NYEM1NNCN3C type=del size=2447609 2023-12-16T18:27:46.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.838+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=TELUD7TC0D7D type=del size=3770268 2023-12-16T18:27:46.838 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.839+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~AZZ4GULG7Q55.0 size=648261 2023-12-16T18:27:46.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.843+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=AZZ4GULG7Q55 tag=NRD3OQ1LFBR0 type=write size=1696837 2023-12-16T18:27:46.845 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.846+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~4VWUXOBS6HPB.0 size=1048576 2023-12-16T18:27:46.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.848+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~4VWUXOBS6HPB.1 size=332957 2023-12-16T18:27:46.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.848+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=4VWUXOBS6HPB tag=40I2QC9LKRBI type=write size=2430109 2023-12-16T18:27:46.848 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.849+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~ZD9K50H56HTW.0 size=412159 2023-12-16T18:27:46.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.852+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=ZD9K50H56HTW tag=BL7V7ZZYBT0E type=write size=1460735 2023-12-16T18:27:46.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.854+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=0G350DNBGM1Z type=del size=2483563 2023-12-16T18:27:46.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.856+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.0 size=1048576 2023-12-16T18:27:46.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.857+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.1 size=1048576 2023-12-16T18:27:46.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.859+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~1H3A0FHQ8B07.2 size=234802 2023-12-16T18:27:46.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.862+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=1H3A0FHQ8B07 tag=P3AP16RHDA9H type=write size=3380530 2023-12-16T18:27:46.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.865+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.0 size=1048576 2023-12-16T18:27:46.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.866+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.1 size=1048576 2023-12-16T18:27:46.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.868+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.2 size=257970 2023-12-16T18:27:46.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.868+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=O08KZGRNE3XD tag=G67P2J221C4D type=write size=3403698 2023-12-16T18:27:46.868 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.869+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=A9GHCCC3R1GF type=del 2023-12-16T18:27:46.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.872+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=MK638DVDGES0 type=del size=588110 2023-12-16T18:27:46.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.872+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~BO7IC334IIQO.0 size=1048576 2023-12-16T18:27:46.872 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.874+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~BO7IC334IIQO.1 size=638067 2023-12-16T18:27:46.876 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.877+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=BO7IC334IIQO tag=7UBQJHL1JZKV type=write size=2735219 2023-12-16T18:27:46.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.878+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=L0TFTRXJ9GXU type=del size=3616056 2023-12-16T18:27:46.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.880+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=D09UKH2PMJXX type=del 2023-12-16T18:27:46.880 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.881+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=5PPP0UE7M2UM type=del size=3321022 2023-12-16T18:27:46.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.884+0000 7f93822c1640 -1 < failed to complete operation key=3DH6NZ3UJJVG tag=U82FZRY1GVWA type=del size=616181: (22) Invalid argument 2023-12-16T18:27:46.885 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.886+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=EXZ7V38JWY08 type=del size=341499 2023-12-16T18:27:46.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.888+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=4CP0O57N3343 type=del 2023-12-16T18:27:46.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.891+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3U65O9UC1CLU.0 size=325064 2023-12-16T18:27:46.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.891+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=3U65O9UC1CLU tag=3BNYUKV10J1Z type=write size=1373640 2023-12-16T18:27:46.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.893+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=NCS5NADGK0SG type=write size=397407 2023-12-16T18:27:46.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.894+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=026Q103V22QY type=del size=3830234 2023-12-16T18:27:46.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.897+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~HJZU0578190Z.0 size=1048576 2023-12-16T18:27:46.897 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.898+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~HJZU0578190Z.1 size=297574 2023-12-16T18:27:46.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.902+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=HJZU0578190Z tag=L81GEWIAHYZK type=write size=2394726 2023-12-16T18:27:46.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.904+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=INYQHX7SWO4V type=del size=3855686 2023-12-16T18:27:46.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.906+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.0 size=1048576 2023-12-16T18:27:46.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.907+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.1 size=1048576 2023-12-16T18:27:46.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.909+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~UY9U3EVJ2MUG.2 size=827291 2023-12-16T18:27:46.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.912+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=UY9U3EVJ2MUG tag=K8PLNBTJ2R69 type=write size=3973019 2023-12-16T18:27:46.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.915+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~QO0J8A1YII9R.0 size=1048576 2023-12-16T18:27:46.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.916+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~QO0J8A1YII9R.1 size=89079 2023-12-16T18:27:46.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.916+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=QO0J8A1YII9R tag=90RVOISF8PTQ type=write size=2186231 2023-12-16T18:27:46.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.918+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~02MLBD2ZS7BB.0 size=918643 2023-12-16T18:27:46.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.921+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=02MLBD2ZS7BB tag=OITOQIAG5EVT type=write size=1967219 2023-12-16T18:27:46.923 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.925+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~RBY8S54BXXK3.0 size=1048576 2023-12-16T18:27:46.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.926+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~RBY8S54BXXK3.1 size=757508 2023-12-16T18:27:46.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.926+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=RBY8S54BXXK3 tag=83AO2D3JPWZB type=write size=2854660 2023-12-16T18:27:46.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.928+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=7OP8LB2JG7SG type=del 2023-12-16T18:27:46.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.931+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.0 size=1048576 2023-12-16T18:27:46.931 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.932+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.1 size=1048576 2023-12-16T18:27:46.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.934+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.2 size=503742 2023-12-16T18:27:46.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.934+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=VHRVQ39LW53X tag=C1E2K6OVFGQF type=write size=3649470 2023-12-16T18:27:46.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.937+0000 7f93822c1640 1 < suggested remove operation key=YHFGUVDYX8ON tag=VDS1Y4Y0HYRA type=del 2023-12-16T18:27:46.937 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.939+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=KLR3CY10ZELA type=del size=3453833 2023-12-16T18:27:46.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.941+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=EFR391N79SVB type=del 2023-12-16T18:27:46.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.943+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=A7SQ2PS6ON70 type=del size=1789337 2023-12-16T18:27:46.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.944+0000 7f93822c1640 1 < canceled operation key=KRXRHOSSG9T7 tag=TELUD7TC0D7D type=del size=3770268 2023-12-16T18:27:46.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.946+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=JOMJ2BBV6VYQ type=del size=2087645 2023-12-16T18:27:46.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.946+0000 7f93822c1640 1 < canceled part key=_multipart_U1TKHNSDBAAI.2~4VWUXOBS6HPB.0 size=1048576 2023-12-16T18:27:46.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.948+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~4VWUXOBS6HPB.1 size=332957 2023-12-16T18:27:46.950 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.951+0000 7f93822c1640 1 < canceled multipart upload key=U1TKHNSDBAAI upload=4VWUXOBS6HPB tag=40I2QC9LKRBI type=write size=2430109 2023-12-16T18:27:46.953 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.954+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~2CHE3YR4CSV1.0 size=1048576 2023-12-16T18:27:46.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.956+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~2CHE3YR4CSV1.1 size=127152 2023-12-16T18:27:46.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.956+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=2CHE3YR4CSV1 tag=DWL6HRCM5RZ9 type=write size=2224304 2023-12-16T18:27:46.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.957+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=0G350DNBGM1Z type=del 2023-12-16T18:27:46.958 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.959+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=H5P73ZOI7TNR type=del size=1820060 2023-12-16T18:27:46.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.961+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.0 size=1048576 2023-12-16T18:27:46.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.963+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.1 size=1048576 2023-12-16T18:27:46.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.964+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~O08KZGRNE3XD.2 size=257970 2023-12-16T18:27:46.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.967+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=O08KZGRNE3XD tag=G67P2J221C4D type=write size=3403698 2023-12-16T18:27:46.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.969+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=MFH1193U9IDP type=del size=691496 2023-12-16T18:27:46.970 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.971+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=MK638DVDGES0 type=del 2023-12-16T18:27:46.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.973+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=LMQ3M0FKNIWQ type=write size=137312 2023-12-16T18:27:46.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.976+0000 7f93822c1640 1 < suggested update operation key=K8PRELEE3WED tag=L0TFTRXJ9GXU type=del size=3616056 2023-12-16T18:27:46.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.978+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=VVLCNIJ2FZNS type=write size=62559 2023-12-16T18:27:46.980 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.982+0000 7f93822c1640 1 < suggested update operation key=BJDLUONCEXLN tag=5PPP0UE7M2UM type=del size=3321022 2023-12-16T18:27:46.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.983+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=I339K1O7WE4E type=del size=3763416 2023-12-16T18:27:46.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.985+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=EXZ7V38JWY08 type=del 2023-12-16T18:27:46.986 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.987+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=ILGM78E81F8K type=del size=3374279 2023-12-16T18:27:46.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.989+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3U65O9UC1CLU.0 size=325064 2023-12-16T18:27:46.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.992+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=3U65O9UC1CLU tag=3BNYUKV10J1Z type=write size=1373640 2023-12-16T18:27:46.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.995+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.0 size=1048576 2023-12-16T18:27:46.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.997+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.1 size=1048576 2023-12-16T18:27:46.998 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.999+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.2 size=733280 2023-12-16T18:27:46.998 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:46.999+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=ZC5M0OVBXJ99 tag=RQL7VVU1F3D7 type=write size=3879008 2023-12-16T18:27:47.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.002+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=026Q103V22QY type=del 2023-12-16T18:27:47.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.004+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=66W7O2D4PUKD type=del size=1251393 2023-12-16T18:27:47.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.005+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=INYQHX7SWO4V type=del 2023-12-16T18:27:47.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.007+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=96KBKHG1ELJ2 type=del size=1253835 2023-12-16T18:27:47.008 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.009+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~QO0J8A1YII9R.0 size=1048576 2023-12-16T18:27:47.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.010+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~QO0J8A1YII9R.1 size=89079 2023-12-16T18:27:47.012 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.013+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=QO0J8A1YII9R tag=90RVOISF8PTQ type=write size=2186231 2023-12-16T18:27:47.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.015+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=WV3H9QXQ145C type=del size=607625 2023-12-16T18:27:47.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.015+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~RBY8S54BXXK3.0 size=1048576 2023-12-16T18:27:47.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.017+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~RBY8S54BXXK3.1 size=757508 2023-12-16T18:27:47.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.020+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=RBY8S54BXXK3 tag=83AO2D3JPWZB type=write size=2854660 2023-12-16T18:27:47.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.022+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=80PPQAYMP7IL type=del size=1267794 2023-12-16T18:27:47.023 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.024+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.0 size=1048576 2023-12-16T18:27:47.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.025+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.1 size=1048576 2023-12-16T18:27:47.026 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.027+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~VHRVQ39LW53X.2 size=503742 2023-12-16T18:27:47.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.030+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=VHRVQ39LW53X tag=C1E2K6OVFGQF type=write size=3649470 2023-12-16T18:27:47.030 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.032+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=7UJBT83SAN12 type=write size=487322 2023-12-16T18:27:47.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.033+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=KLR3CY10ZELA type=del 2023-12-16T18:27:47.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.035+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=S86FH73L6NH3 type=del size=694160 2023-12-16T18:27:47.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.039+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=A7SQ2PS6ON70 type=del size=1789337 2023-12-16T18:27:47.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.041+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=34MIUKLIV389 type=del size=4006926 2023-12-16T18:27:47.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.043+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=JOMJ2BBV6VYQ type=del 2023-12-16T18:27:47.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.044+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=NBB4Y1SGTWF5 type=del size=1712869 2023-12-16T18:27:47.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.046+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~2CHE3YR4CSV1.0 size=1048576 2023-12-16T18:27:47.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.048+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~2CHE3YR4CSV1.1 size=127152 2023-12-16T18:27:47.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.051+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=2CHE3YR4CSV1 tag=DWL6HRCM5RZ9 type=write size=2224304 2023-12-16T18:27:47.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.053+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=7UD4PVCJ9ES1 type=write size=358816 2023-12-16T18:27:47.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.055+0000 7f93822c1640 1 < canceled operation key=SM7EDQYTHZ7L tag=H5P73ZOI7TNR type=del size=1820060 2023-12-16T18:27:47.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.058+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OXBYQUQGO4O1.0 size=78624 2023-12-16T18:27:47.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.058+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=OXBYQUQGO4O1 tag=TSJBC82ZKI1O type=write size=1127200 2023-12-16T18:27:47.058 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.059+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=MFH1193U9IDP type=del 2023-12-16T18:27:47.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.062+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.0 size=1048576 2023-12-16T18:27:47.062 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.064+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.1 size=1048576 2023-12-16T18:27:47.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.065+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.2 size=482935 2023-12-16T18:27:47.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.065+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=R45QOKG70DG8 tag=UV9957ES96L7 type=write size=3628663 2023-12-16T18:27:47.066 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.067+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=LMQ3M0FKNIWQ type=write size=137312 2023-12-16T18:27:47.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.070+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~KOXUJQ6USRPF.0 size=1044512 2023-12-16T18:27:47.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.070+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=KOXUJQ6USRPF tag=U85UQDAFQVE8 type=write size=2093088 2023-12-16T18:27:47.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.072+0000 7f93822c1640 -1 < failed to complete operation key=BJDLUONCEXLN tag=VVLCNIJ2FZNS type=write size=62559: (22) Invalid argument 2023-12-16T18:27:47.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.075+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~JLWEH6C8LYCI.0 size=468490 2023-12-16T18:27:47.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.075+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=JLWEH6C8LYCI tag=1FM60F5PMKP3 type=write size=1517066 2023-12-16T18:27:47.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.079+0000 7f93822c1640 1 < suggested update operation key=NCNK0GH8NEPH tag=I339K1O7WE4E type=del size=3763416 2023-12-16T18:27:47.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.081+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=RQ8VMRA1Z531 type=del size=1073428 2023-12-16T18:27:47.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.082+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=ILGM78E81F8K type=del 2023-12-16T18:27:47.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.084+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=CUFOQQW81WOV type=del size=3375317 2023-12-16T18:27:47.084 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.085+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.0 size=1048576 2023-12-16T18:27:47.086 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.087+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.1 size=1048576 2023-12-16T18:27:47.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.089+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~ZC5M0OVBXJ99.2 size=733280 2023-12-16T18:27:47.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.092+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=ZC5M0OVBXJ99 tag=RQL7VVU1F3D7 type=write size=3879008 2023-12-16T18:27:47.093 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.094+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=VEEMYVDEI4N8 type=del size=251390 2023-12-16T18:27:47.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.096+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=66W7O2D4PUKD type=del 2023-12-16T18:27:47.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.098+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=ROIJY70FHSK2 type=del size=2491293 2023-12-16T18:27:47.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.100+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=96KBKHG1ELJ2 type=del 2023-12-16T18:27:47.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.104+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.0 size=1048576 2023-12-16T18:27:47.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.106+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.1 size=1048576 2023-12-16T18:27:47.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.108+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.2 size=184995 2023-12-16T18:27:47.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.108+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=OJ7WN87H7TQ7 tag=UHVA86M9XE9L type=write size=3330723 2023-12-16T18:27:47.109 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.110+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=WV3H9QXQ145C type=del 2023-12-16T18:27:47.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.114+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.0 size=1048576 2023-12-16T18:27:47.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.115+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.1 size=1048576 2023-12-16T18:27:47.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.117+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.2 size=345821 2023-12-16T18:27:47.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.117+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=Q3A3L97B90QS tag=X095IJFJDRB3 type=write size=3491549 2023-12-16T18:27:47.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.119+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=80PPQAYMP7IL type=del 2023-12-16T18:27:47.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.122+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~LQBLXK46YH87.0 size=989210 2023-12-16T18:27:47.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.122+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=LQBLXK46YH87 tag=NIAKHDNXLI32 type=write size=2037786 2023-12-16T18:27:47.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.124+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=7UJBT83SAN12 type=write size=487322 2023-12-16T18:27:47.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.125+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=CICEFVY1IIUC type=del size=2789265 2023-12-16T18:27:47.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.127+0000 7f93822c1640 1 < canceled operation key=BJDLUONCEXLN tag=S86FH73L6NH3 type=del size=694160 2023-12-16T18:27:47.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.129+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=GDSVP6QQ3O6K type=del size=3432388 2023-12-16T18:27:47.130 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.131+0000 7f93822c1640 1 < canceled operation key=7KQWKCYTE1ZD tag=34MIUKLIV389 type=del size=4006926 2023-12-16T18:27:47.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.133+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=QYV3EDZ3OGZ0 type=del size=314665 2023-12-16T18:27:47.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.135+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=NBB4Y1SGTWF5 type=del 2023-12-16T18:27:47.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.137+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=XBH1D4IZWIVH type=del size=104985 2023-12-16T18:27:47.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.139+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=7UD4PVCJ9ES1 type=write size=358816 2023-12-16T18:27:47.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.140+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=WV8WA3PS5UY7 type=del size=111471 2023-12-16T18:27:47.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.142+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OXBYQUQGO4O1.0 size=78624 2023-12-16T18:27:47.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.145+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=OXBYQUQGO4O1 tag=TSJBC82ZKI1O type=write size=1127200 2023-12-16T18:27:47.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.148+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~TI38PSOQMT44.0 size=1048576 2023-12-16T18:27:47.149 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.150+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~TI38PSOQMT44.1 size=717253 2023-12-16T18:27:47.149 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.150+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=TI38PSOQMT44 tag=7PVT8BQ6V7B1 type=write size=2814405 2023-12-16T18:27:47.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.152+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.0 size=1048576 2023-12-16T18:27:47.152 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.153+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.1 size=1048576 2023-12-16T18:27:47.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.155+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~R45QOKG70DG8.2 size=482935 2023-12-16T18:27:47.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.158+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=R45QOKG70DG8 tag=UV9957ES96L7 type=write size=3628663 2023-12-16T18:27:47.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.160+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=FX8KCPGC75QL type=del size=859270 2023-12-16T18:27:47.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.162+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~KOXUJQ6USRPF.0 size=1044512 2023-12-16T18:27:47.163 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.165+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=KOXUJQ6USRPF tag=U85UQDAFQVE8 type=write size=2093088 2023-12-16T18:27:47.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.167+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=PNBBUHCQYE1H type=del size=827442 2023-12-16T18:27:47.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.168+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~JLWEH6C8LYCI.0 size=468490 2023-12-16T18:27:47.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.172+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=JLWEH6C8LYCI tag=1FM60F5PMKP3 type=write size=1517066 2023-12-16T18:27:47.172 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.173+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=2F1OAXK3MPH8 type=del size=2306035 2023-12-16T18:27:47.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.175+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=RQ8VMRA1Z531 type=del 2023-12-16T18:27:47.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.179+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~KTSEVBQQKSAM.0 size=1048576 2023-12-16T18:27:47.179 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.181+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~KTSEVBQQKSAM.1 size=980562 2023-12-16T18:27:47.179 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.181+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=KTSEVBQQKSAM tag=SI4UUI245Q6N type=write size=3077714 2023-12-16T18:27:47.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.182+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=CUFOQQW81WOV type=del 2023-12-16T18:27:47.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.186+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~GW3CN8VLTVNX.0 size=1048576 2023-12-16T18:27:47.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.187+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~GW3CN8VLTVNX.1 size=709342 2023-12-16T18:27:47.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.187+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=GW3CN8VLTVNX tag=SNJWXA7C4DYC type=write size=2806494 2023-12-16T18:27:47.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.189+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=VEEMYVDEI4N8 type=del 2023-12-16T18:27:47.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.192+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~QLUWGRT1H74F.0 size=1048576 2023-12-16T18:27:47.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.194+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~QLUWGRT1H74F.1 size=590328 2023-12-16T18:27:47.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.194+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=QLUWGRT1H74F tag=HKJ1H4SKMUW6 type=write size=2687480 2023-12-16T18:27:47.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.195+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=ROIJY70FHSK2 type=del 2023-12-16T18:27:47.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.197+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=LHIXRKHRFZYM type=del size=2829203 2023-12-16T18:27:47.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.199+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.0 size=1048576 2023-12-16T18:27:47.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.201+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.1 size=1048576 2023-12-16T18:27:47.201 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.202+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~OJ7WN87H7TQ7.2 size=184995 2023-12-16T18:27:47.204 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.205+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=OJ7WN87H7TQ7 tag=UHVA86M9XE9L type=write size=3330723 2023-12-16T18:27:47.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.207+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=OZ7692BFATX9 type=del size=745510 2023-12-16T18:27:47.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.209+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.0 size=1048576 2023-12-16T18:27:47.210 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.211+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.1 size=1048576 2023-12-16T18:27:47.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.212+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~Q3A3L97B90QS.2 size=345821 2023-12-16T18:27:47.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.216+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=Q3A3L97B90QS tag=X095IJFJDRB3 type=write size=3491549 2023-12-16T18:27:47.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.219+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~QRRHIA600B0I.0 size=853214 2023-12-16T18:27:47.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.219+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=QRRHIA600B0I tag=F0GN13D7OR6A type=write size=1901790 2023-12-16T18:27:47.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.221+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~LQBLXK46YH87.0 size=989210 2023-12-16T18:27:47.224 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.226+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=LQBLXK46YH87 tag=NIAKHDNXLI32 type=write size=2037786 2023-12-16T18:27:47.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.228+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=DZ8TDD6SLL75 type=del size=1859106 2023-12-16T18:27:47.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.229+0000 7f93822c1640 1 < canceled operation key=O0025T05J9ZQ tag=CICEFVY1IIUC type=del size=2789265 2023-12-16T18:27:47.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.233+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~6GLPJK802O8O.0 size=1048576 2023-12-16T18:27:47.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.234+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~6GLPJK802O8O.1 size=76529 2023-12-16T18:27:47.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.234+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=6GLPJK802O8O tag=KQOCBA9XO59O type=write size=2173681 2023-12-16T18:27:47.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.238+0000 7f93822c1640 1 < suggested update operation key=IBG8SCFDGQT2 tag=GDSVP6QQ3O6K type=del size=3432388 2023-12-16T18:27:47.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.240+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=T3H5HQRUXY0W type=del size=2837106 2023-12-16T18:27:47.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.242+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=QYV3EDZ3OGZ0 type=del 2023-12-16T18:27:47.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.244+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=014XJJFNH96G type=del size=4061421 2023-12-16T18:27:47.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.246+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=XBH1D4IZWIVH type=del 2023-12-16T18:27:47.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.247+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=GGV18MJGDMT6 type=del size=4108911 2023-12-16T18:27:47.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.249+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=WV8WA3PS5UY7 type=del 2023-12-16T18:27:47.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.251+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=IH379U39DXFA type=del size=1613947 2023-12-16T18:27:47.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.253+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~TI38PSOQMT44.0 size=1048576 2023-12-16T18:27:47.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.255+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~TI38PSOQMT44.1 size=717253 2023-12-16T18:27:47.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.258+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=TI38PSOQMT44 tag=7PVT8BQ6V7B1 type=write size=2814405 2023-12-16T18:27:47.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.260+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=11H4IHJIGM9W type=del size=77395 2023-12-16T18:27:47.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.262+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=FX8KCPGC75QL type=del 2023-12-16T18:27:47.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.265+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.0 size=1048576 2023-12-16T18:27:47.266 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.267+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.1 size=1048576 2023-12-16T18:27:47.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.268+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.2 size=513371 2023-12-16T18:27:47.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.268+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=46WJKCH4SRK7 tag=PIK90QK0J8ZN type=write size=3659099 2023-12-16T18:27:47.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.270+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=PNBBUHCQYE1H type=del 2023-12-16T18:27:47.271 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.272+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=ZVLC65CZZFQM type=del size=2747840 2023-12-16T18:27:47.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.274+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=2F1OAXK3MPH8 type=del 2023-12-16T18:27:47.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.275+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=3DMKU6W3TDG8 type=write size=621360 2023-12-16T18:27:47.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.278+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~KTSEVBQQKSAM.0 size=1048576 2023-12-16T18:27:47.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.278+0000 7f93822c1640 1 < canceled part key=_multipart_U9TOW5YB71XP.2~KTSEVBQQKSAM.1 size=980562 2023-12-16T18:27:47.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.281+0000 7f93822c1640 1 < canceled multipart upload key=U9TOW5YB71XP upload=KTSEVBQQKSAM tag=SI4UUI245Q6N type=write size=3077714 2023-12-16T18:27:47.283 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.284+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~NN5QHWXSM54J.0 size=1048576 2023-12-16T18:27:47.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.285+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~NN5QHWXSM54J.1 size=926099 2023-12-16T18:27:47.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.285+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=NN5QHWXSM54J tag=37BT3BD22KKO type=write size=3023251 2023-12-16T18:27:47.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.287+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~GW3CN8VLTVNX.0 size=1048576 2023-12-16T18:27:47.287 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.289+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~GW3CN8VLTVNX.1 size=709342 2023-12-16T18:27:47.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.292+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=GW3CN8VLTVNX tag=SNJWXA7C4DYC type=write size=2806494 2023-12-16T18:27:47.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.293+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=T8J40M7FM9LI type=write size=573703 2023-12-16T18:27:47.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.295+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~QLUWGRT1H74F.0 size=1048576 2023-12-16T18:27:47.296 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.297+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~QLUWGRT1H74F.1 size=590328 2023-12-16T18:27:47.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.300+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=QLUWGRT1H74F tag=HKJ1H4SKMUW6 type=write size=2687480 2023-12-16T18:27:47.301 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.302+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=YZF4WUQN94RP type=del size=2274147 2023-12-16T18:27:47.303 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.304+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=LHIXRKHRFZYM type=del 2023-12-16T18:27:47.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.306+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=TSU1XEK8XI4G type=del size=2648332 2023-12-16T18:27:47.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.308+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=OZ7692BFATX9 type=del 2023-12-16T18:27:47.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.312+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.0 size=1048576 2023-12-16T18:27:47.312 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.313+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.1 size=1048576 2023-12-16T18:27:47.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.315+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.2 size=788461 2023-12-16T18:27:47.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.315+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=UWPT56A7J847 tag=4ZU40JYNJHEU type=write size=3934189 2023-12-16T18:27:47.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.317+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~QRRHIA600B0I.0 size=853214 2023-12-16T18:27:47.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.319+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=QRRHIA600B0I tag=F0GN13D7OR6A type=write size=1901790 2023-12-16T18:27:47.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.322+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=4A8AQCZBL3RP type=del size=3232161 2023-12-16T18:27:47.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.325+0000 7f93822c1640 1 < suggested remove operation key=2H33NU63U1M9 tag=DZ8TDD6SLL75 type=del 2023-12-16T18:27:47.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.327+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=D0UM6JTXRZQ0 type=del size=2008169 2023-12-16T18:27:47.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.328+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~6GLPJK802O8O.0 size=1048576 2023-12-16T18:27:47.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.330+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~6GLPJK802O8O.1 size=76529 2023-12-16T18:27:47.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.333+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=6GLPJK802O8O tag=KQOCBA9XO59O type=write size=2173681 2023-12-16T18:27:47.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.336+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~QNRHQC6N3NAK.0 size=1048576 2023-12-16T18:27:47.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.338+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~QNRHQC6N3NAK.1 size=16193 2023-12-16T18:27:47.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.338+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=QNRHQC6N3NAK tag=8L12O1ONAGAH type=write size=2113345 2023-12-16T18:27:47.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.340+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=T3H5HQRUXY0W type=del 2023-12-16T18:27:47.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.342+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=WWCDQQ59YCRJ type=del size=2295405 2023-12-16T18:27:47.343 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.344+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=014XJJFNH96G type=del 2023-12-16T18:27:47.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.347+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~53KQEA02PDDP.0 size=1048576 2023-12-16T18:27:47.347 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.349+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~53KQEA02PDDP.1 size=675053 2023-12-16T18:27:47.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.349+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=53KQEA02PDDP tag=E44TOIZIBVM6 type=write size=2772205 2023-12-16T18:27:47.349 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.350+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=GGV18MJGDMT6 type=del 2023-12-16T18:27:47.352 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.353+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=TA3BPIPVNYCP type=del size=3816513 2023-12-16T18:27:47.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.356+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=IH379U39DXFA type=del 2023-12-16T18:27:47.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.360+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~IXA5GW0EJKB9.0 size=1048576 2023-12-16T18:27:47.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.362+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~IXA5GW0EJKB9.1 size=324455 2023-12-16T18:27:47.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.362+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=IXA5GW0EJKB9 tag=4ELUHEXKR3KP type=write size=2421607 2023-12-16T18:27:47.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.364+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=11H4IHJIGM9W type=del 2023-12-16T18:27:47.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.366+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=2BC0ZHDQCPZG type=del size=3266348 2023-12-16T18:27:47.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.366+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.0 size=1048576 2023-12-16T18:27:47.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.367+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.1 size=1048576 2023-12-16T18:27:47.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.369+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~46WJKCH4SRK7.2 size=513371 2023-12-16T18:27:47.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.371+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=46WJKCH4SRK7 tag=PIK90QK0J8ZN type=write size=3659099 2023-12-16T18:27:47.372 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.374+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=G8A0JBVGAFR3 type=del size=3640667 2023-12-16T18:27:47.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.375+0000 7f93822c1640 1 < canceled operation key=O0025T05J9ZQ tag=ZVLC65CZZFQM type=del size=2747840 2023-12-16T18:27:47.378 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.379+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~03S9ADMQS8IC.0 size=1048576 2023-12-16T18:27:47.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.380+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~03S9ADMQS8IC.1 size=179745 2023-12-16T18:27:47.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.380+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=03S9ADMQS8IC tag=VY414TY0LMSB type=write size=2276897 2023-12-16T18:27:47.381 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.382+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=3DMKU6W3TDG8 type=write size=621360 2023-12-16T18:27:47.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.386+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~N4KJZ9LNHIE9.0 size=459207 2023-12-16T18:27:47.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.386+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=N4KJZ9LNHIE9 tag=NGDJXM9Y02W0 type=write size=1507783 2023-12-16T18:27:47.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.386+0000 7f93822c1640 1 < canceled part key=_multipart_U1TKHNSDBAAI.2~NN5QHWXSM54J.0 size=1048576 2023-12-16T18:27:47.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.388+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~NN5QHWXSM54J.1 size=926099 2023-12-16T18:27:47.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.391+0000 7f93822c1640 1 < canceled multipart upload key=U1TKHNSDBAAI upload=NN5QHWXSM54J tag=37BT3BD22KKO type=write size=3023251 2023-12-16T18:27:47.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.394+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~E89I4FOE1DQZ.0 size=1048576 2023-12-16T18:27:47.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.396+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~E89I4FOE1DQZ.1 size=1046526 2023-12-16T18:27:47.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.396+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=E89I4FOE1DQZ tag=97GA6NK9KY4G type=write size=3143678 2023-12-16T18:27:47.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.398+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=T8J40M7FM9LI type=write size=573703 2023-12-16T18:27:47.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.401+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.0 size=1048576 2023-12-16T18:27:47.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.403+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.1 size=1048576 2023-12-16T18:27:47.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.404+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.2 size=62463 2023-12-16T18:27:47.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.405+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=L4K3D4XDTWXR tag=PGQ3DYFHO9Z0 type=write size=3208191 2023-12-16T18:27:47.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.407+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=YZF4WUQN94RP type=del 2023-12-16T18:27:47.407 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.409+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=M4ZVESIX6ZG0 type=del size=1919563 2023-12-16T18:27:47.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.410+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=TSU1XEK8XI4G type=del 2023-12-16T18:27:47.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.414+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~8KLOS2P39QS2.0 size=566952 2023-12-16T18:27:47.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.414+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=8KLOS2P39QS2 tag=8829JXMMTJGT type=write size=1615528 2023-12-16T18:27:47.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.415+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.0 size=1048576 2023-12-16T18:27:47.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.417+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.1 size=1048576 2023-12-16T18:27:47.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.418+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~UWPT56A7J847.2 size=788461 2023-12-16T18:27:47.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.422+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=UWPT56A7J847 tag=4ZU40JYNJHEU type=write size=3934189 2023-12-16T18:27:47.422 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.423+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=428OERKQC8JB type=del size=1436626 2023-12-16T18:27:47.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.425+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=4A8AQCZBL3RP type=del 2023-12-16T18:27:47.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.429+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~FS3DY5Q113BX.0 size=776949 2023-12-16T18:27:47.428 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.429+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=FS3DY5Q113BX tag=P64RTYIIU9B3 type=write size=1825525 2023-12-16T18:27:47.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.431+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=D0UM6JTXRZQ0 type=del 2023-12-16T18:27:47.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.432+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=T3YSLQNNQGU9 type=write size=307998 2023-12-16T18:27:47.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.434+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~QNRHQC6N3NAK.0 size=1048576 2023-12-16T18:27:47.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.436+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~QNRHQC6N3NAK.1 size=16193 2023-12-16T18:27:47.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.439+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=QNRHQC6N3NAK tag=8L12O1ONAGAH type=write size=2113345 2023-12-16T18:27:47.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.442+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=E9ZTN2PZ5I3B type=del size=2082290 2023-12-16T18:27:47.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.444+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=WWCDQQ59YCRJ type=del 2023-12-16T18:27:47.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.447+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~FKYSAN0DHQLI.0 size=437730 2023-12-16T18:27:47.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.447+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=FKYSAN0DHQLI tag=Q2ULA9JSKOT0 type=write size=1486306 2023-12-16T18:27:47.448 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.449+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~53KQEA02PDDP.0 size=1048576 2023-12-16T18:27:47.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.450+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~53KQEA02PDDP.1 size=675053 2023-12-16T18:27:47.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.453+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=53KQEA02PDDP tag=E44TOIZIBVM6 type=write size=2772205 2023-12-16T18:27:47.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.455+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=XA2AG40A84F2 type=del size=2211534 2023-12-16T18:27:47.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.457+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=TA3BPIPVNYCP type=del 2023-12-16T18:27:47.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.458+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=OE14D9X9LYBT type=write size=649502 2023-12-16T18:27:47.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.460+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~IXA5GW0EJKB9.0 size=1048576 2023-12-16T18:27:47.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.462+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~IXA5GW0EJKB9.1 size=324455 2023-12-16T18:27:47.464 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.465+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=IXA5GW0EJKB9 tag=4ELUHEXKR3KP type=write size=2421607 2023-12-16T18:27:47.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.467+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=V50I7SASPJRX type=del size=2320718 2023-12-16T18:27:47.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.471+0000 7f93822c1640 1 < suggested update operation key=U1TKHNSDBAAI tag=2BC0ZHDQCPZG type=del size=3266348 2023-12-16T18:27:47.472 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.473+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=1RO1XLGWKZGG type=del size=168321 2023-12-16T18:27:47.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.476+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=G8A0JBVGAFR3 type=del size=3640667 2023-12-16T18:27:47.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.478+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=UWRQOS471XK6 type=del size=392137 2023-12-16T18:27:47.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.480+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~03S9ADMQS8IC.0 size=1048576 2023-12-16T18:27:47.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.482+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~03S9ADMQS8IC.1 size=179745 2023-12-16T18:27:47.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.485+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=03S9ADMQS8IC tag=VY414TY0LMSB type=write size=2276897 2023-12-16T18:27:47.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.487+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=EUMQ2BN63853 type=del size=4163011 2023-12-16T18:27:47.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.487+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~N4KJZ9LNHIE9.0 size=459207 2023-12-16T18:27:47.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.490+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=N4KJZ9LNHIE9 tag=NGDJXM9Y02W0 type=write size=1507783 2023-12-16T18:27:47.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.492+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=BM2IBKH0SJM8 type=del size=963416 2023-12-16T18:27:47.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.494+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~E89I4FOE1DQZ.0 size=1048576 2023-12-16T18:27:47.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.494+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~E89I4FOE1DQZ.1 size=1046526 2023-12-16T18:27:47.496 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.497+0000 7f93822c1640 1 < canceled multipart upload key=76N6UQ3HGY5M upload=E89I4FOE1DQZ tag=97GA6NK9KY4G type=write size=3143678 2023-12-16T18:27:47.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.499+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=QCGLAKRFJY1O type=del size=316194 2023-12-16T18:27:47.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.500+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.0 size=1048576 2023-12-16T18:27:47.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.502+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.1 size=1048576 2023-12-16T18:27:47.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.504+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~L4K3D4XDTWXR.2 size=62463 2023-12-16T18:27:47.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.507+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=L4K3D4XDTWXR tag=PGQ3DYFHO9Z0 type=write size=3208191 2023-12-16T18:27:47.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.509+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=19K60T3GKWPD type=del size=3039024 2023-12-16T18:27:47.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.511+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=M4ZVESIX6ZG0 type=del 2023-12-16T18:27:47.511 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.512+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=NS9M9208YT9J type=del size=4016095 2023-12-16T18:27:47.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.514+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~8KLOS2P39QS2.0 size=566952 2023-12-16T18:27:47.517 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.518+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=8KLOS2P39QS2 tag=8829JXMMTJGT type=write size=1615528 2023-12-16T18:27:47.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.521+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~U3XVZWW1ACCL.0 size=497178 2023-12-16T18:27:47.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.521+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=U3XVZWW1ACCL tag=30LQGHOISTAL type=write size=1545754 2023-12-16T18:27:47.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.523+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=428OERKQC8JB type=del 2023-12-16T18:27:47.525 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.527+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ZYILKF9E5N3G.0 size=882044 2023-12-16T18:27:47.525 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.527+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ZYILKF9E5N3G tag=PPM7NRPJUP9S type=write size=1930620 2023-12-16T18:27:47.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.527+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~FS3DY5Q113BX.0 size=776949 2023-12-16T18:27:47.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.530+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=FS3DY5Q113BX tag=P64RTYIIU9B3 type=write size=1825525 2023-12-16T18:27:47.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.534+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.0 size=1048576 2023-12-16T18:27:47.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.535+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.1 size=1048576 2023-12-16T18:27:47.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.537+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.2 size=130184 2023-12-16T18:27:47.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.537+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=ZZGNVJBW03I1 tag=RWPVJR9PR2W3 type=write size=3275912 2023-12-16T18:27:47.540 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.541+0000 7f93822c1640 1 < suggested remove operation key=KRXRHOSSG9T7 tag=T3YSLQNNQGU9 type=write 2023-12-16T18:27:47.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.543+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=3U82J8OVY8QS type=del size=1338629 2023-12-16T18:27:47.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.545+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=E9ZTN2PZ5I3B type=del 2023-12-16T18:27:47.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.547+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=Z5K3FDC6OHV3 type=write size=1034582 2023-12-16T18:27:47.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.549+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~FKYSAN0DHQLI.0 size=437730 2023-12-16T18:27:47.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.552+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=FKYSAN0DHQLI tag=Q2ULA9JSKOT0 type=write size=1486306 2023-12-16T18:27:47.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.556+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.0 size=1048576 2023-12-16T18:27:47.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.558+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.1 size=1048576 2023-12-16T18:27:47.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.560+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.2 size=108367 2023-12-16T18:27:47.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.560+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=9RJT56ZJ2FFH tag=BGZAYZI2QIQU type=write size=3254095 2023-12-16T18:27:47.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.561+0000 7f93822c1640 1 < canceled operation key=4IEBMNZ5G5YI tag=XA2AG40A84F2 type=del size=2211534 2023-12-16T18:27:47.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.563+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=C7KDNNJ0LL3F type=write size=855082 2023-12-16T18:27:47.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.565+0000 7f93822c1640 1 < completed write operation key=SM7EDQYTHZ7L tag=OE14D9X9LYBT type=write size=649502 2023-12-16T18:27:47.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.568+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=LG8NLLT6FD8E type=del size=2988662 2023-12-16T18:27:47.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.570+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=V50I7SASPJRX type=del 2023-12-16T18:27:47.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.572+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=Z5I72WLVQJE5 type=del size=1287324 2023-12-16T18:27:47.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.574+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=1RO1XLGWKZGG type=del 2023-12-16T18:27:47.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.577+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~I7S9EF45XWNA.0 size=816610 2023-12-16T18:27:47.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.577+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=I7S9EF45XWNA tag=JRB4WEYAIZS5 type=write size=1865186 2023-12-16T18:27:47.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.579+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=UWRQOS471XK6 type=del 2023-12-16T18:27:47.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.580+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=CYG8AVDZYYPE type=del size=3399218 2023-12-16T18:27:47.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.582+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=EUMQ2BN63853 type=del 2023-12-16T18:27:47.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.586+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~99T209OB2MP3.0 size=1042192 2023-12-16T18:27:47.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.586+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=99T209OB2MP3 tag=XZCOBJ3S3Q3H type=write size=2090768 2023-12-16T18:27:47.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.587+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=BM2IBKH0SJM8 type=del 2023-12-16T18:27:47.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.590+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=0JVHJ0MYYKMQ type=del size=2705855 2023-12-16T18:27:47.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.591+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=QCGLAKRFJY1O type=del 2023-12-16T18:27:47.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.593+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=U5CIJLPP73V0 type=del size=592847 2023-12-16T18:27:47.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.595+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=19K60T3GKWPD type=del 2023-12-16T18:27:47.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.598+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~1RBWCIHJOQXW.0 size=890089 2023-12-16T18:27:47.598 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.598+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=1RBWCIHJOQXW tag=PLMP5B8XS6X3 type=write size=1938665 2023-12-16T18:27:47.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.602+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=NS9M9208YT9J type=del 2023-12-16T18:27:47.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.604+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=G7RJ51FXPRS5 type=del size=560817 2023-12-16T18:27:47.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.606+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~U3XVZWW1ACCL.0 size=497178 2023-12-16T18:27:47.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.609+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=U3XVZWW1ACCL tag=30LQGHOISTAL type=write size=1545754 2023-12-16T18:27:47.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.610+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=PABNO43Z6S1G type=del size=1293285 2023-12-16T18:27:47.611 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.612+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ZYILKF9E5N3G.0 size=882044 2023-12-16T18:27:47.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.615+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=ZYILKF9E5N3G tag=PPM7NRPJUP9S type=write size=1930620 2023-12-16T18:27:47.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.619+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~VMGJ8IHA53PL.0 size=1048576 2023-12-16T18:27:47.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.620+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~VMGJ8IHA53PL.1 size=597042 2023-12-16T18:27:47.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.620+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=VMGJ8IHA53PL tag=EAE7OLJMD1MV type=write size=2694194 2023-12-16T18:27:47.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.622+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.0 size=1048576 2023-12-16T18:27:47.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.624+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.1 size=1048576 2023-12-16T18:27:47.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.624+0000 7f93822c1640 1 < canceled part key=_multipart_SL00EWUL3JDN.2~ZZGNVJBW03I1.2 size=130184 2023-12-16T18:27:47.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.628+0000 7f93822c1640 1 < canceled multipart upload key=SL00EWUL3JDN upload=ZZGNVJBW03I1 tag=RWPVJR9PR2W3 type=write size=3275912 2023-12-16T18:27:47.630 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.631+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~2SS7SR250SDL.0 size=1048576 2023-12-16T18:27:47.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.633+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~2SS7SR250SDL.1 size=94713 2023-12-16T18:27:47.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.633+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=2SS7SR250SDL tag=LOWHVPDO3U7D type=write size=2191865 2023-12-16T18:27:47.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.635+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=3U82J8OVY8QS type=del 2023-12-16T18:27:47.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.637+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=ZXQ0IUD908XD type=del size=4020260 2023-12-16T18:27:47.639 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.640+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=Z5K3FDC6OHV3 type=write size=1034582 2023-12-16T18:27:47.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.642+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=PWRQ9RI9OGQD type=write size=567895 2023-12-16T18:27:47.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.644+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.0 size=1048576 2023-12-16T18:27:47.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.646+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.1 size=1048576 2023-12-16T18:27:47.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.646+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~9RJT56ZJ2FFH.2 size=108367 2023-12-16T18:27:47.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.649+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=9RJT56ZJ2FFH tag=BGZAYZI2QIQU type=write size=3254095 2023-12-16T18:27:47.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.650+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=CP3FH8QILHGS type=del size=1638160 2023-12-16T18:27:47.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.652+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=C7KDNNJ0LL3F type=write size=855082 2023-12-16T18:27:47.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.654+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=WBXASDDBZKVH type=del size=1936210 2023-12-16T18:27:47.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.656+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=LG8NLLT6FD8E type=del 2023-12-16T18:27:47.658 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.660+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.0 size=1048576 2023-12-16T18:27:47.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.661+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.1 size=1048576 2023-12-16T18:27:47.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.663+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.2 size=751844 2023-12-16T18:27:47.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.663+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=9PCS9Z8ZHGDM tag=S8XVC7YW5XIM type=write size=3897572 2023-12-16T18:27:47.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.665+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=Z5I72WLVQJE5 type=del 2023-12-16T18:27:47.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.667+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=WGLM81D6F2A2 type=del size=1797800 2023-12-16T18:27:47.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.669+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~I7S9EF45XWNA.0 size=816610 2023-12-16T18:27:47.671 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.672+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=I7S9EF45XWNA tag=JRB4WEYAIZS5 type=write size=1865186 2023-12-16T18:27:47.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.675+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.0 size=1048576 2023-12-16T18:27:47.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.677+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.1 size=1048576 2023-12-16T18:27:47.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.678+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.2 size=1020344 2023-12-16T18:27:47.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.678+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=82TPD2QCTQE0 tag=QHI9NYH018UF type=write size=4166072 2023-12-16T18:27:47.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.682+0000 7f93822c1640 1 < suggested remove operation key=A0K8MNF7WKJ5 tag=CYG8AVDZYYPE type=del 2023-12-16T18:27:47.682 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.684+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=C2J10UWP8T4Y type=write size=435115 2023-12-16T18:27:47.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.686+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~99T209OB2MP3.0 size=1042192 2023-12-16T18:27:47.689 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.689+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=99T209OB2MP3 tag=XZCOBJ3S3Q3H type=write size=2090768 2023-12-16T18:27:47.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.693+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~PAI5PG0KMMQV.0 size=1048576 2023-12-16T18:27:47.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.694+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~PAI5PG0KMMQV.1 size=299292 2023-12-16T18:27:47.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.694+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=PAI5PG0KMMQV tag=O6AQFGPS4UCH type=write size=2396444 2023-12-16T18:27:47.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.697+0000 7f93822c1640 1 < canceled operation key=SM7EDQYTHZ7L tag=0JVHJ0MYYKMQ type=del size=2705855 2023-12-16T18:27:47.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.700+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~WUZSZYDECALP.0 size=167042 2023-12-16T18:27:47.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.700+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=WUZSZYDECALP tag=HJA4TWTECIR4 type=write size=1215618 2023-12-16T18:27:47.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.701+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=U5CIJLPP73V0 type=del 2023-12-16T18:27:47.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.705+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.0 size=1048576 2023-12-16T18:27:47.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.706+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.1 size=1048576 2023-12-16T18:27:47.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.708+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.2 size=878941 2023-12-16T18:27:47.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.708+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=0VJ0K11M81AZ tag=HSTD6MXTSG9P type=write size=4024669 2023-12-16T18:27:47.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.710+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~1RBWCIHJOQXW.0 size=890089 2023-12-16T18:27:47.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.713+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=1RBWCIHJOQXW tag=PLMP5B8XS6X3 type=write size=1938665 2023-12-16T18:27:47.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.715+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=0DP2RPBG0720 type=del size=1147475 2023-12-16T18:27:47.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.717+0000 7f93822c1640 1 < canceled operation key=F7I9QP65YT40 tag=G7RJ51FXPRS5 type=del size=560817 2023-12-16T18:27:47.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.718+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=LF2UKA2OP3GZ type=del size=3348036 2023-12-16T18:27:47.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.720+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=PABNO43Z6S1G type=del 2023-12-16T18:27:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:47] "GET /metrics HTTP/1.1" 200 38718 "" "Prometheus/2.43.0" 2023-12-16T18:27:47.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.725+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~9H1OTNYECNXC.0 size=1048576 2023-12-16T18:27:47.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.726+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~9H1OTNYECNXC.1 size=463203 2023-12-16T18:27:47.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.726+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=9H1OTNYECNXC tag=W6V3B7YX8JDB type=write size=2560355 2023-12-16T18:27:47.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.728+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~VMGJ8IHA53PL.0 size=1048576 2023-12-16T18:27:47.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.730+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~VMGJ8IHA53PL.1 size=597042 2023-12-16T18:27:47.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.733+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=VMGJ8IHA53PL tag=EAE7OLJMD1MV type=write size=2694194 2023-12-16T18:27:47.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.737+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~DAG16PHJAR3O.0 size=1048576 2023-12-16T18:27:47.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.738+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~DAG16PHJAR3O.1 size=995487 2023-12-16T18:27:47.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.738+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=DAG16PHJAR3O tag=AT1Y46HK1TNB type=write size=3092639 2023-12-16T18:27:47.739 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.740+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~2SS7SR250SDL.0 size=1048576 2023-12-16T18:27:47.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.742+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~2SS7SR250SDL.1 size=94713 2023-12-16T18:27:47.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.745+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=2SS7SR250SDL tag=LOWHVPDO3U7D type=write size=2191865 2023-12-16T18:27:47.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.746+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=5ZLB63IUM9ZL type=del size=140269 2023-12-16T18:27:47.747 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.749+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=ZXQ0IUD908XD type=del 2023-12-16T18:27:47.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.750+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=PCSF9ZPQW80Q type=del size=1340899 2023-12-16T18:27:47.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.753+0000 7f93822c1640 -1 < failed to complete operation key=A0K8MNF7WKJ5 tag=PWRQ9RI9OGQD type=write size=567895: (22) Invalid argument 2023-12-16T18:27:47.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.754+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=SGKOB9X6MOHQ type=del size=63844 2023-12-16T18:27:47.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.757+0000 7f93822c1640 -1 < failed to complete operation key=A0K8MNF7WKJ5 tag=CP3FH8QILHGS type=del size=1638160: (22) Invalid argument 2023-12-16T18:27:47.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.759+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=7H23264JX04H type=write size=956215 2023-12-16T18:27:47.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.763+0000 7f93822c1640 1 < suggested update operation key=UX6BKKXQRKOB tag=WBXASDDBZKVH type=del size=1936210 2023-12-16T18:27:47.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.765+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=8I7R2CVAUV0Y type=write size=371706 2023-12-16T18:27:47.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.767+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.0 size=1048576 2023-12-16T18:27:47.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.768+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.1 size=1048576 2023-12-16T18:27:47.769 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.770+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~9PCS9Z8ZHGDM.2 size=751844 2023-12-16T18:27:47.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.773+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=9PCS9Z8ZHGDM tag=S8XVC7YW5XIM type=write size=3897572 2023-12-16T18:27:47.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.775+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=555HD7VUNPQO type=write size=107715 2023-12-16T18:27:47.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.777+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=WGLM81D6F2A2 type=del 2023-12-16T18:27:47.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.781+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~R0Y67G0AHTOW.0 size=651212 2023-12-16T18:27:47.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.781+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=R0Y67G0AHTOW tag=KSYWMWGI72MN type=write size=1699788 2023-12-16T18:27:47.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.783+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.0 size=1048576 2023-12-16T18:27:47.783 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.785+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.1 size=1048576 2023-12-16T18:27:47.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.787+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~82TPD2QCTQE0.2 size=1020344 2023-12-16T18:27:47.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.790+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=82TPD2QCTQE0 tag=QHI9NYH018UF type=write size=4166072 2023-12-16T18:27:47.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.792+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=901ONBEP75Z6 type=write size=748411 2023-12-16T18:27:47.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.794+0000 7f93822c1640 1 < canceled operation key=A0K8MNF7WKJ5 tag=C2J10UWP8T4Y type=write size=435115 2023-12-16T18:27:47.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.796+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=ARIIYTDNFU3D type=del size=1142466 2023-12-16T18:27:47.796 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.797+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~PAI5PG0KMMQV.0 size=1048576 2023-12-16T18:27:47.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.798+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~PAI5PG0KMMQV.1 size=299292 2023-12-16T18:27:47.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.802+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=PAI5PG0KMMQV tag=O6AQFGPS4UCH type=write size=2396444 2023-12-16T18:27:47.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.804+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=C8D5EMFP66BO type=del size=4089264 2023-12-16T18:27:47.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.804+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~WUZSZYDECALP.0 size=167042 2023-12-16T18:27:47.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.807+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=WUZSZYDECALP tag=HJA4TWTECIR4 type=write size=1215618 2023-12-16T18:27:47.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.809+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=LI0JHEDCHWEC type=del size=2249431 2023-12-16T18:27:47.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.810+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.0 size=1048576 2023-12-16T18:27:47.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.811+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.1 size=1048576 2023-12-16T18:27:47.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.813+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~0VJ0K11M81AZ.2 size=878941 2023-12-16T18:27:47.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.816+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=0VJ0K11M81AZ tag=HSTD6MXTSG9P type=write size=4024669 2023-12-16T18:27:47.816 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.818+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=QAXG5F3ZVNVI type=del size=3797401 2023-12-16T18:27:47.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.820+0000 7f93822c1640 -1 < failed to complete operation key=UX6BKKXQRKOB tag=0DP2RPBG0720 type=del size=1147475: (22) Invalid argument 2023-12-16T18:27:47.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.822+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=YLOX73M74E78 type=del size=3523569 2023-12-16T18:27:47.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.824+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=LF2UKA2OP3GZ type=del 2023-12-16T18:27:47.825 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.826+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=KMEKU0OBRWZ7 type=del size=207626 2023-12-16T18:27:47.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.828+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~9H1OTNYECNXC.0 size=1048576 2023-12-16T18:27:47.829 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.830+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~9H1OTNYECNXC.1 size=463203 2023-12-16T18:27:47.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.833+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=9H1OTNYECNXC tag=W6V3B7YX8JDB type=write size=2560355 2023-12-16T18:27:47.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.835+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=45310BICHMJJ type=del size=3040862 2023-12-16T18:27:47.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.837+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~DAG16PHJAR3O.0 size=1048576 2023-12-16T18:27:47.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.839+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~DAG16PHJAR3O.1 size=995487 2023-12-16T18:27:47.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.842+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=DAG16PHJAR3O tag=AT1Y46HK1TNB type=write size=3092639 2023-12-16T18:27:47.843 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.845+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=U7SUJH1QHTF1 type=del size=3590370 2023-12-16T18:27:47.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.847+0000 7f93822c1640 -1 < failed to complete operation key=UX6BKKXQRKOB tag=5ZLB63IUM9ZL type=del size=140269: (22) Invalid argument 2023-12-16T18:27:47.848 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.849+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=EWFN2E73R9OM type=del size=3838262 2023-12-16T18:27:47.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.853+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=PCSF9ZPQW80Q type=del 2023-12-16T18:27:47.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.856+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~Z5DJP4NMOAVW.0 size=1048576 2023-12-16T18:27:47.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.858+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~Z5DJP4NMOAVW.1 size=486887 2023-12-16T18:27:47.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.858+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=Z5DJP4NMOAVW tag=PEXQ8O8YQE9O type=write size=2584039 2023-12-16T18:27:47.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.866+0000 7f93822c1640 1 < suggested remove operation key=U1TKHNSDBAAI tag=SGKOB9X6MOHQ type=del 2023-12-16T18:27:47.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.869+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~AXC2381WE2D0.0 size=1048576 2023-12-16T18:27:47.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.870+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~AXC2381WE2D0.1 size=583465 2023-12-16T18:27:47.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.870+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=AXC2381WE2D0 tag=NDF92TNE3PMK type=write size=2680617 2023-12-16T18:27:47.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.873+0000 7f93822c1640 -1 < failed to complete operation key=U1TKHNSDBAAI tag=7H23264JX04H type=write size=956215: (22) Invalid argument 2023-12-16T18:27:47.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.874+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=3HTUVW7J15TC type=del size=221276 2023-12-16T18:27:47.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.876+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=8I7R2CVAUV0Y type=write size=371706 2023-12-16T18:27:47.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.878+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=JUL432EU13YU type=del size=895332 2023-12-16T18:27:47.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.880+0000 7f93822c1640 1 < completed write operation key=U9TOW5YB71XP tag=555HD7VUNPQO type=write size=107715 2023-12-16T18:27:47.880 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.882+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=C6NFMRP40R55 type=write size=501604 2023-12-16T18:27:47.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.882+0000 7f93822c1640 1 < canceled part key=_multipart_YMZJ7OH0QIET.2~R0Y67G0AHTOW.0 size=651212 2023-12-16T18:27:47.884 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.885+0000 7f93822c1640 1 < canceled multipart upload key=YMZJ7OH0QIET upload=R0Y67G0AHTOW tag=KSYWMWGI72MN type=write size=1699788 2023-12-16T18:27:47.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.889+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.0 size=1048576 2023-12-16T18:27:47.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.890+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.1 size=1048576 2023-12-16T18:27:47.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.892+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.2 size=172035 2023-12-16T18:27:47.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.892+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=GHNT07Q5FAZ2 tag=E54LOA7ENH96 type=write size=3317763 2023-12-16T18:27:47.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.894+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=901ONBEP75Z6 type=write size=748411 2023-12-16T18:27:47.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.897+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.0 size=1048576 2023-12-16T18:27:47.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.899+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.1 size=1048576 2023-12-16T18:27:47.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.901+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.2 size=654987 2023-12-16T18:27:47.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.901+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=U3VGKGHJF429 tag=Z3TKNLXLNW2N type=write size=3800715 2023-12-16T18:27:47.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.904+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=ARIIYTDNFU3D type=del size=1142466 2023-12-16T18:27:47.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.906+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=HFNG8O8DY2RE type=del size=2851791 2023-12-16T18:27:47.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.908+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=C8D5EMFP66BO type=del size=4089264 2023-12-16T18:27:47.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.910+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=4UK2NG3LGBVA type=del size=700250 2023-12-16T18:27:47.911 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.912+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=LI0JHEDCHWEC type=del 2023-12-16T18:27:47.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.914+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=YK5SL5KYCGXF type=write size=243866 2023-12-16T18:27:47.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.917+0000 7f93822c1640 1 < suggested remove operation key=SM7EDQYTHZ7L tag=QAXG5F3ZVNVI type=del 2023-12-16T18:27:47.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.921+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~79HI49FYTYEF.0 size=1048576 2023-12-16T18:27:47.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.924+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~79HI49FYTYEF.1 size=411491 2023-12-16T18:27:47.922 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.924+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=79HI49FYTYEF tag=T9XRO2MO4D7Y type=write size=2508643 2023-12-16T18:27:47.924 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.925+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=YLOX73M74E78 type=del 2023-12-16T18:27:47.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.929+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~5I7GCI3EQECQ.0 size=960928 2023-12-16T18:27:47.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.929+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=5I7GCI3EQECQ tag=BJMK1BZ43CZC type=write size=2009504 2023-12-16T18:27:47.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.932+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=KMEKU0OBRWZ7 type=del 2023-12-16T18:27:47.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.935+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.0 size=1048576 2023-12-16T18:27:47.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.937+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.1 size=1048576 2023-12-16T18:27:47.937 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.938+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.2 size=183603 2023-12-16T18:27:47.937 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.938+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=IU2RHUR3GJEE tag=SL0L2Z5M2FJ8 type=write size=3329331 2023-12-16T18:27:47.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.940+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=45310BICHMJJ type=del 2023-12-16T18:27:47.942 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.943+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.0 size=1048576 2023-12-16T18:27:47.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.945+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.1 size=1048576 2023-12-16T18:27:47.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.947+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.2 size=775350 2023-12-16T18:27:47.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.947+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=NCN9BIHX8LVN tag=L7TJCDKFC9AC type=write size=3921078 2023-12-16T18:27:47.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.949+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=U7SUJH1QHTF1 type=del 2023-12-16T18:27:47.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.952+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.0 size=1048576 2023-12-16T18:27:47.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.954+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.1 size=1048576 2023-12-16T18:27:47.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.956+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.2 size=324674 2023-12-16T18:27:47.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.956+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=69NIJMG7EV5R tag=SF5JITXE1VTR type=write size=3470402 2023-12-16T18:27:47.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.958+0000 7f93822c1640 1 < canceled operation key=U9TOW5YB71XP tag=EWFN2E73R9OM type=del size=3838262 2023-12-16T18:27:47.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.962+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~6UNIQADIL88O.0 size=631707 2023-12-16T18:27:47.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.962+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=6UNIQADIL88O tag=V8UL6GAFNOMT type=write size=1680283 2023-12-16T18:27:47.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.964+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~Z5DJP4NMOAVW.0 size=1048576 2023-12-16T18:27:47.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.965+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~Z5DJP4NMOAVW.1 size=486887 2023-12-16T18:27:47.967 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.969+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=Z5DJP4NMOAVW tag=PEXQ8O8YQE9O type=write size=2584039 2023-12-16T18:27:47.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.972+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~AP5G2QTIHPPL.0 size=1048576 2023-12-16T18:27:47.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.973+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~AP5G2QTIHPPL.1 size=818342 2023-12-16T18:27:47.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.973+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=AP5G2QTIHPPL tag=5F3R0KU33I45 type=write size=2915494 2023-12-16T18:27:47.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.975+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~AXC2381WE2D0.0 size=1048576 2023-12-16T18:27:47.976 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.977+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~AXC2381WE2D0.1 size=583465 2023-12-16T18:27:47.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.980+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=AXC2381WE2D0 tag=NDF92TNE3PMK type=write size=2680617 2023-12-16T18:27:47.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.982+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=Y054VHX177DA type=del size=2942713 2023-12-16T18:27:47.983 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.984+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=3HTUVW7J15TC type=del 2023-12-16T18:27:47.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.988+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.0 size=1048576 2023-12-16T18:27:47.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.989+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.1 size=1048576 2023-12-16T18:27:47.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.991+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.2 size=202261 2023-12-16T18:27:47.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.991+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=1MM3SF2QQMFG tag=OJKUPQ6MKOTO type=write size=3347989 2023-12-16T18:27:47.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.993+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=JUL432EU13YU type=del 2023-12-16T18:27:47.994 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.995+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=B7VZH61067HL type=del size=2300571 2023-12-16T18:27:47.996 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.997+0000 7f93822c1640 1 < completed write operation key=O0025T05J9ZQ tag=C6NFMRP40R55 type=write size=501604 2023-12-16T18:27:47.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:47.999+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=RQPAJMPTO20G type=del size=3504872 2023-12-16T18:27:47.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.000+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.0 size=1048576 2023-12-16T18:27:48.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.002+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.1 size=1048576 2023-12-16T18:27:48.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.002+0000 7f93822c1640 1 < canceled part key=_multipart_T1982IC7NL80.2~GHNT07Q5FAZ2.2 size=172035 2023-12-16T18:27:48.004 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.005+0000 7f93822c1640 1 < canceled multipart upload key=T1982IC7NL80 upload=GHNT07Q5FAZ2 tag=E54LOA7ENH96 type=write size=3317763 2023-12-16T18:27:48.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.007+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=3SWH245PQLAC type=del size=1126915 2023-12-16T18:27:48.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.008+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.0 size=1048576 2023-12-16T18:27:48.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.010+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.1 size=1048576 2023-12-16T18:27:48.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.012+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~U3VGKGHJF429.2 size=654987 2023-12-16T18:27:48.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.015+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=U3VGKGHJF429 tag=Z3TKNLXLNW2N type=write size=3800715 2023-12-16T18:27:48.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.019+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.0 size=1048576 2023-12-16T18:27:48.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.020+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.1 size=1048576 2023-12-16T18:27:48.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.022+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.2 size=188489 2023-12-16T18:27:48.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.022+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=B8K8DA31X0WX tag=JRT0XJF9Z29N type=write size=3334217 2023-12-16T18:27:48.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.023+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=HFNG8O8DY2RE type=del 2023-12-16T18:27:48.027 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.027+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~L41AKLIPZVLZ.0 size=1048576 2023-12-16T18:27:48.028 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.029+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~L41AKLIPZVLZ.1 size=757990 2023-12-16T18:27:48.028 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.029+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=L41AKLIPZVLZ tag=GJP8X629V8CJ type=write size=2855142 2023-12-16T18:27:48.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.030+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=4UK2NG3LGBVA type=del 2023-12-16T18:27:48.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.032+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=7Q9UMNJ084TW type=del size=3784914 2023-12-16T18:27:48.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.034+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=YK5SL5KYCGXF type=write size=243866 2023-12-16T18:27:48.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.037+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=WTQNO7JTCTE3 type=del size=3891550 2023-12-16T18:27:48.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.039+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~79HI49FYTYEF.0 size=1048576 2023-12-16T18:27:48.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.040+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~79HI49FYTYEF.1 size=411491 2023-12-16T18:27:48.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.043+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=79HI49FYTYEF tag=T9XRO2MO4D7Y type=write size=2508643 2023-12-16T18:27:48.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.047+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.0 size=1048576 2023-12-16T18:27:48.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.048+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.1 size=1048576 2023-12-16T18:27:48.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.050+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.2 size=313149 2023-12-16T18:27:48.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.051+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=10K7L55HY6WI tag=DM8S3A9R2PRE type=write size=3458877 2023-12-16T18:27:48.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.053+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~5I7GCI3EQECQ.0 size=960928 2023-12-16T18:27:48.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.057+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=5I7GCI3EQECQ tag=BJMK1BZ43CZC type=write size=2009504 2023-12-16T18:27:48.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.059+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=YDFY4HF5I61J type=del size=3088490 2023-12-16T18:27:48.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.061+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.0 size=1048576 2023-12-16T18:27:48.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.061+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.1 size=1048576 2023-12-16T18:27:48.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.061+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~IU2RHUR3GJEE.2 size=183603 2023-12-16T18:27:48.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.064+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=IU2RHUR3GJEE tag=SL0L2Z5M2FJ8 type=write size=3329331 2023-12-16T18:27:48.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.066+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=9A3QH95L6O9E type=del size=983130 2023-12-16T18:27:48.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.068+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.0 size=1048576 2023-12-16T18:27:48.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.069+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.1 size=1048576 2023-12-16T18:27:48.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.071+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~NCN9BIHX8LVN.2 size=775350 2023-12-16T18:27:48.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.074+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=NCN9BIHX8LVN tag=L7TJCDKFC9AC type=write size=3921078 2023-12-16T18:27:48.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.076+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=LLO8XH05ML27 type=del size=3749128 2023-12-16T18:27:48.077 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.078+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.0 size=1048576 2023-12-16T18:27:48.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.080+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.1 size=1048576 2023-12-16T18:27:48.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.081+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~69NIJMG7EV5R.2 size=324674 2023-12-16T18:27:48.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.084+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=69NIJMG7EV5R tag=SF5JITXE1VTR type=write size=3470402 2023-12-16T18:27:48.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.086+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=8DV7PA1QP1XC type=del size=2654353 2023-12-16T18:27:48.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.088+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~6UNIQADIL88O.0 size=631707 2023-12-16T18:27:48.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.091+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=6UNIQADIL88O tag=V8UL6GAFNOMT type=write size=1680283 2023-12-16T18:27:48.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.094+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=ILL1M39IAN1J type=del size=131691 2023-12-16T18:27:48.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.095+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~AP5G2QTIHPPL.0 size=1048576 2023-12-16T18:27:48.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.097+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~AP5G2QTIHPPL.1 size=818342 2023-12-16T18:27:48.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.100+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=AP5G2QTIHPPL tag=5F3R0KU33I45 type=write size=2915494 2023-12-16T18:27:48.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.103+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.0 size=1048576 2023-12-16T18:27:48.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.105+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.1 size=1048576 2023-12-16T18:27:48.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.106+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.2 size=663350 2023-12-16T18:27:48.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.106+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=AMXHETUCWUCL tag=W5Y8UECNL70L type=write size=3809078 2023-12-16T18:27:48.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.108+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=Y054VHX177DA type=del 2023-12-16T18:27:48.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.112+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.0 size=1048576 2023-12-16T18:27:48.112 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.114+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.1 size=1048576 2023-12-16T18:27:48.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.115+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.2 size=971971 2023-12-16T18:27:48.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.115+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=6PWY7XSU5W2F tag=5K2SUFTA6ZTU type=write size=4117699 2023-12-16T18:27:48.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.117+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.0 size=1048576 2023-12-16T18:27:48.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.118+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.1 size=1048576 2023-12-16T18:27:48.119 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.120+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~1MM3SF2QQMFG.2 size=202261 2023-12-16T18:27:48.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.123+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=1MM3SF2QQMFG tag=OJKUPQ6MKOTO type=write size=3347989 2023-12-16T18:27:48.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.125+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=MPI07CCWJ3G0 type=del size=2764786 2023-12-16T18:27:48.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.129+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=B7VZH61067HL type=del size=2300571 2023-12-16T18:27:48.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.132+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.0 size=1048576 2023-12-16T18:27:48.133 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.134+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.1 size=1048576 2023-12-16T18:27:48.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.135+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.2 size=403419 2023-12-16T18:27:48.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.135+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=K7YPK2D7LURA tag=TI5IJFJ0VDR0 type=write size=3549147 2023-12-16T18:27:48.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.137+0000 7f93822c1640 1 < canceled operation key=2H33NU63U1M9 tag=RQPAJMPTO20G type=del size=3504872 2023-12-16T18:27:48.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.139+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=OUFH70I9BXD8 type=write size=938118 2023-12-16T18:27:48.140 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.141+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=3SWH245PQLAC type=del 2023-12-16T18:27:48.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.145+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HUVP81SP3R75.0 size=1048576 2023-12-16T18:27:48.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.147+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HUVP81SP3R75.1 size=24659 2023-12-16T18:27:48.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.147+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=HUVP81SP3R75 tag=SG9W3B2BJNQ4 type=write size=2121811 2023-12-16T18:27:48.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.148+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.0 size=1048576 2023-12-16T18:27:48.149 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.150+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.1 size=1048576 2023-12-16T18:27:48.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.152+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~B8K8DA31X0WX.2 size=188489 2023-12-16T18:27:48.153 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.155+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=B8K8DA31X0WX tag=JRT0XJF9Z29N type=write size=3334217 2023-12-16T18:27:48.155 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.157+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=9QVIYD80BLLR type=write size=501623 2023-12-16T18:27:48.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.159+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~L41AKLIPZVLZ.0 size=1048576 2023-12-16T18:27:48.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.160+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~L41AKLIPZVLZ.1 size=757990 2023-12-16T18:27:48.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.164+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=L41AKLIPZVLZ tag=GJP8X629V8CJ type=write size=2855142 2023-12-16T18:27:48.166 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.167+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~EW6OI195OW13.0 size=505316 2023-12-16T18:27:48.166 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.167+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=EW6OI195OW13 tag=GVXXYJ4KXXEJ type=write size=1553892 2023-12-16T18:27:48.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.169+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=7Q9UMNJ084TW type=del 2023-12-16T18:27:48.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.170+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=E8I8ILS0ZZSU type=del size=234541 2023-12-16T18:27:48.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.172+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=WTQNO7JTCTE3 type=del 2023-12-16T18:27:48.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.175+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=9EARIWJDFBVE type=del size=2449515 2023-12-16T18:27:48.176 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.177+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.0 size=1048576 2023-12-16T18:27:48.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.178+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.1 size=1048576 2023-12-16T18:27:48.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.180+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~10K7L55HY6WI.2 size=313149 2023-12-16T18:27:48.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.183+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=10K7L55HY6WI tag=DM8S3A9R2PRE type=write size=3458877 2023-12-16T18:27:48.183 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.185+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=YY0TJD13A9ON type=del size=3767761 2023-12-16T18:27:48.185 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.187+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=YDFY4HF5I61J type=del 2023-12-16T18:27:48.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.188+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=I4OQTHA8BQQS type=del size=3885882 2023-12-16T18:27:48.189 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.190+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=9A3QH95L6O9E type=del 2023-12-16T18:27:48.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.192+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=MY5H2LORUJV1 type=del size=727892 2023-12-16T18:27:48.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.194+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=LLO8XH05ML27 type=del size=3749128 2023-12-16T18:27:48.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.196+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=QUNICF1YWFB4 type=del size=2458243 2023-12-16T18:27:48.198 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.199+0000 7f93822c1640 1 < suggested update operation key=CBTYWNZ0X6QI tag=8DV7PA1QP1XC type=del size=2654353 2023-12-16T18:27:48.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.201+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=TAMYDVZG90CR type=del size=3925385 2023-12-16T18:27:48.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.203+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=ILL1M39IAN1J type=del 2023-12-16T18:27:48.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.207+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~VR1OXHG6VN3E.0 size=1048576 2023-12-16T18:27:48.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.209+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~VR1OXHG6VN3E.1 size=169950 2023-12-16T18:27:48.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.209+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=VR1OXHG6VN3E tag=NE8TNZWDYFNA type=write size=2267102 2023-12-16T18:27:48.210 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.211+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.0 size=1048576 2023-12-16T18:27:48.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.212+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.1 size=1048576 2023-12-16T18:27:48.213 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.214+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~AMXHETUCWUCL.2 size=663350 2023-12-16T18:27:48.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.217+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=AMXHETUCWUCL tag=W5Y8UECNL70L type=write size=3809078 2023-12-16T18:27:48.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.221+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.0 size=1048576 2023-12-16T18:27:48.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.254+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.1 size=1048576 2023-12-16T18:27:48.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.255+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.2 size=953615 2023-12-16T18:27:48.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.255+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=T42119SD6API tag=D3IPKG50BKKT type=write size=4099343 2023-12-16T18:27:48.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.257+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.0 size=1048576 2023-12-16T18:27:48.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.258+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.1 size=1048576 2023-12-16T18:27:48.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.260+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~6PWY7XSU5W2F.2 size=971971 2023-12-16T18:27:48.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.264+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=6PWY7XSU5W2F tag=5K2SUFTA6ZTU type=write size=4117699 2023-12-16T18:27:48.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.279+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=67TE7TB1N46Y type=write size=39747 2023-12-16T18:27:48.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.281+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=MPI07CCWJ3G0 type=del 2023-12-16T18:27:48.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.283+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=GEM4ZK6S2C60 type=write size=853572 2023-12-16T18:27:48.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.285+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.0 size=1048576 2023-12-16T18:27:48.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.285+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.1 size=1048576 2023-12-16T18:27:48.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.285+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~K7YPK2D7LURA.2 size=403419 2023-12-16T18:27:48.287 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.288+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=K7YPK2D7LURA tag=TI5IJFJ0VDR0 type=write size=3549147 2023-12-16T18:27:48.289 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.290+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0GMQLJSSTSQT type=del size=2701195 2023-12-16T18:27:48.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.292+0000 7f93822c1640 1 < completed write operation key=A0K8MNF7WKJ5 tag=OUFH70I9BXD8 type=write size=938118 2023-12-16T18:27:48.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.296+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~R373XX9Y6JR6.0 size=2835 2023-12-16T18:27:48.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.296+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=R373XX9Y6JR6 tag=ZHH9BALW0LQU type=write size=1051411 2023-12-16T18:27:48.297 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.298+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HUVP81SP3R75.0 size=1048576 2023-12-16T18:27:48.298 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.300+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HUVP81SP3R75.1 size=24659 2023-12-16T18:27:48.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.303+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=HUVP81SP3R75 tag=SG9W3B2BJNQ4 type=write size=2121811 2023-12-16T18:27:48.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.305+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=WJ0G059CKCEB type=del size=1938711 2023-12-16T18:27:48.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.307+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=9QVIYD80BLLR type=write size=501623 2023-12-16T18:27:48.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.309+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=JNOY223RBGSS type=del size=2901951 2023-12-16T18:27:48.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.311+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~EW6OI195OW13.0 size=505316 2023-12-16T18:27:48.313 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.314+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=EW6OI195OW13 tag=GVXXYJ4KXXEJ type=write size=1553892 2023-12-16T18:27:48.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.316+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=WD40S4IU1LVZ type=del size=64799 2023-12-16T18:27:48.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.320+0000 7f93822c1640 1 < suggested update operation key=CBTYWNZ0X6QI tag=E8I8ILS0ZZSU type=del size=234541 2023-12-16T18:27:48.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.322+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=S9517N4PYHZE type=del size=3175779 2023-12-16T18:27:48.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.323+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=9EARIWJDFBVE type=del 2023-12-16T18:27:48.326 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.327+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.0 size=1048576 2023-12-16T18:27:48.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.328+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.1 size=1048576 2023-12-16T18:27:48.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.330+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.2 size=517206 2023-12-16T18:27:48.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.330+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=MFNZT7VJEJIT tag=F52W7G296XJ0 type=write size=3662934 2023-12-16T18:27:48.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.332+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=YY0TJD13A9ON type=del size=3767761 2023-12-16T18:27:48.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.334+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=OT8MAYLD5A9S type=del size=1138179 2023-12-16T18:27:48.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.336+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=I4OQTHA8BQQS type=del 2023-12-16T18:27:48.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:48 smithi184 ceph-mon[136228]: pgmap v1336: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 44 KiB/s wr, 216 op/s 2023-12-16T18:27:48.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.339+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~4BIYW4QHBLOT.0 size=1048576 2023-12-16T18:27:48.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.341+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~4BIYW4QHBLOT.1 size=604205 2023-12-16T18:27:48.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.341+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=4BIYW4QHBLOT tag=VZN84DLDAHOZ type=write size=2701357 2023-12-16T18:27:48.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.343+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=MY5H2LORUJV1 type=del 2023-12-16T18:27:48.344 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.345+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=CX0BSA8O8GBD type=del size=3414020 2023-12-16T18:27:48.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.347+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=QUNICF1YWFB4 type=del 2023-12-16T18:27:48.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.351+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~ZW5J03VEUQOB.0 size=1048576 2023-12-16T18:27:48.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.352+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~ZW5J03VEUQOB.1 size=510850 2023-12-16T18:27:48.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.352+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=ZW5J03VEUQOB tag=6FBOK764YG8P type=write size=2608002 2023-12-16T18:27:48.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.357+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=TAMYDVZG90CR type=del size=3925385 2023-12-16T18:27:48.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.360+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~A1NZY1BDLWB6.0 size=1048576 2023-12-16T18:27:48.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.362+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~A1NZY1BDLWB6.1 size=87618 2023-12-16T18:27:48.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.362+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=A1NZY1BDLWB6 tag=3S5PHL14Y7FH type=write size=2184770 2023-12-16T18:27:48.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.364+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~VR1OXHG6VN3E.0 size=1048576 2023-12-16T18:27:48.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.365+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~VR1OXHG6VN3E.1 size=169950 2023-12-16T18:27:48.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.369+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=VR1OXHG6VN3E tag=NE8TNZWDYFNA type=write size=2267102 2023-12-16T18:27:48.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.370+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=A7KF4V97H3PF type=del size=328190 2023-12-16T18:27:48.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.372+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.0 size=1048576 2023-12-16T18:27:48.373 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.374+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.1 size=1048576 2023-12-16T18:27:48.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.376+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~T42119SD6API.2 size=953615 2023-12-16T18:27:48.378 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.379+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=T42119SD6API tag=D3IPKG50BKKT type=write size=4099343 2023-12-16T18:27:48.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.383+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.0 size=1048576 2023-12-16T18:27:48.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.385+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.1 size=1048576 2023-12-16T18:27:48.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.386+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.2 size=630398 2023-12-16T18:27:48.385 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.386+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=6KIXPA04B32S tag=R5SMQUMCWOMN type=write size=3776126 2023-12-16T18:27:48.387 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.388+0000 7f93822c1640 1 < completed write operation key=76N6UQ3HGY5M tag=67TE7TB1N46Y type=write size=39747 2023-12-16T18:27:48.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.391+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=9GWT3WK6RG1W type=del size=1404472 2023-12-16T18:27:48.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.393+0000 7f93822c1640 1 < completed write operation key=T1982IC7NL80 tag=GEM4ZK6S2C60 type=write size=853572 2023-12-16T18:27:48.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.396+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~YOWKEPMLDO4U.0 size=1048576 2023-12-16T18:27:48.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.398+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~YOWKEPMLDO4U.1 size=510743 2023-12-16T18:27:48.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.398+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=YOWKEPMLDO4U tag=P6XHI19UTHN1 type=write size=2607895 2023-12-16T18:27:48.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.400+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=0GMQLJSSTSQT type=del 2023-12-16T18:27:48.405 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.402+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=KQ7JWNI2JJWV type=del size=238712 2023-12-16T18:27:48.405 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.404+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~R373XX9Y6JR6.0 size=2835 2023-12-16T18:27:48.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.407+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=R373XX9Y6JR6 tag=ZHH9BALW0LQU type=write size=1051411 2023-12-16T18:27:48.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.412+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~095LP0NFMQ1A.0 size=532177 2023-12-16T18:27:48.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.412+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=095LP0NFMQ1A tag=S8C2BRREZDY9 type=write size=1580753 2023-12-16T18:27:48.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.414+0000 7f93822c1640 -1 < failed to complete operation key=CBTYWNZ0X6QI tag=WJ0G059CKCEB type=del size=1938711: (22) Invalid argument 2023-12-16T18:27:48.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.416+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=N1TH7HC5SDW3 type=del size=3065776 2023-12-16T18:27:48.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.418+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=JNOY223RBGSS type=del 2023-12-16T18:27:48.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.420+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=2ESQK82QT5IO type=del size=3365592 2023-12-16T18:27:48.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.422+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=WD40S4IU1LVZ type=del 2023-12-16T18:27:48.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.426+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~TFX3I9829MM9.0 size=1048576 2023-12-16T18:27:48.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.427+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~TFX3I9829MM9.1 size=666206 2023-12-16T18:27:48.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.427+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=TFX3I9829MM9 tag=04PKWW62PHK0 type=write size=2763358 2023-12-16T18:27:48.428 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.430+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=S9517N4PYHZE type=del 2023-12-16T18:27:48.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.431+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=Z6I7RJHL2SR5 type=del size=3481893 2023-12-16T18:27:48.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.432+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.0 size=1048576 2023-12-16T18:27:48.432 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.433+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.1 size=1048576 2023-12-16T18:27:48.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.435+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~MFNZT7VJEJIT.2 size=517206 2023-12-16T18:27:48.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.439+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=MFNZT7VJEJIT tag=F52W7G296XJ0 type=write size=3662934 2023-12-16T18:27:48.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.441+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=90X2WO3PR0NX type=del size=2907635 2023-12-16T18:27:48.442 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.443+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=OT8MAYLD5A9S type=del 2023-12-16T18:27:48.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.445+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=3KVXHIALVAFA type=del size=3856626 2023-12-16T18:27:48.445 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.447+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~4BIYW4QHBLOT.0 size=1048576 2023-12-16T18:27:48.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.448+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~4BIYW4QHBLOT.1 size=604205 2023-12-16T18:27:48.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.452+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=4BIYW4QHBLOT tag=VZN84DLDAHOZ type=write size=2701357 2023-12-16T18:27:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.455+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~T7U5EJD15ZA0.0 size=278492 2023-12-16T18:27:48.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.455+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=T7U5EJD15ZA0 tag=GVMRMJZKI6ON type=write size=1327068 2023-12-16T18:27:48.456 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.458+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=CX0BSA8O8GBD type=del 2023-12-16T18:27:48.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.460+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=BFRL8L1QXEHM type=write size=741639 2023-12-16T18:27:48.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.460+0000 7f93822c1640 1 < canceled part key=_multipart_NCNK0GH8NEPH.2~ZW5J03VEUQOB.0 size=1048576 2023-12-16T18:27:48.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.462+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~ZW5J03VEUQOB.1 size=510850 2023-12-16T18:27:48.464 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.465+0000 7f93822c1640 1 < canceled multipart upload key=NCNK0GH8NEPH upload=ZW5J03VEUQOB tag=6FBOK764YG8P type=write size=2608002 2023-12-16T18:27:48.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.469+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.0 size=1048576 2023-12-16T18:27:48.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.471+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.1 size=1048576 2023-12-16T18:27:48.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.472+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.2 size=675518 2023-12-16T18:27:48.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.472+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=W3KFCWQ7B8KR tag=Q0F1S1FSD8TA type=write size=3821246 2023-12-16T18:27:48.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:48 smithi071 ceph-mon[139725]: pgmap v1336: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 44 KiB/s wr, 216 op/s 2023-12-16T18:27:48.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:48 smithi071 ceph-mon[142085]: pgmap v1336: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 44 KiB/s wr, 216 op/s 2023-12-16T18:27:48.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.474+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~A1NZY1BDLWB6.0 size=1048576 2023-12-16T18:27:48.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.476+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~A1NZY1BDLWB6.1 size=87618 2023-12-16T18:27:48.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.479+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=A1NZY1BDLWB6 tag=3S5PHL14Y7FH type=write size=2184770 2023-12-16T18:27:48.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.483+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VDIHJ7UFS2WO.0 size=1048576 2023-12-16T18:27:48.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.484+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VDIHJ7UFS2WO.1 size=150769 2023-12-16T18:27:48.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.484+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=VDIHJ7UFS2WO tag=XEZZTYX4HF3Y type=write size=2247921 2023-12-16T18:27:48.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.486+0000 7f93822c1640 1 < canceled operation key=LCZP96WSAD6F tag=A7KF4V97H3PF type=del size=328190 2023-12-16T18:27:48.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.489+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~1ID9KNE1CB6F.0 size=245127 2023-12-16T18:27:48.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.489+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=1ID9KNE1CB6F tag=UK67VM9KC418 type=write size=1293703 2023-12-16T18:27:48.490 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.491+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.0 size=1048576 2023-12-16T18:27:48.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.493+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.1 size=1048576 2023-12-16T18:27:48.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.493+0000 7f93822c1640 1 < canceled part key=_multipart_F7I9QP65YT40.2~6KIXPA04B32S.2 size=630398 2023-12-16T18:27:48.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.496+0000 7f93822c1640 1 < canceled multipart upload key=F7I9QP65YT40 upload=6KIXPA04B32S tag=R5SMQUMCWOMN type=write size=3776126 2023-12-16T18:27:48.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.498+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=6OUQB11SR33V type=write size=686571 2023-12-16T18:27:48.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.500+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=9GWT3WK6RG1W type=del 2023-12-16T18:27:48.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.502+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=4BAZBNYOMUV0 type=write size=812661 2023-12-16T18:27:48.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.502+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~YOWKEPMLDO4U.0 size=1048576 2023-12-16T18:27:48.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.504+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~YOWKEPMLDO4U.1 size=510743 2023-12-16T18:27:48.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.507+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=YOWKEPMLDO4U tag=P6XHI19UTHN1 type=write size=2607895 2023-12-16T18:27:48.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.509+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=52DQX3BSVG5M type=del size=2072411 2023-12-16T18:27:48.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.512+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=KQ7JWNI2JJWV type=del size=238712 2023-12-16T18:27:48.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.514+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=M37RFDYGH2LE type=del size=3695460 2023-12-16T18:27:48.515 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.516+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~095LP0NFMQ1A.0 size=532177 2023-12-16T18:27:48.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.519+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=095LP0NFMQ1A tag=S8C2BRREZDY9 type=write size=1580753 2023-12-16T18:27:48.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.522+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.0 size=1048576 2023-12-16T18:27:48.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.524+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.1 size=1048576 2023-12-16T18:27:48.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.525+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.2 size=145684 2023-12-16T18:27:48.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.525+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=B4G2BWX2ULJP tag=EN751ECWOO8V type=write size=3291412 2023-12-16T18:27:48.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.529+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=N1TH7HC5SDW3 type=del 2023-12-16T18:27:48.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.531+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=WOP22TCDOA5Z type=del size=747882 2023-12-16T18:27:48.531 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.533+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=2ESQK82QT5IO type=del 2023-12-16T18:27:48.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.535+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=UNDIFVO4OTQY type=del size=1576035 2023-12-16T18:27:48.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.537+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~TFX3I9829MM9.0 size=1048576 2023-12-16T18:27:48.538 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.539+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~TFX3I9829MM9.1 size=666206 2023-12-16T18:27:48.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.543+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=TFX3I9829MM9 tag=04PKWW62PHK0 type=write size=2763358 2023-12-16T18:27:48.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.544+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=L2YEZNJ8E5UD type=del size=695065 2023-12-16T18:27:48.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.546+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=Z6I7RJHL2SR5 type=del 2023-12-16T18:27:48.549 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.550+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.0 size=1048576 2023-12-16T18:27:48.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.551+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.1 size=1048576 2023-12-16T18:27:48.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.553+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.2 size=77002 2023-12-16T18:27:48.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.553+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=O9307ST1RIE4 tag=DK2V6F4KF1ZE type=write size=3222730 2023-12-16T18:27:48.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.555+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=90X2WO3PR0NX type=del 2023-12-16T18:27:48.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.557+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=IJGSUCHIGTM2 type=write size=672019 2023-12-16T18:27:48.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.559+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=3KVXHIALVAFA type=del 2023-12-16T18:27:48.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.560+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=38BHAL0JMXGC type=del size=3506016 2023-12-16T18:27:48.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.563+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~T7U5EJD15ZA0.0 size=278492 2023-12-16T18:27:48.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.566+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=T7U5EJD15ZA0 tag=GVMRMJZKI6ON type=write size=1327068 2023-12-16T18:27:48.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.568+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=I8NVEHA3MXD8 type=del size=4102903 2023-12-16T18:27:48.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.570+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=BFRL8L1QXEHM type=write size=741639 2023-12-16T18:27:48.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.572+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=0ZVFTQU2NUM4 type=del size=2963878 2023-12-16T18:27:48.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.574+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.0 size=1048576 2023-12-16T18:27:48.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.575+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.1 size=1048576 2023-12-16T18:27:48.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.577+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~W3KFCWQ7B8KR.2 size=675518 2023-12-16T18:27:48.580 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.581+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=W3KFCWQ7B8KR tag=Q0F1S1FSD8TA type=write size=3821246 2023-12-16T18:27:48.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.583+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=W8H2Z17UGQNI type=del size=226945 2023-12-16T18:27:48.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.585+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~VDIHJ7UFS2WO.0 size=1048576 2023-12-16T18:27:48.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.586+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~VDIHJ7UFS2WO.1 size=150769 2023-12-16T18:27:48.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.589+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=VDIHJ7UFS2WO tag=XEZZTYX4HF3Y type=write size=2247921 2023-12-16T18:27:48.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.591+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=Z163115W93LA type=del size=1277151 2023-12-16T18:27:48.592 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.594+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~1ID9KNE1CB6F.0 size=245127 2023-12-16T18:27:48.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.597+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=1ID9KNE1CB6F tag=UK67VM9KC418 type=write size=1293703 2023-12-16T18:27:48.599 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.600+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.0 size=1048576 2023-12-16T18:27:48.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.602+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.1 size=1048576 2023-12-16T18:27:48.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.604+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.2 size=30665 2023-12-16T18:27:48.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.604+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=S2192L287E35 tag=GB2VVX2P7EF2 type=write size=3176393 2023-12-16T18:27:48.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.608+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=6OUQB11SR33V type=write 2023-12-16T18:27:48.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.610+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=D3KWDXKQ1YV8 type=del size=1918335 2023-12-16T18:27:48.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.612+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=4BAZBNYOMUV0 type=write size=812661 2023-12-16T18:27:48.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.615+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.0 size=1048576 2023-12-16T18:27:48.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.617+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.1 size=1048576 2023-12-16T18:27:48.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.619+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.2 size=574705 2023-12-16T18:27:48.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.619+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=XLPJRBMIKC0C tag=Q39AXC0DLORV type=write size=3720433 2023-12-16T18:27:48.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.620+0000 7f93822c1640 1 < canceled operation key=7F1XTE0NO1E7 tag=52DQX3BSVG5M type=del size=2072411 2023-12-16T18:27:48.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.624+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~DRN8FH92ZCAT.0 size=326600 2023-12-16T18:27:48.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.624+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=DRN8FH92ZCAT tag=1TK0F4TIHH3U type=write size=1375176 2023-12-16T18:27:48.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.626+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=M37RFDYGH2LE type=del 2023-12-16T18:27:48.628 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.629+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~JPDSK2QONHOO.0 size=1048576 2023-12-16T18:27:48.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.631+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~JPDSK2QONHOO.1 size=348586 2023-12-16T18:27:48.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.631+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=JPDSK2QONHOO tag=QJRXXU35KYVH type=write size=2445738 2023-12-16T18:27:48.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.632+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.0 size=1048576 2023-12-16T18:27:48.633 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.634+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.1 size=1048576 2023-12-16T18:27:48.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.636+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~B4G2BWX2ULJP.2 size=145684 2023-12-16T18:27:48.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.639+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=B4G2BWX2ULJP tag=EN751ECWOO8V type=write size=3291412 2023-12-16T18:27:48.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.641+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=WO43N6VQO5F2 type=del size=1971565 2023-12-16T18:27:48.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.643+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=WOP22TCDOA5Z type=del 2023-12-16T18:27:48.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.646+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~F2P1YYLI8Q6C.0 size=474261 2023-12-16T18:27:48.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.646+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=F2P1YYLI8Q6C tag=60UN2YLPPFQ9 type=write size=1522837 2023-12-16T18:27:48.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.650+0000 7f93822c1640 1 < suggested remove operation key=7F1XTE0NO1E7 tag=UNDIFVO4OTQY type=del 2023-12-16T18:27:48.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.653+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.0 size=1048576 2023-12-16T18:27:48.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.655+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.1 size=1048576 2023-12-16T18:27:48.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.657+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.2 size=925630 2023-12-16T18:27:48.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.657+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=HHLCRFQJGDM2 tag=Q32FQZXL157B type=write size=4071358 2023-12-16T18:27:48.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.659+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=L2YEZNJ8E5UD type=del 2023-12-16T18:27:48.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.661+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=SGS6J0X2P5A9 type=del size=1708698 2023-12-16T18:27:48.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.663+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.0 size=1048576 2023-12-16T18:27:48.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.663+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.1 size=1048576 2023-12-16T18:27:48.663 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.665+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~O9307ST1RIE4.2 size=77002 2023-12-16T18:27:48.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.668+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=O9307ST1RIE4 tag=DK2V6F4KF1ZE type=write size=3222730 2023-12-16T18:27:48.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.670+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=HQV1JD73WOMQ type=del size=2126002 2023-12-16T18:27:48.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.672+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=IJGSUCHIGTM2 type=write size=672019 2023-12-16T18:27:48.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.673+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=49558OPMNZGV type=del size=3971445 2023-12-16T18:27:48.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.675+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=38BHAL0JMXGC type=del 2023-12-16T18:27:48.678 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.679+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~8RL4IUY5F33W.0 size=1048576 2023-12-16T18:27:48.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.681+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~8RL4IUY5F33W.1 size=62687 2023-12-16T18:27:48.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.681+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=8RL4IUY5F33W tag=4YYHLA6U1IKJ type=write size=2159839 2023-12-16T18:27:48.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.683+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=I8NVEHA3MXD8 type=del 2023-12-16T18:27:48.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.686+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~ROO0J7PEKV20.0 size=1048576 2023-12-16T18:27:48.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.688+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~ROO0J7PEKV20.1 size=831845 2023-12-16T18:27:48.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.688+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=ROO0J7PEKV20 tag=1KWBFSK8LNAJ type=write size=2928997 2023-12-16T18:27:48.689 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.690+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=0ZVFTQU2NUM4 type=del 2023-12-16T18:27:48.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.692+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=UKBGA4673ENJ type=del size=691743 2023-12-16T18:27:48.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.694+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=W8H2Z17UGQNI type=del 2023-12-16T18:27:48.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.696+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=Q05YU5HMDC6K type=del size=643737 2023-12-16T18:27:48.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.697+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=Z163115W93LA type=del 2023-12-16T18:27:48.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.699+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=R3T8UI1OCIGY type=del size=27425 2023-12-16T18:27:48.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.701+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.0 size=1048576 2023-12-16T18:27:48.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.703+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.1 size=1048576 2023-12-16T18:27:48.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.705+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~S2192L287E35.2 size=30665 2023-12-16T18:27:48.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.708+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=S2192L287E35 tag=GB2VVX2P7EF2 type=write size=3176393 2023-12-16T18:27:48.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.710+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=6PVRQ9LN2Q6Q type=write size=403175 2023-12-16T18:27:48.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.711+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=D3KWDXKQ1YV8 type=del 2023-12-16T18:27:48.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.713+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=P7391QI0K3NS type=del size=1761873 2023-12-16T18:27:48.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.715+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.0 size=1048576 2023-12-16T18:27:48.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.717+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.1 size=1048576 2023-12-16T18:27:48.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.719+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~XLPJRBMIKC0C.2 size=574705 2023-12-16T18:27:48.721 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.722+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=XLPJRBMIKC0C tag=Q39AXC0DLORV type=write size=3720433 2023-12-16T18:27:48.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.726+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.0 size=1048576 2023-12-16T18:27:48.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.727+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.1 size=1048576 2023-12-16T18:27:48.728 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.729+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.2 size=950862 2023-12-16T18:27:48.728 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.729+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=W5AU5R99RN6J tag=X2HKH6C60I3Y type=write size=4096590 2023-12-16T18:27:48.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.731+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~DRN8FH92ZCAT.0 size=326600 2023-12-16T18:27:48.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.734+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=DRN8FH92ZCAT tag=1TK0F4TIHH3U type=write size=1375176 2023-12-16T18:27:48.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.738+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.0 size=1048576 2023-12-16T18:27:48.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.740+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.1 size=1048576 2023-12-16T18:27:48.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.741+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.2 size=692951 2023-12-16T18:27:48.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.741+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=5VB4RXQZ0SGZ tag=NTACY348P7OT type=write size=3838679 2023-12-16T18:27:48.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.743+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~JPDSK2QONHOO.0 size=1048576 2023-12-16T18:27:48.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.745+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~JPDSK2QONHOO.1 size=348586 2023-12-16T18:27:48.747 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.748+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=JPDSK2QONHOO tag=QJRXXU35KYVH type=write size=2445738 2023-12-16T18:27:48.751 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.752+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~HSL3J4IMUAZN.0 size=1048576 2023-12-16T18:27:48.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.753+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~HSL3J4IMUAZN.1 size=309136 2023-12-16T18:27:48.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.753+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=HSL3J4IMUAZN tag=T4KZHTMU9HS5 type=write size=2406288 2023-12-16T18:27:48.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.755+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=WO43N6VQO5F2 type=del 2023-12-16T18:27:48.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.757+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=FA1HFFCJ0QPB type=del size=2096723 2023-12-16T18:27:48.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.759+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~F2P1YYLI8Q6C.0 size=474261 2023-12-16T18:27:48.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.762+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=F2P1YYLI8Q6C tag=60UN2YLPPFQ9 type=write size=1522837 2023-12-16T18:27:48.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.764+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=0B3EL2PZJ4NC type=del size=2223364 2023-12-16T18:27:48.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.765+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.0 size=1048576 2023-12-16T18:27:48.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.767+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.1 size=1048576 2023-12-16T18:27:48.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.769+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~HHLCRFQJGDM2.2 size=925630 2023-12-16T18:27:48.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.772+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=HHLCRFQJGDM2 tag=Q32FQZXL157B type=write size=4071358 2023-12-16T18:27:48.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.774+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=ZNU97ITZ5SUO type=del size=345452 2023-12-16T18:27:48.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.777+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=SGS6J0X2P5A9 type=del 2023-12-16T18:27:48.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.780+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.0 size=1048576 2023-12-16T18:27:48.780 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.782+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.1 size=1048576 2023-12-16T18:27:48.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.783+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.2 size=420447 2023-12-16T18:27:48.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.784+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=I5P4SNJ1KU7W tag=VXYYMZN08OT0 type=write size=3566175 2023-12-16T18:27:48.786 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.787+0000 7f93822c1640 1 < suggested update operation key=YMZJ7OH0QIET tag=HQV1JD73WOMQ type=del size=2126002 2023-12-16T18:27:48.788 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.789+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=TVMVXYW8V8GS type=del size=2395629 2023-12-16T18:27:48.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.791+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=49558OPMNZGV type=del 2023-12-16T18:27:48.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.793+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=08RFPKTJITTW type=del size=85105 2023-12-16T18:27:48.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.795+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~8RL4IUY5F33W.0 size=1048576 2023-12-16T18:27:48.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.797+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~8RL4IUY5F33W.1 size=62687 2023-12-16T18:27:48.798 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.800+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=8RL4IUY5F33W tag=4YYHLA6U1IKJ type=write size=2159839 2023-12-16T18:27:48.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.802+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=FNBLO5VOEIVN type=del size=3822156 2023-12-16T18:27:48.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.804+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~ROO0J7PEKV20.0 size=1048576 2023-12-16T18:27:48.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.804+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~ROO0J7PEKV20.1 size=831845 2023-12-16T18:27:48.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.807+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=ROO0J7PEKV20 tag=1KWBFSK8LNAJ type=write size=2928997 2023-12-16T18:27:48.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.809+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=K431B9FIELIF type=write size=639808 2023-12-16T18:27:48.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.811+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=UKBGA4673ENJ type=del 2023-12-16T18:27:48.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.813+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=S6SV8TDLCJ20 type=del size=3354702 2023-12-16T18:27:48.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.814+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=Q05YU5HMDC6K type=del 2023-12-16T18:27:48.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.816+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=4O4RG9NYJRCJ type=write size=584910 2023-12-16T18:27:48.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.820+0000 7f93822c1640 1 < suggested remove operation key=4IEBMNZ5G5YI tag=R3T8UI1OCIGY type=del 2023-12-16T18:27:48.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.823+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~4T0YWKHFR2P9.0 size=471746 2023-12-16T18:27:48.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.823+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=4T0YWKHFR2P9 tag=551RYUED5YDH type=write size=1520322 2023-12-16T18:27:48.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.827+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=6PVRQ9LN2Q6Q type=write size=403175 2023-12-16T18:27:48.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.829+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=965KGRTV1R02 type=write size=568615 2023-12-16T18:27:48.829 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.831+0000 7f93822c1640 1 < canceled operation key=T1982IC7NL80 tag=P7391QI0K3NS type=del size=1761873 2023-12-16T18:27:48.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.833+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=PZ8E4A4LPZQQ type=del size=3131098 2023-12-16T18:27:48.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.835+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.0 size=1048576 2023-12-16T18:27:48.835 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.837+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.1 size=1048576 2023-12-16T18:27:48.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.839+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~W5AU5R99RN6J.2 size=950862 2023-12-16T18:27:48.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.842+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=W5AU5R99RN6J tag=X2HKH6C60I3Y type=write size=4096590 2023-12-16T18:27:48.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.844+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=CIFBEG19H3GC type=write size=384492 2023-12-16T18:27:48.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.846+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.0 size=1048576 2023-12-16T18:27:48.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.847+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.1 size=1048576 2023-12-16T18:27:48.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.847+0000 7f93822c1640 1 < canceled part key=_multipart_LL5LBM7RMRS3.2~5VB4RXQZ0SGZ.2 size=692951 2023-12-16T18:27:48.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.850+0000 7f93822c1640 1 < canceled multipart upload key=LL5LBM7RMRS3 upload=5VB4RXQZ0SGZ tag=NTACY348P7OT type=write size=3838679 2023-12-16T18:27:48.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.852+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=UVBN5EJMXU3U type=del size=1545137 2023-12-16T18:27:48.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.855+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~HSL3J4IMUAZN.0 size=1048576 2023-12-16T18:27:48.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.856+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~HSL3J4IMUAZN.1 size=309136 2023-12-16T18:27:48.859 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.860+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=HSL3J4IMUAZN tag=T4KZHTMU9HS5 type=write size=2406288 2023-12-16T18:27:48.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.862+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=TPED4N6OQMDX type=del size=4009579 2023-12-16T18:27:48.863 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.865+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=FA1HFFCJ0QPB type=del 2023-12-16T18:27:48.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.868+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~5AOPB22TRO7U.0 size=1048576 2023-12-16T18:27:48.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.870+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~5AOPB22TRO7U.1 size=338791 2023-12-16T18:27:48.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.870+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=5AOPB22TRO7U tag=LT0ADY96ZKWF type=write size=2435943 2023-12-16T18:27:48.870 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.872+0000 7f93822c1640 1 < canceled operation key=3DH6NZ3UJJVG tag=0B3EL2PZJ4NC type=del size=2223364 2023-12-16T18:27:48.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.874+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=HRSKIQVZUD8R type=del size=963529 2023-12-16T18:27:48.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.876+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=ZNU97ITZ5SUO type=del 2023-12-16T18:27:48.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.880+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~DSUGTFBRN20K.0 size=698115 2023-12-16T18:27:48.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.880+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=DSUGTFBRN20K tag=PCEWWXNQW00Z type=write size=1746691 2023-12-16T18:27:48.880 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.881+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.0 size=1048576 2023-12-16T18:27:48.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.883+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.1 size=1048576 2023-12-16T18:27:48.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.883+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~I5P4SNJ1KU7W.2 size=420447 2023-12-16T18:27:48.885 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.886+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=I5P4SNJ1KU7W tag=VXYYMZN08OT0 type=write size=3566175 2023-12-16T18:27:48.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.888+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=3LC9HI6HUW6F type=del size=4089288 2023-12-16T18:27:48.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.892+0000 7f93822c1640 1 < suggested update operation key=EKHOTIJJJQL5 tag=TVMVXYW8V8GS type=del size=2395629 2023-12-16T18:27:48.892 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.894+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=O51Q26JZ6S3Q type=del size=1261714 2023-12-16T18:27:48.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.896+0000 7f93822c1640 -1 < failed to complete operation key=EKHOTIJJJQL5 tag=08RFPKTJITTW type=del size=85105: (22) Invalid argument 2023-12-16T18:27:48.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.900+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~3R3ZMOP7P1EI.0 size=357643 2023-12-16T18:27:48.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.900+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=3R3ZMOP7P1EI tag=F2KMT6D3ACYM type=write size=1406219 2023-12-16T18:27:48.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.902+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=FNBLO5VOEIVN type=del 2023-12-16T18:27:48.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.904+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=MMIJYCK8L35I type=del size=2940786 2023-12-16T18:27:48.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.906+0000 7f93822c1640 1 < canceled operation key=76N6UQ3HGY5M tag=K431B9FIELIF type=write size=639808 2023-12-16T18:27:48.908 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.910+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~TYAW1QU2XA9P.0 size=1048576 2023-12-16T18:27:48.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.911+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~TYAW1QU2XA9P.1 size=794578 2023-12-16T18:27:48.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.911+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=TYAW1QU2XA9P tag=D6KPZ9SFC96K type=write size=2891730 2023-12-16T18:27:48.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.913+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=S6SV8TDLCJ20 type=del 2023-12-16T18:27:48.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.917+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.0 size=1048576 2023-12-16T18:27:48.918 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.919+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.1 size=1048576 2023-12-16T18:27:48.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.921+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.2 size=617163 2023-12-16T18:27:48.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.921+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=4RPALUYLV0TL tag=3YIVBVE6XRED type=write size=3762891 2023-12-16T18:27:48.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.922+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=4O4RG9NYJRCJ type=write size=584910 2023-12-16T18:27:48.923 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.925+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=43XTBUWGABKH type=del size=299915 2023-12-16T18:27:48.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.926+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~4T0YWKHFR2P9.0 size=471746 2023-12-16T18:27:48.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.930+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=4T0YWKHFR2P9 tag=551RYUED5YDH type=write size=1520322 2023-12-16T18:27:48.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.931+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=VM0Q30YM13Y3 type=del size=1366981 2023-12-16T18:27:48.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.933+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=965KGRTV1R02 type=write size=568615 2023-12-16T18:27:48.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.935+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=26S86XTMCO7P type=del size=3963200 2023-12-16T18:27:48.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.937+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=PZ8E4A4LPZQQ type=del 2023-12-16T18:27:48.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.939+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=SKDLWG72WYD5 type=write size=12365 2023-12-16T18:27:48.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.941+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=CIFBEG19H3GC type=write size=384492 2023-12-16T18:27:48.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.945+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~PSJ90LK393J8.0 size=1048576 2023-12-16T18:27:48.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.946+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~PSJ90LK393J8.1 size=556308 2023-12-16T18:27:48.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.946+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=PSJ90LK393J8 tag=EV1PFBV38M1O type=write size=2653460 2023-12-16T18:27:48.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.948+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=UVBN5EJMXU3U type=del 2023-12-16T18:27:48.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.952+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~601HIFTDHHC9.0 size=1048576 2023-12-16T18:27:48.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.954+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~601HIFTDHHC9.1 size=41721 2023-12-16T18:27:48.953 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.954+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=601HIFTDHHC9 tag=32WBIJ124PWV type=write size=2138873 2023-12-16T18:27:48.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.956+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=TPED4N6OQMDX type=del 2023-12-16T18:27:48.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.957+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=1S01NPVX6BJR type=del size=2235226 2023-12-16T18:27:48.958 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.959+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~5AOPB22TRO7U.0 size=1048576 2023-12-16T18:27:48.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.961+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~5AOPB22TRO7U.1 size=338791 2023-12-16T18:27:48.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.965+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=5AOPB22TRO7U tag=LT0ADY96ZKWF type=write size=2435943 2023-12-16T18:27:48.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.969+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~7AJO3HDUROQ3.0 size=1048576 2023-12-16T18:27:48.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.971+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~7AJO3HDUROQ3.1 size=766741 2023-12-16T18:27:48.970 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.971+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=7AJO3HDUROQ3 tag=YGHING8L7LS4 type=write size=2863893 2023-12-16T18:27:48.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.973+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=HRSKIQVZUD8R type=del 2023-12-16T18:27:48.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.976+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~9ZH3D6HJBHDB.0 size=1048576 2023-12-16T18:27:48.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.978+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~9ZH3D6HJBHDB.1 size=386446 2023-12-16T18:27:48.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.978+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=9ZH3D6HJBHDB tag=SQTYCBD4YBV7 type=write size=2483598 2023-12-16T18:27:48.978 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.980+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~DSUGTFBRN20K.0 size=698115 2023-12-16T18:27:48.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.983+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=DSUGTFBRN20K tag=PCEWWXNQW00Z type=write size=1746691 2023-12-16T18:27:48.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.985+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=SLPYV11CQ2SD type=del size=1420072 2023-12-16T18:27:48.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.989+0000 7f93822c1640 1 < suggested remove operation key=663D3OSP19F2 tag=3LC9HI6HUW6F type=del 2023-12-16T18:27:48.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.991+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=VSCTQYE6H02Y type=write size=304913 2023-12-16T18:27:48.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.993+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=O51Q26JZ6S3Q type=del 2023-12-16T18:27:48.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.995+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=T2095IMK86NU type=write size=364812 2023-12-16T18:27:48.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:48.997+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~3R3ZMOP7P1EI.0 size=357643 2023-12-16T18:27:48.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.000+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=3R3ZMOP7P1EI tag=F2KMT6D3ACYM type=write size=1406219 2023-12-16T18:27:49.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.002+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=NOESAI6W6894 type=del size=2409249 2023-12-16T18:27:49.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.006+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=MMIJYCK8L35I type=del 2023-12-16T18:27:49.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.008+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=7TPP2JLEPDC1 type=del size=180760 2023-12-16T18:27:49.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.010+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~TYAW1QU2XA9P.0 size=1048576 2023-12-16T18:27:49.010 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.011+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~TYAW1QU2XA9P.1 size=794578 2023-12-16T18:27:49.013 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.014+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=TYAW1QU2XA9P tag=D6KPZ9SFC96K type=write size=2891730 2023-12-16T18:27:49.017 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.018+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.0 size=1048576 2023-12-16T18:27:49.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.020+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.1 size=1048576 2023-12-16T18:27:49.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.021+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.2 size=14647 2023-12-16T18:27:49.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.021+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=FJ9LQJP04LMH tag=LLVYY8YH478D type=write size=3160375 2023-12-16T18:27:49.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.023+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.0 size=1048576 2023-12-16T18:27:49.026 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.027+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.1 size=1048576 2023-12-16T18:27:49.028 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.029+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~4RPALUYLV0TL.2 size=617163 2023-12-16T18:27:49.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.035+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=4RPALUYLV0TL tag=3YIVBVE6XRED type=write size=3762891 2023-12-16T18:27:49.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.038+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~0LTVGU06D8L5.0 size=73330 2023-12-16T18:27:49.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.038+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=0LTVGU06D8L5 tag=ET1RFUEZWP7J type=write size=1121906 2023-12-16T18:27:49.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.040+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=43XTBUWGABKH type=del 2023-12-16T18:27:49.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.042+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=AE67LAAUAIFF type=del size=636917 2023-12-16T18:27:49.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.046+0000 7f93822c1640 1 < suggested remove operation key=UX6BKKXQRKOB tag=VM0Q30YM13Y3 type=del 2023-12-16T18:27:49.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.048+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=76XSK4W9N9N8 type=del size=871621 2023-12-16T18:27:49.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.049+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=26S86XTMCO7P type=del 2023-12-16T18:27:49.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.053+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.0 size=1048576 2023-12-16T18:27:49.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.055+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.1 size=1048576 2023-12-16T18:27:49.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.057+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.2 size=206943 2023-12-16T18:27:49.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.057+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=9GWS42370HC2 tag=6E7QNQXGV1T7 type=write size=3352671 2023-12-16T18:27:49.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.058+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=UX6BKKXQRKOB tag=SKDLWG72WYD5 type=write size=12365: (2) No such file or directory 2023-12-16T18:27:49.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.062+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~HXJOWYR7C60G.0 size=1048576 2023-12-16T18:27:49.062 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.063+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~HXJOWYR7C60G.1 size=439341 2023-12-16T18:27:49.062 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.063+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=HXJOWYR7C60G tag=G7ECKS2SP3RG type=write size=2536493 2023-12-16T18:27:49.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.065+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~PSJ90LK393J8.0 size=1048576 2023-12-16T18:27:49.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.065+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~PSJ90LK393J8.1 size=556308 2023-12-16T18:27:49.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.069+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=PSJ90LK393J8 tag=EV1PFBV38M1O type=write size=2653460 2023-12-16T18:27:49.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.071+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=3WO12XDCLE2G type=del size=2353336 2023-12-16T18:27:49.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.073+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~601HIFTDHHC9.0 size=1048576 2023-12-16T18:27:49.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.075+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~601HIFTDHHC9.1 size=41721 2023-12-16T18:27:49.077 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.078+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=601HIFTDHHC9 tag=32WBIJ124PWV type=write size=2138873 2023-12-16T18:27:49.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.080+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=07HPKA6F3EOM type=del size=3836731 2023-12-16T18:27:49.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.084+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=1S01NPVX6BJR type=del size=2235226 2023-12-16T18:27:49.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.086+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=V66CE9Y0MI7B type=del size=881877 2023-12-16T18:27:49.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.088+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~7AJO3HDUROQ3.0 size=1048576 2023-12-16T18:27:49.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.090+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~7AJO3HDUROQ3.1 size=766741 2023-12-16T18:27:49.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.093+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=7AJO3HDUROQ3 tag=YGHING8L7LS4 type=write size=2863893 2023-12-16T18:27:49.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.097+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~V2HU6VOGG2P2.0 size=412783 2023-12-16T18:27:49.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.097+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=V2HU6VOGG2P2 tag=8U816MKUG0EO type=write size=1461359 2023-12-16T18:27:49.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.099+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~9ZH3D6HJBHDB.0 size=1048576 2023-12-16T18:27:49.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.100+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~9ZH3D6HJBHDB.1 size=386446 2023-12-16T18:27:49.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.104+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=9ZH3D6HJBHDB tag=SQTYCBD4YBV7 type=write size=2483598 2023-12-16T18:27:49.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.106+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=X4C68SPJ3OTK type=del size=1763691 2023-12-16T18:27:49.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.108+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=SLPYV11CQ2SD type=del 2023-12-16T18:27:49.109 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.110+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=20KCSARNMURN type=del size=1731130 2023-12-16T18:27:49.112 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.114+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=VSCTQYE6H02Y type=write 2023-12-16T18:27:49.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.116+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=CAAVMWYIYZSA type=del size=1216029 2023-12-16T18:27:49.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.119+0000 7f93822c1640 1 < suggested remove operation key=7F1XTE0NO1E7 tag=T2095IMK86NU type=write 2023-12-16T18:27:49.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.121+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=L45P2YDNYMC6 type=del size=2674957 2023-12-16T18:27:49.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.123+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=NOESAI6W6894 type=del 2023-12-16T18:27:49.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.125+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=G1MH1AUGYZ8Z type=write size=591028 2023-12-16T18:27:49.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.127+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=7TPP2JLEPDC1 type=del 2023-12-16T18:27:49.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.131+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~WZBW7UK0GXQ1.0 size=590038 2023-12-16T18:27:49.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.131+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=WZBW7UK0GXQ1 tag=KMMULBUBCE7G type=write size=1638614 2023-12-16T18:27:49.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.133+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.0 size=1048576 2023-12-16T18:27:49.133 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.134+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.1 size=1048576 2023-12-16T18:27:49.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.136+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~FJ9LQJP04LMH.2 size=14647 2023-12-16T18:27:49.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.140+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=FJ9LQJP04LMH tag=LLVYY8YH478D type=write size=3160375 2023-12-16T18:27:49.141 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.142+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=UEHWCE2LYJXD type=del size=3603017 2023-12-16T18:27:49.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.145+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~0LTVGU06D8L5.0 size=73330 2023-12-16T18:27:49.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.148+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=0LTVGU06D8L5 tag=ET1RFUEZWP7J type=write size=1121906 2023-12-16T18:27:49.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.153+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~21YM8ZHFMBFB.0 size=1048576 2023-12-16T18:27:49.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.154+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~21YM8ZHFMBFB.1 size=208671 2023-12-16T18:27:49.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.154+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=21YM8ZHFMBFB tag=XTGZR7BFTNY1 type=write size=2305823 2023-12-16T18:27:49.155 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.156+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=AE67LAAUAIFF type=del 2023-12-16T18:27:49.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.158+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=N8AFNII9HXWP type=del size=3527710 2023-12-16T18:27:49.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.162+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=76XSK4W9N9N8 type=del 2023-12-16T18:27:49.163 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.164+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=9720JHK6UICQ type=del size=1675506 2023-12-16T18:27:49.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.166+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.0 size=1048576 2023-12-16T18:27:49.166 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.168+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.1 size=1048576 2023-12-16T18:27:49.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.169+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~9GWS42370HC2.2 size=206943 2023-12-16T18:27:49.172 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.173+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=9GWS42370HC2 tag=6E7QNQXGV1T7 type=write size=3352671 2023-12-16T18:27:49.175 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.177+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~DP3SFST3C9DX.0 size=1048576 2023-12-16T18:27:49.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.178+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~DP3SFST3C9DX.1 size=68449 2023-12-16T18:27:49.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.178+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=DP3SFST3C9DX tag=BM7X199YURVA type=write size=2165601 2023-12-16T18:27:49.179 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.180+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~HXJOWYR7C60G.0 size=1048576 2023-12-16T18:27:49.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.182+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~HXJOWYR7C60G.1 size=439341 2023-12-16T18:27:49.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.185+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=HXJOWYR7C60G tag=G7ECKS2SP3RG type=write size=2536493 2023-12-16T18:27:49.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.187+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=BBF9X0S4I9L3 type=del size=1442241 2023-12-16T18:27:49.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.189+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=3WO12XDCLE2G type=del 2023-12-16T18:27:49.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.192+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.0 size=1048576 2023-12-16T18:27:49.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.194+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.1 size=1048576 2023-12-16T18:27:49.194 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.196+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.2 size=365103 2023-12-16T18:27:49.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.196+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=OP3LKKGLKLH9 tag=NP9ZAU8T3XOY type=write size=3510831 2023-12-16T18:27:49.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.198+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=07HPKA6F3EOM type=del 2023-12-16T18:27:49.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.200+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=SFQYLP1JYG5O type=del size=984528 2023-12-16T18:27:49.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.201+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=V66CE9Y0MI7B type=del 2023-12-16T18:27:49.204 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.205+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~CK1VJ851I68T.0 size=758546 2023-12-16T18:27:49.204 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.205+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=CK1VJ851I68T tag=J4V3BN8ASPH3 type=write size=1807122 2023-12-16T18:27:49.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.207+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~V2HU6VOGG2P2.0 size=412783 2023-12-16T18:27:49.210 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.211+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=V2HU6VOGG2P2 tag=8U816MKUG0EO type=write size=1461359 2023-12-16T18:27:49.212 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.213+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=69J069RYXWI0 type=write size=1043714 2023-12-16T18:27:49.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.215+0000 7f93822c1640 1 < canceled operation key=UX6BKKXQRKOB tag=X4C68SPJ3OTK type=del size=1763691 2023-12-16T18:27:49.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.219+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~A5BM6Z5VH5FN.0 size=1048576 2023-12-16T18:27:49.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.221+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~A5BM6Z5VH5FN.1 size=549090 2023-12-16T18:27:49.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.221+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=A5BM6Z5VH5FN tag=7XL7264DG2OG type=write size=2646242 2023-12-16T18:27:49.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.223+0000 7f93822c1640 1 < canceled operation key=LCZP96WSAD6F tag=20KCSARNMURN type=del size=1731130 2023-12-16T18:27:49.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.225+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=5DUZGNOU3ROI type=del size=2946946 2023-12-16T18:27:49.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.227+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=CAAVMWYIYZSA type=del 2023-12-16T18:27:49.229 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.229+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=PC5E065NV0LC type=write size=256455 2023-12-16T18:27:49.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.231+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=L45P2YDNYMC6 type=del 2023-12-16T18:27:49.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.233+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=BN259EAVK58F type=write size=983407 2023-12-16T18:27:49.234 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.236+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=G1MH1AUGYZ8Z type=write size=591028 2023-12-16T18:27:49.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.238+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=4R7ZEJ5JY4R4 type=del size=267350 2023-12-16T18:27:49.238 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.240+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~WZBW7UK0GXQ1.0 size=590038 2023-12-16T18:27:49.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.243+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=WZBW7UK0GXQ1 tag=KMMULBUBCE7G type=write size=1638614 2023-12-16T18:27:49.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.247+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~MVTLZEHIWW6Y.0 size=1048576 2023-12-16T18:27:49.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.249+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~MVTLZEHIWW6Y.1 size=526893 2023-12-16T18:27:49.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.249+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=MVTLZEHIWW6Y tag=FXUJDESKFV72 type=write size=2624045 2023-12-16T18:27:49.251 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.252+0000 7f93822c1640 1 < suggested remove operation key=663D3OSP19F2 tag=UEHWCE2LYJXD type=del 2023-12-16T18:27:49.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.254+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=X5WP58AI5DQX type=del size=3160122 2023-12-16T18:27:49.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.256+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~21YM8ZHFMBFB.0 size=1048576 2023-12-16T18:27:49.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.258+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~21YM8ZHFMBFB.1 size=208671 2023-12-16T18:27:49.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.261+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=21YM8ZHFMBFB tag=XTGZR7BFTNY1 type=write size=2305823 2023-12-16T18:27:49.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.263+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=422R2XDI0TB1 type=write size=180301 2023-12-16T18:27:49.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.266+0000 7f93822c1640 1 < canceled operation key=7F1XTE0NO1E7 tag=N8AFNII9HXWP type=del size=3527710 2023-12-16T18:27:49.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.268+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=Q3DT27UVOM7B type=write size=239345 2023-12-16T18:27:49.271 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.272+0000 7f93822c1640 1 < suggested remove operation key=7KQWKCYTE1ZD tag=9720JHK6UICQ type=del 2023-12-16T18:27:49.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.274+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=3HRD82XLY5AP type=write size=892456 2023-12-16T18:27:49.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.276+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~DP3SFST3C9DX.0 size=1048576 2023-12-16T18:27:49.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.276+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~DP3SFST3C9DX.1 size=68449 2023-12-16T18:27:49.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.279+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=DP3SFST3C9DX tag=BM7X199YURVA type=write size=2165601 2023-12-16T18:27:49.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.281+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=O7KVYIF7XE9X type=del size=2842330 2023-12-16T18:27:49.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.286+0000 7f93822c1640 1 < suggested remove operation key=UX6BKKXQRKOB tag=BBF9X0S4I9L3 type=del 2023-12-16T18:27:49.289 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.290+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~S6EVI6FKZMSE.0 size=1048576 2023-12-16T18:27:49.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.292+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~S6EVI6FKZMSE.1 size=236743 2023-12-16T18:27:49.291 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.292+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=S6EVI6FKZMSE tag=KYWH2RNITCIK type=write size=2333895 2023-12-16T18:27:49.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.294+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.0 size=1048576 2023-12-16T18:27:49.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.296+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.1 size=1048576 2023-12-16T18:27:49.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.296+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~OP3LKKGLKLH9.2 size=365103 2023-12-16T18:27:49.298 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.299+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=OP3LKKGLKLH9 tag=NP9ZAU8T3XOY type=write size=3510831 2023-12-16T18:27:49.300 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.301+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=XRA5BAD18N5P type=del size=2065728 2023-12-16T18:27:49.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.303+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=SFQYLP1JYG5O type=del 2023-12-16T18:27:49.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.306+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.0 size=1048576 2023-12-16T18:27:49.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.308+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.1 size=1048576 2023-12-16T18:27:49.309 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.310+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.2 size=464084 2023-12-16T18:27:49.309 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.310+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=8NA06CC3HRFC tag=NO9BWTOYNIFL type=write size=3609812 2023-12-16T18:27:49.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.312+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~CK1VJ851I68T.0 size=758546 2023-12-16T18:27:49.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.315+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=CK1VJ851I68T tag=J4V3BN8ASPH3 type=write size=1807122 2023-12-16T18:27:49.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.317+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=YPG3SZPFZMMJ type=del size=1496666 2023-12-16T18:27:49.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.319+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=69J069RYXWI0 type=write size=1043714 2023-12-16T18:27:49.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.321+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=Z97RCHOFI42Z type=del size=165123 2023-12-16T18:27:49.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.323+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~A5BM6Z5VH5FN.0 size=1048576 2023-12-16T18:27:49.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.323+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~A5BM6Z5VH5FN.1 size=549090 2023-12-16T18:27:49.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.326+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=A5BM6Z5VH5FN tag=7XL7264DG2OG type=write size=2646242 2023-12-16T18:27:49.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.328+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=XHTBQNYWCPAH type=write size=492973 2023-12-16T18:27:49.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.330+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=5DUZGNOU3ROI type=del 2023-12-16T18:27:49.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.333+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~N2JBIGZV62PP.0 size=659189 2023-12-16T18:27:49.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.333+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=N2JBIGZV62PP tag=RZRWBDP3FJJZ type=write size=1707765 2023-12-16T18:27:49.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.336+0000 7f93822c1640 1 < completed write operation key=A0K8MNF7WKJ5 tag=PC5E065NV0LC type=write size=256455 2023-12-16T18:27:49.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:49.336 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.338+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=H40PFF59VHXM type=del size=2214379 2023-12-16T18:27:49.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.340+0000 7f93822c1640 1 < completed write operation key=U9TOW5YB71XP tag=BN259EAVK58F type=write size=983407 2023-12-16T18:27:49.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.342+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=UHLAFORSRC7R type=del size=1396579 2023-12-16T18:27:49.343 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.344+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=4R7ZEJ5JY4R4 type=del 2023-12-16T18:27:49.347 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.348+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~UPTC8443ZM0R.0 size=1048576 2023-12-16T18:27:49.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.349+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~UPTC8443ZM0R.1 size=14976 2023-12-16T18:27:49.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.349+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=UPTC8443ZM0R tag=1R7ZNBY04THI type=write size=2112128 2023-12-16T18:27:49.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.351+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~MVTLZEHIWW6Y.0 size=1048576 2023-12-16T18:27:49.352 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.353+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~MVTLZEHIWW6Y.1 size=526893 2023-12-16T18:27:49.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.356+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=MVTLZEHIWW6Y tag=FXUJDESKFV72 type=write size=2624045 2023-12-16T18:27:49.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.359+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=3YYP62FWIN6Z type=del size=2125526 2023-12-16T18:27:49.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.361+0000 7f93822c1640 -1 < failed to complete operation key=UX6BKKXQRKOB tag=X5WP58AI5DQX type=del size=3160122: (22) Invalid argument 2023-12-16T18:27:49.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.363+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=A2HJCHX5E7P3 type=del size=2874435 2023-12-16T18:27:49.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.365+0000 7f93822c1640 1 < completed write operation key=YHFGUVDYX8ON tag=422R2XDI0TB1 type=write size=180301 2023-12-16T18:27:49.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.367+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=JGDA5EQQ1M3Y type=del size=3820 2023-12-16T18:27:49.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.371+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=Q3DT27UVOM7B type=write 2023-12-16T18:27:49.372 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.373+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=JSJJ0ZHYZAJB type=del size=2894270 2023-12-16T18:27:49.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.375+0000 7f93822c1640 1 < completed write operation key=SL00EWUL3JDN tag=3HRD82XLY5AP type=write size=892456 2023-12-16T18:27:49.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.377+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=V4HUWOO1A1LG type=del size=3759058 2023-12-16T18:27:49.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.380+0000 7f93822c1640 -1 < failed to complete operation key=UX6BKKXQRKOB tag=O7KVYIF7XE9X type=del size=2842330: (22) Invalid argument 2023-12-16T18:27:49.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.384+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~5XWSMZVGGHH6.0 size=1048576 2023-12-16T18:27:49.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.385+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~5XWSMZVGGHH6.1 size=355615 2023-12-16T18:27:49.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.385+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=5XWSMZVGGHH6 tag=0C1VBL83QT61 type=write size=2452767 2023-12-16T18:27:49.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.387+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~S6EVI6FKZMSE.0 size=1048576 2023-12-16T18:27:49.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.389+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~S6EVI6FKZMSE.1 size=236743 2023-12-16T18:27:49.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.393+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=S6EVI6FKZMSE tag=KYWH2RNITCIK type=write size=2333895 2023-12-16T18:27:49.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.396+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~ZDJ6VURK3G1O.0 size=754251 2023-12-16T18:27:49.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.396+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=ZDJ6VURK3G1O tag=0EN4S1TGDVWD type=write size=1802827 2023-12-16T18:27:49.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.398+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=XRA5BAD18N5P type=del 2023-12-16T18:27:49.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.400+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=QY090JOEJ409 type=del size=3629763 2023-12-16T18:27:49.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.402+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.0 size=1048576 2023-12-16T18:27:49.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.404+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.1 size=1048576 2023-12-16T18:27:49.405 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.406+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~8NA06CC3HRFC.2 size=464084 2023-12-16T18:27:49.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.409+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=8NA06CC3HRFC tag=NO9BWTOYNIFL type=write size=3609812 2023-12-16T18:27:49.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.411+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=S2F4VOE19O2T type=del size=700521 2023-12-16T18:27:49.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.413+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=YPG3SZPFZMMJ type=del 2023-12-16T18:27:49.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.415+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=XHTK2B7GBVO7 type=del size=1282535 2023-12-16T18:27:49.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.419+0000 7f93822c1640 1 < suggested remove operation key=2H33NU63U1M9 tag=Z97RCHOFI42Z type=del 2023-12-16T18:27:49.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.422+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~P78B8S4TQYGB.0 size=622089 2023-12-16T18:27:49.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.422+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=P78B8S4TQYGB tag=4ZU1QCM3F13Y type=write size=1670665 2023-12-16T18:27:49.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.424+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=XHTBQNYWCPAH type=write size=492973 2023-12-16T18:27:49.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.426+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=ZP7FF83SGSMM type=del size=4120039 2023-12-16T18:27:49.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.428+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~N2JBIGZV62PP.0 size=659189 2023-12-16T18:27:49.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.432+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=N2JBIGZV62PP tag=RZRWBDP3FJJZ type=write size=1707765 2023-12-16T18:27:49.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.434+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=41IPPG61RTU4 type=write size=690679 2023-12-16T18:27:49.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.438+0000 7f93822c1640 1 < suggested remove operation key=4IEBMNZ5G5YI tag=H40PFF59VHXM type=del 2023-12-16T18:27:49.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.440+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=5VOCDNMN9OGO type=del size=952480 2023-12-16T18:27:49.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.444+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=UHLAFORSRC7R type=del 2023-12-16T18:27:49.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.447+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.0 size=1048576 2023-12-16T18:27:49.448 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.449+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.1 size=1048576 2023-12-16T18:27:49.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.451+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.2 size=884478 2023-12-16T18:27:49.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.451+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=Y60ZB7ORJV06 tag=9XYSWHU24DO7 type=write size=4030206 2023-12-16T18:27:49.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.453+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~UPTC8443ZM0R.0 size=1048576 2023-12-16T18:27:49.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.453+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~UPTC8443ZM0R.1 size=14976 2023-12-16T18:27:49.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.456+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=UPTC8443ZM0R tag=1R7ZNBY04THI type=write size=2112128 2023-12-16T18:27:49.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.460+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~3ZVZDGI9WLLF.0 size=659345 2023-12-16T18:27:49.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.460+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=3ZVZDGI9WLLF tag=V2OLCU3TPIJ6 type=write size=1707921 2023-12-16T18:27:49.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.462+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=3YYP62FWIN6Z type=del 2023-12-16T18:27:49.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.466+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.0 size=1048576 2023-12-16T18:27:49.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.468+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.1 size=1048576 2023-12-16T18:27:49.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.469+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.2 size=149749 2023-12-16T18:27:49.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.469+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=1ALQIKSNOWZX tag=8RB7C53XF4BG type=write size=3295477 2023-12-16T18:27:49.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.471+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=A2HJCHX5E7P3 type=del 2023-12-16T18:27:49.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:49.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:27:49.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.475+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~UVRH8OW1ANOZ.0 size=1048576 2023-12-16T18:27:49.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.476+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~UVRH8OW1ANOZ.1 size=296007 2023-12-16T18:27:49.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.476+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=UVRH8OW1ANOZ tag=VOWCEL2MZZM2 type=write size=2393159 2023-12-16T18:27:49.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.478+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=JGDA5EQQ1M3Y type=del 2023-12-16T18:27:49.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.481+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~XCM0XX68MC4C.0 size=837183 2023-12-16T18:27:49.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.481+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=XCM0XX68MC4C tag=VW287RY4ITB0 type=write size=1885759 2023-12-16T18:27:49.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.483+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=JSJJ0ZHYZAJB type=del 2023-12-16T18:27:49.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.487+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~0WAF4K1S12LG.0 size=838427 2023-12-16T18:27:49.486 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.487+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=0WAF4K1S12LG tag=TNK0X350O4ET type=write size=1887003 2023-12-16T18:27:49.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.489+0000 7f93822c1640 -1 < failed to complete operation key=4IEBMNZ5G5YI tag=V4HUWOO1A1LG type=del size=3759058: (22) Invalid argument 2023-12-16T18:27:49.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.492+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=UNBX8RUI5JV0 type=del size=976548 2023-12-16T18:27:49.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.494+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~5XWSMZVGGHH6.0 size=1048576 2023-12-16T18:27:49.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.496+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~5XWSMZVGGHH6.1 size=355615 2023-12-16T18:27:49.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.499+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=5XWSMZVGGHH6 tag=0C1VBL83QT61 type=write size=2452767 2023-12-16T18:27:49.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.503+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~FP8THI8RJ2VM.0 size=1048576 2023-12-16T18:27:49.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.504+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~FP8THI8RJ2VM.1 size=653640 2023-12-16T18:27:49.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.504+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=FP8THI8RJ2VM tag=9EMCTFW4JA8I type=write size=2750792 2023-12-16T18:27:49.505 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.506+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~ZDJ6VURK3G1O.0 size=754251 2023-12-16T18:27:49.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.510+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=ZDJ6VURK3G1O tag=0EN4S1TGDVWD type=write size=1802827 2023-12-16T18:27:49.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.511+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=XM4BRUBUYGBH type=del size=661931 2023-12-16T18:27:49.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.515+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=QY090JOEJ409 type=del 2023-12-16T18:27:49.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.518+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=BTR0D5L32RH1 type=del size=3532251 2023-12-16T18:27:49.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.520+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=S2F4VOE19O2T type=del 2023-12-16T18:27:49.523 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.522+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=SAUJQIMJ9YYR type=del size=1893039 2023-12-16T18:27:49.523 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.525+0000 7f93822c1640 -1 < failed to complete operation key=NCNK0GH8NEPH tag=XHTK2B7GBVO7 type=del size=1282535: (22) Invalid argument 2023-12-16T18:27:49.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.528+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~6YEBG1D33CWF.0 size=1048576 2023-12-16T18:27:49.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.530+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~6YEBG1D33CWF.1 size=50618 2023-12-16T18:27:49.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.530+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=6YEBG1D33CWF tag=F8PIYZDGY5UK type=write size=2147770 2023-12-16T18:27:49.531 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.533+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~P78B8S4TQYGB.0 size=622089 2023-12-16T18:27:49.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.537+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=P78B8S4TQYGB tag=4ZU1QCM3F13Y type=write size=1670665 2023-12-16T18:27:49.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.539+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=FSTYEO3EQNPI type=del size=765964 2023-12-16T18:27:49.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.542+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=ZP7FF83SGSMM type=del 2023-12-16T18:27:49.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.544+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=IJ7J3DJIVTM6 type=del size=750678 2023-12-16T18:27:49.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.549+0000 7f93822c1640 1 < suggested update operation key=LL5LBM7RMRS3 tag=41IPPG61RTU4 type=write size=690679 2023-12-16T18:27:49.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.551+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=W6CLIAI859X0 type=write size=973018 2023-12-16T18:27:49.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.553+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=5VOCDNMN9OGO type=del 2023-12-16T18:27:49.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.557+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~M422S4FCC0W1.0 size=1048576 2023-12-16T18:27:49.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.558+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~M422S4FCC0W1.1 size=249474 2023-12-16T18:27:49.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.558+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=M422S4FCC0W1 tag=Z7IKXLTPPFUC type=write size=2346626 2023-12-16T18:27:49.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.561+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.0 size=1048576 2023-12-16T18:27:49.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.563+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.1 size=1048576 2023-12-16T18:27:49.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.563+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~Y60ZB7ORJV06.2 size=884478 2023-12-16T18:27:49.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.566+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=Y60ZB7ORJV06 tag=9XYSWHU24DO7 type=write size=4030206 2023-12-16T18:27:49.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.570+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.0 size=1048576 2023-12-16T18:27:49.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.571+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.1 size=1048576 2023-12-16T18:27:49.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.573+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.2 size=255991 2023-12-16T18:27:49.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.573+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=3KYSI2NF2PV2 tag=8Q62ZSJXWQC4 type=write size=3401719 2023-12-16T18:27:49.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.575+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~3ZVZDGI9WLLF.0 size=659345 2023-12-16T18:27:49.577 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.579+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=3ZVZDGI9WLLF tag=V2OLCU3TPIJ6 type=write size=1707921 2023-12-16T18:27:49.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.582+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.0 size=1048576 2023-12-16T18:27:49.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.584+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.1 size=1048576 2023-12-16T18:27:49.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.586+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.2 size=573959 2023-12-16T18:27:49.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.586+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=30OSNJNAVRA3 tag=X6IEVV8ALX9Z type=write size=3719687 2023-12-16T18:27:49.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.587+0000 7f93822c1640 1 < canceled part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.0 size=1048576 2023-12-16T18:27:49.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.589+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.1 size=1048576 2023-12-16T18:27:49.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.590+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~1ALQIKSNOWZX.2 size=149749 2023-12-16T18:27:49.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.594+0000 7f93822c1640 1 < canceled multipart upload key=SM7EDQYTHZ7L upload=1ALQIKSNOWZX tag=8RB7C53XF4BG type=write size=3295477 2023-12-16T18:27:49.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.598+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~GFOL5JW479S7.0 size=1048576 2023-12-16T18:27:49.599 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.600+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~GFOL5JW479S7.1 size=229673 2023-12-16T18:27:49.599 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.600+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=GFOL5JW479S7 tag=L0TORE7H5JEH type=write size=2326825 2023-12-16T18:27:49.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.602+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~UVRH8OW1ANOZ.0 size=1048576 2023-12-16T18:27:49.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.603+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~UVRH8OW1ANOZ.1 size=296007 2023-12-16T18:27:49.606 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.607+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=UVRH8OW1ANOZ tag=VOWCEL2MZZM2 type=write size=2393159 2023-12-16T18:27:49.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.611+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~6LAFNB3HWU18.0 size=1046327 2023-12-16T18:27:49.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.611+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=6LAFNB3HWU18 tag=J1PEL7E2OIOB type=write size=2094903 2023-12-16T18:27:49.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.611+0000 7f93822c1640 1 < canceled part key=_multipart_U9TOW5YB71XP.2~XCM0XX68MC4C.0 size=837183 2023-12-16T18:27:49.613 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.614+0000 7f93822c1640 1 < canceled multipart upload key=U9TOW5YB71XP upload=XCM0XX68MC4C tag=VW287RY4ITB0 type=write size=1885759 2023-12-16T18:27:49.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.616+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=PUE6TD9NV1KN type=del size=3777066 2023-12-16T18:27:49.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.618+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~0WAF4K1S12LG.0 size=838427 2023-12-16T18:27:49.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.622+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=0WAF4K1S12LG tag=TNK0X350O4ET type=write size=1887003 2023-12-16T18:27:49.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.624+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=LEIAXO2GW70U type=del size=98512 2023-12-16T18:27:49.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.626+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=UNBX8RUI5JV0 type=del 2023-12-16T18:27:49.628 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.630+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.0 size=1048576 2023-12-16T18:27:49.630 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.631+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.1 size=1048576 2023-12-16T18:27:49.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.633+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.2 size=233463 2023-12-16T18:27:49.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.633+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=VAFUE2FRM98H tag=Z9UA1QHS5K21 type=write size=3379191 2023-12-16T18:27:49.633 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.635+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~FP8THI8RJ2VM.0 size=1048576 2023-12-16T18:27:49.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.636+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~FP8THI8RJ2VM.1 size=653640 2023-12-16T18:27:49.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.640+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=FP8THI8RJ2VM tag=9EMCTFW4JA8I type=write size=2750792 2023-12-16T18:27:49.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.642+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=OQM5ORLVTRUR type=del size=2607741 2023-12-16T18:27:49.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.644+0000 7f93822c1640 1 < canceled operation key=76N6UQ3HGY5M tag=XM4BRUBUYGBH type=del size=661931 2023-12-16T18:27:49.645 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.646+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=LO63DZOKWGES type=del size=2552942 2023-12-16T18:27:49.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.648+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=BTR0D5L32RH1 type=del 2023-12-16T18:27:49.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.651+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.0 size=1048576 2023-12-16T18:27:49.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.653+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.1 size=1048576 2023-12-16T18:27:49.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.655+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.2 size=1037917 2023-12-16T18:27:49.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.655+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=2H43GURASQYZ tag=7447ZRWIUT2P type=write size=4183645 2023-12-16T18:27:49.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.657+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=SAUJQIMJ9YYR type=del 2023-12-16T18:27:49.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.659+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=JFWI3X6UAX2Y type=del size=2757223 2023-12-16T18:27:49.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.661+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~6YEBG1D33CWF.0 size=1048576 2023-12-16T18:27:49.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.662+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~6YEBG1D33CWF.1 size=50618 2023-12-16T18:27:49.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.666+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=6YEBG1D33CWF tag=F8PIYZDGY5UK type=write size=2147770 2023-12-16T18:27:49.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.668+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=HPO42WQ7W0KS type=write size=623383 2023-12-16T18:27:49.669 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.670+0000 7f93822c1640 1 < canceled operation key=NCNK0GH8NEPH tag=FSTYEO3EQNPI type=del size=765964 2023-12-16T18:27:49.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.674+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~I5T9Y81GZ0KD.0 size=749401 2023-12-16T18:27:49.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.674+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=I5T9Y81GZ0KD tag=IQ81N3785FSF type=write size=1797977 2023-12-16T18:27:49.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.675+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=IJ7J3DJIVTM6 type=del 2023-12-16T18:27:49.678 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.679+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.0 size=1048576 2023-12-16T18:27:49.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.681+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.1 size=1048576 2023-12-16T18:27:49.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.682+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.2 size=494840 2023-12-16T18:27:49.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.682+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=9O7KUZ33LWS2 tag=JFWJ6V36IFPT type=write size=3640568 2023-12-16T18:27:49.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.684+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=W6CLIAI859X0 type=write size=973018 2023-12-16T18:27:49.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.688+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.0 size=1048576 2023-12-16T18:27:49.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.690+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.1 size=1048576 2023-12-16T18:27:49.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.691+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.2 size=317896 2023-12-16T18:27:49.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.691+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=37PJKCJU6J4V tag=6QAOE4IEKK6Q type=write size=3463624 2023-12-16T18:27:49.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.693+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~M422S4FCC0W1.0 size=1048576 2023-12-16T18:27:49.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.695+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~M422S4FCC0W1.1 size=249474 2023-12-16T18:27:49.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.698+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=M422S4FCC0W1 tag=Z7IKXLTPPFUC type=write size=2346626 2023-12-16T18:27:49.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.700+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=LBW09Z8L1DFU type=write size=484273 2023-12-16T18:27:49.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.702+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.0 size=1048576 2023-12-16T18:27:49.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.704+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.1 size=1048576 2023-12-16T18:27:49.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.706+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~3KYSI2NF2PV2.2 size=255991 2023-12-16T18:27:49.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.709+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=3KYSI2NF2PV2 tag=8Q62ZSJXWQC4 type=write size=3401719 2023-12-16T18:27:49.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.711+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=R8PPBCI7CCTT type=del size=1193267 2023-12-16T18:27:49.712 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.713+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.0 size=1048576 2023-12-16T18:27:49.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.715+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.1 size=1048576 2023-12-16T18:27:49.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.717+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~30OSNJNAVRA3.2 size=573959 2023-12-16T18:27:49.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.720+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=30OSNJNAVRA3 tag=X6IEVV8ALX9Z type=write size=3719687 2023-12-16T18:27:49.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.725+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~0UD3KNGCQTN5.0 size=1048576 2023-12-16T18:27:49.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.726+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~0UD3KNGCQTN5.1 size=886658 2023-12-16T18:27:49.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.726+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=0UD3KNGCQTN5 tag=IRBDT03YQ859 type=write size=2983810 2023-12-16T18:27:49.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.726+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~GFOL5JW479S7.0 size=1048576 2023-12-16T18:27:49.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.728+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~GFOL5JW479S7.1 size=229673 2023-12-16T18:27:49.731 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.732+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=GFOL5JW479S7 tag=L0TORE7H5JEH type=write size=2326825 2023-12-16T18:27:49.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.734+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=OO5I89HANLJV type=del size=3072922 2023-12-16T18:27:49.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.736+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~6LAFNB3HWU18.0 size=1046327 2023-12-16T18:27:49.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.740+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=6LAFNB3HWU18 tag=J1PEL7E2OIOB type=write size=2094903 2023-12-16T18:27:49.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.743+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.0 size=1048576 2023-12-16T18:27:49.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.745+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.1 size=1048576 2023-12-16T18:27:49.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.747+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.2 size=321615 2023-12-16T18:27:49.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.747+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=TCOA2Z9E5S50 tag=5O7SW1L371BO type=write size=3467343 2023-12-16T18:27:49.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.749+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=PUE6TD9NV1KN type=del 2023-12-16T18:27:49.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.751+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0AJGLASLCDEG type=write size=957996 2023-12-16T18:27:49.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.755+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=LEIAXO2GW70U type=del 2023-12-16T18:27:49.758 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.759+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~8POSQ5X7D71B.0 size=1048576 2023-12-16T18:27:49.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.761+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~8POSQ5X7D71B.1 size=1014027 2023-12-16T18:27:49.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.761+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=8POSQ5X7D71B tag=WHQD4ZYFN7LD type=write size=3111179 2023-12-16T18:27:49.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.763+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.0 size=1048576 2023-12-16T18:27:49.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.766+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.1 size=1048576 2023-12-16T18:27:49.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.768+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~VAFUE2FRM98H.2 size=233463 2023-12-16T18:27:49.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.771+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=VAFUE2FRM98H tag=Z9UA1QHS5K21 type=write size=3379191 2023-12-16T18:27:49.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.773+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=X64YSCWGNV9E type=write size=983055 2023-12-16T18:27:49.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.775+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=OQM5ORLVTRUR type=del 2023-12-16T18:27:49.776 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.777+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=A3FSBV4GUZWM type=write size=580972 2023-12-16T18:27:49.778 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.779+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=LO63DZOKWGES type=del 2023-12-16T18:27:49.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.781+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=GZLCIZZDSRSN type=del size=2068255 2023-12-16T18:27:49.783 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.783+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.0 size=1048576 2023-12-16T18:27:49.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.785+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.1 size=1048576 2023-12-16T18:27:49.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.787+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~2H43GURASQYZ.2 size=1037917 2023-12-16T18:27:49.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.791+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=2H43GURASQYZ tag=7447ZRWIUT2P type=write size=4183645 2023-12-16T18:27:49.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.793+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=U7IL5QN34KOW type=write size=202226 2023-12-16T18:27:49.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.795+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=JFWI3X6UAX2Y type=del 2023-12-16T18:27:49.798 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.799+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.0 size=1048576 2023-12-16T18:27:49.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.801+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.1 size=1048576 2023-12-16T18:27:49.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.802+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.2 size=108189 2023-12-16T18:27:49.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.802+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=YLEHL9O7BDUE tag=HB1F6EEXDRM4 type=write size=3253917 2023-12-16T18:27:49.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.804+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=HPO42WQ7W0KS type=write size=623383 2023-12-16T18:27:49.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.806+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=GNN02HCFDDAI type=write size=206206 2023-12-16T18:27:49.807 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.808+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~I5T9Y81GZ0KD.0 size=749401 2023-12-16T18:27:49.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.811+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=I5T9Y81GZ0KD tag=IQ81N3785FSF type=write size=1797977 2023-12-16T18:27:49.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.814+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=7689Z2EI3UCI type=del size=1322442 2023-12-16T18:27:49.814 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.816+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.0 size=1048576 2023-12-16T18:27:49.816 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.817+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.1 size=1048576 2023-12-16T18:27:49.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.819+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~9O7KUZ33LWS2.2 size=494840 2023-12-16T18:27:49.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.823+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=9O7KUZ33LWS2 tag=JFWJ6V36IFPT type=write size=3640568 2023-12-16T18:27:49.825 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.827+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~7OA69STT6Z71.0 size=1048576 2023-12-16T18:27:49.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.828+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~7OA69STT6Z71.1 size=884269 2023-12-16T18:27:49.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.828+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=7OA69STT6Z71 tag=0BH293W6RAM9 type=write size=2981421 2023-12-16T18:27:49.830 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.831+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.0 size=1048576 2023-12-16T18:27:49.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.833+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.1 size=1048576 2023-12-16T18:27:49.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.834+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~37PJKCJU6J4V.2 size=317896 2023-12-16T18:27:49.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.838+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=37PJKCJU6J4V tag=6QAOE4IEKK6Q type=write size=3463624 2023-12-16T18:27:49.840 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.842+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.0 size=1048576 2023-12-16T18:27:49.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.843+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.1 size=1048576 2023-12-16T18:27:49.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.845+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.2 size=87909 2023-12-16T18:27:49.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.845+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=XOQRSWTWOQE6 tag=GPXET4OT3XCY type=write size=3233637 2023-12-16T18:27:49.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.849+0000 7f93822c1640 1 < suggested remove operation key=LL5LBM7RMRS3 tag=LBW09Z8L1DFU type=write 2023-12-16T18:27:49.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.850+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=POYKMPT9LJWP type=del size=449501 2023-12-16T18:27:49.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.853+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=R8PPBCI7CCTT type=del 2023-12-16T18:27:49.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.855+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=ARJEVBW5MS8B type=del size=2993668 2023-12-16T18:27:49.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.856+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~0UD3KNGCQTN5.0 size=1048576 2023-12-16T18:27:49.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.858+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~0UD3KNGCQTN5.1 size=886658 2023-12-16T18:27:49.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.862+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=0UD3KNGCQTN5 tag=IRBDT03YQ859 type=write size=2983810 2023-12-16T18:27:49.862 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.864+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=M5KXEXRIE6FZ type=write size=128733 2023-12-16T18:27:49.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.866+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=OO5I89HANLJV type=del 2023-12-16T18:27:49.868 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.870+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~ZSPZI3KAJ0AP.0 size=315817 2023-12-16T18:27:49.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.870+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=ZSPZI3KAJ0AP tag=A728VCHQZV8I type=write size=1364393 2023-12-16T18:27:49.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.872+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.0 size=1048576 2023-12-16T18:27:49.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.872+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.1 size=1048576 2023-12-16T18:27:49.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.872+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~TCOA2Z9E5S50.2 size=321615 2023-12-16T18:27:49.876 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.875+0000 7f93822c1640 1 < canceled multipart upload key=76N6UQ3HGY5M upload=TCOA2Z9E5S50 tag=5O7SW1L371BO type=write size=3467343 2023-12-16T18:27:49.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.877+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=6GLTQ4PVNLOU type=del size=3289099 2023-12-16T18:27:49.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.879+0000 7f93822c1640 1 < canceled operation key=LCZP96WSAD6F tag=0AJGLASLCDEG type=write size=957996 2023-12-16T18:27:49.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.883+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~DUYD46XOJMTP.0 size=1048576 2023-12-16T18:27:49.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.884+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~DUYD46XOJMTP.1 size=238153 2023-12-16T18:27:49.884 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.885+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=DUYD46XOJMTP tag=DRT04HYCS73X type=write size=2335305 2023-12-16T18:27:49.885 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.887+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~8POSQ5X7D71B.0 size=1048576 2023-12-16T18:27:49.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.888+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~8POSQ5X7D71B.1 size=1014027 2023-12-16T18:27:49.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.892+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=8POSQ5X7D71B tag=WHQD4ZYFN7LD type=write size=3111179 2023-12-16T18:27:49.894 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.895+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~M1G2QLC8OIM6.0 size=1048576 2023-12-16T18:27:49.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.897+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~M1G2QLC8OIM6.1 size=713766 2023-12-16T18:27:49.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.897+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=M1G2QLC8OIM6 tag=LT11IJ0VCGBJ type=write size=2810918 2023-12-16T18:27:49.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.899+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=X64YSCWGNV9E type=write size=983055 2023-12-16T18:27:49.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.903+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~BL771V9TYJXY.0 size=688605 2023-12-16T18:27:49.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.903+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=BL771V9TYJXY tag=2Y9KFIYQCR6B type=write size=1737181 2023-12-16T18:27:49.904 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.905+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=A3FSBV4GUZWM type=write size=580972 2023-12-16T18:27:49.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.909+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~Q8W1HK4579TQ.0 size=438021 2023-12-16T18:27:49.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.909+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=Q8W1HK4579TQ tag=2W20MVGRA864 type=write size=1486597 2023-12-16T18:27:49.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.911+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=GZLCIZZDSRSN type=del 2023-12-16T18:27:49.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.913+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=YHDHHJDMPQFB type=del size=1499349 2023-12-16T18:27:49.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.915+0000 7f93822c1640 1 < completed write operation key=F7I9QP65YT40 tag=U7IL5QN34KOW type=write size=202226 2023-12-16T18:27:49.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.917+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=XBU99WEC1E0Z type=del size=3672828 2023-12-16T18:27:49.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.919+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.0 size=1048576 2023-12-16T18:27:49.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.921+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.1 size=1048576 2023-12-16T18:27:49.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.922+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~YLEHL9O7BDUE.2 size=108189 2023-12-16T18:27:49.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.927+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=YLEHL9O7BDUE tag=HB1F6EEXDRM4 type=write size=3253917 2023-12-16T18:27:49.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.929+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=PGPLXZJ2G522 type=del size=2985019 2023-12-16T18:27:49.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.931+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=GNN02HCFDDAI type=write size=206206 2023-12-16T18:27:49.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.933+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=EKOPSGINB8UB type=del size=2509537 2023-12-16T18:27:49.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.935+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=7689Z2EI3UCI type=del 2023-12-16T18:27:49.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.937+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=HXN10ZFRB80P type=write size=893059 2023-12-16T18:27:49.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.939+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~7OA69STT6Z71.0 size=1048576 2023-12-16T18:27:49.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.939+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~7OA69STT6Z71.1 size=884269 2023-12-16T18:27:49.942 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.943+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=7OA69STT6Z71 tag=0BH293W6RAM9 type=write size=2981421 2023-12-16T18:27:49.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.945+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=JLL2CKRPOVLV type=del size=1377256 2023-12-16T18:27:49.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.946+0000 7f93822c1640 1 < canceled part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.0 size=1048576 2023-12-16T18:27:49.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.947+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.1 size=1048576 2023-12-16T18:27:49.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.950+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~XOQRSWTWOQE6.2 size=87909 2023-12-16T18:27:49.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.953+0000 7f93822c1640 1 < canceled multipart upload key=T1982IC7NL80 upload=XOQRSWTWOQE6 tag=GPXET4OT3XCY type=write size=3233637 2023-12-16T18:27:49.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.956+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=2VJ8CV7QYSZU type=del size=304112 2023-12-16T18:27:49.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.961+0000 7f93822c1640 1 < suggested remove operation key=T1982IC7NL80 tag=POYKMPT9LJWP type=del 2023-12-16T18:27:49.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.963+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=RSUZKAVABRKU type=write size=538874 2023-12-16T18:27:49.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.968+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=ARJEVBW5MS8B type=del size=2993668 2023-12-16T18:27:49.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.972+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.0 size=1048576 2023-12-16T18:27:49.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.974+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.1 size=1048576 2023-12-16T18:27:49.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.975+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.2 size=1005489 2023-12-16T18:27:49.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.975+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=UL5M6IXQUUU4 tag=J4OLE6P7QDXM type=write size=4151217 2023-12-16T18:27:49.976 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.977+0000 7f93822c1640 1 < completed write operation key=YMZJ7OH0QIET tag=M5KXEXRIE6FZ type=write size=128733 2023-12-16T18:27:49.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.980+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=1F7QL6MPEE9E type=del size=999162 2023-12-16T18:27:49.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.982+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~ZSPZI3KAJ0AP.0 size=315817 2023-12-16T18:27:49.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.985+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=ZSPZI3KAJ0AP tag=A728VCHQZV8I type=write size=1364393 2023-12-16T18:27:49.986 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.987+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=YF48RIOK8L5A type=del size=2546990 2023-12-16T18:27:49.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.991+0000 7f93822c1640 1 < suggested update operation key=LL5LBM7RMRS3 tag=6GLTQ4PVNLOU type=del size=3289099 2023-12-16T18:27:49.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.993+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=7VC96B7ETDK4 type=del size=3109779 2023-12-16T18:27:49.994 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.995+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~DUYD46XOJMTP.0 size=1048576 2023-12-16T18:27:49.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:49.997+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~DUYD46XOJMTP.1 size=238153 2023-12-16T18:27:49.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.000+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=DUYD46XOJMTP tag=DRT04HYCS73X type=write size=2335305 2023-12-16T18:27:50.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.002+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=EMU6P3YM8948 type=del size=117278 2023-12-16T18:27:50.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.003+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~M1G2QLC8OIM6.0 size=1048576 2023-12-16T18:27:50.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.004+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~M1G2QLC8OIM6.1 size=713766 2023-12-16T18:27:50.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.008+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=M1G2QLC8OIM6 tag=LT11IJ0VCGBJ type=write size=2810918 2023-12-16T18:27:50.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.010+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=1XOT85EJYHRN type=write size=342772 2023-12-16T18:27:50.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.012+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~BL771V9TYJXY.0 size=688605 2023-12-16T18:27:50.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.016+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=BL771V9TYJXY tag=2Y9KFIYQCR6B type=write size=1737181 2023-12-16T18:27:50.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.019+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=DW3MI3QM447X type=del size=2005601 2023-12-16T18:27:50.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.021+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~Q8W1HK4579TQ.0 size=438021 2023-12-16T18:27:50.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.025+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=Q8W1HK4579TQ tag=2W20MVGRA864 type=write size=1486597 2023-12-16T18:27:50.026 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.027+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=J12MR1LJ0HLG type=del size=1957454 2023-12-16T18:27:50.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.030+0000 7f93822c1640 -1 < failed to complete operation key=KRXRHOSSG9T7 tag=YHDHHJDMPQFB type=del size=1499349: (22) Invalid argument 2023-12-16T18:27:50.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.034+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~1Q29CPBBAH26.0 size=146369 2023-12-16T18:27:50.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.034+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=1Q29CPBBAH26 tag=C5NY0BPW7Y8V type=write size=1194945 2023-12-16T18:27:50.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.037+0000 7f93822c1640 -1 < failed to complete operation key=LL5LBM7RMRS3 tag=XBU99WEC1E0Z type=del size=3672828: (22) Invalid argument 2023-12-16T18:27:50.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.042+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~T7090KPM84I6.0 size=1048576 2023-12-16T18:27:50.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.044+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~T7090KPM84I6.1 size=687941 2023-12-16T18:27:50.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.044+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=T7090KPM84I6 tag=HV0A2O71MXRK type=write size=2785093 2023-12-16T18:27:50.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.046+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=PGPLXZJ2G522 type=del 2023-12-16T18:27:50.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.048+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=W8OPD7KFUPRV type=del size=1798524 2023-12-16T18:27:50.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.050+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=EKOPSGINB8UB type=del 2023-12-16T18:27:50.051 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.052+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=14XLNS41OC73 type=del size=406370 2023-12-16T18:27:50.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.056+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=HXN10ZFRB80P type=write size=893059 2023-12-16T18:27:50.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.058+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=994DAKKQB1VE type=del size=4015164 2023-12-16T18:27:50.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.060+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=JLL2CKRPOVLV type=del 2023-12-16T18:27:50.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.062+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=LMP6PYA57VNX type=write size=170099 2023-12-16T18:27:50.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.068+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=2VJ8CV7QYSZU type=del 2023-12-16T18:27:50.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.070+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=CYM26Z5G46OM type=del size=1078797 2023-12-16T18:27:50.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.073+0000 7f93822c1640 1 < completed write operation key=2H33NU63U1M9 tag=RSUZKAVABRKU type=write size=538874 2023-12-16T18:27:50.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.075+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=MYD36X1IF5FF type=del size=3055851 2023-12-16T18:27:50.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.077+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.0 size=1048576 2023-12-16T18:27:50.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.079+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.1 size=1048576 2023-12-16T18:27:50.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.081+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~UL5M6IXQUUU4.2 size=1005489 2023-12-16T18:27:50.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.084+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=UL5M6IXQUUU4 tag=J4OLE6P7QDXM type=write size=4151217 2023-12-16T18:27:50.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.086+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=OALA0EWI591W type=del size=853669 2023-12-16T18:27:50.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.089+0000 7f93822c1640 1 < canceled operation key=BJDLUONCEXLN tag=1F7QL6MPEE9E type=del size=999162 2023-12-16T18:27:50.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.093+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~LCWS8B3M04KY.0 size=277083 2023-12-16T18:27:50.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.093+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=LCWS8B3M04KY tag=Q4FI3Y31X7FJ type=write size=1325659 2023-12-16T18:27:50.093 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.094+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=YF48RIOK8L5A type=del 2023-12-16T18:27:50.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.096+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=IXJ0LH3UNETN type=del size=2907030 2023-12-16T18:27:50.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.099+0000 7f93822c1640 1 < canceled operation key=A0K8MNF7WKJ5 tag=7VC96B7ETDK4 type=del size=3109779 2023-12-16T18:27:50.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.101+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=5LASFKAXF8M3 type=del size=3113288 2023-12-16T18:27:50.101 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.103+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=EMU6P3YM8948 type=del 2023-12-16T18:27:50.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.105+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=PBMSLCFZPGT4 type=del size=3442446 2023-12-16T18:27:50.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.108+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=1XOT85EJYHRN type=write 2023-12-16T18:27:50.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.112+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~XI2G84RUD19R.0 size=1048576 2023-12-16T18:27:50.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.114+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~XI2G84RUD19R.1 size=54527 2023-12-16T18:27:50.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.114+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=XI2G84RUD19R tag=YBCL6KG70IAH type=write size=2151679 2023-12-16T18:27:50.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.118+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=DW3MI3QM447X type=del size=2005601 2023-12-16T18:27:50.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.122+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~SS2BLUJLNG7W.0 size=1048576 2023-12-16T18:27:50.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.124+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~SS2BLUJLNG7W.1 size=1040523 2023-12-16T18:27:50.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.124+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=SS2BLUJLNG7W tag=0GQOE80RAIZS type=write size=3137675 2023-12-16T18:27:50.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.126+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=J12MR1LJ0HLG type=del 2023-12-16T18:27:50.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.130+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~5BT9WSLYA6T3.0 size=1048576 2023-12-16T18:27:50.130 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.132+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~5BT9WSLYA6T3.1 size=756639 2023-12-16T18:27:50.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.132+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=5BT9WSLYA6T3 tag=B2S80J529MTF type=write size=2853791 2023-12-16T18:27:50.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.132+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~1Q29CPBBAH26.0 size=146369 2023-12-16T18:27:50.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.136+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=1Q29CPBBAH26 tag=C5NY0BPW7Y8V type=write size=1194945 2023-12-16T18:27:50.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.138+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=XS0BMCE091JS type=del size=438401 2023-12-16T18:27:50.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.141+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~T7090KPM84I6.0 size=1048576 2023-12-16T18:27:50.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.141+0000 7f93822c1640 1 < canceled part key=_multipart_LCZP96WSAD6F.2~T7090KPM84I6.1 size=687941 2023-12-16T18:27:50.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.144+0000 7f93822c1640 1 < canceled multipart upload key=LCZP96WSAD6F upload=T7090KPM84I6 tag=HV0A2O71MXRK type=write size=2785093 2023-12-16T18:27:50.148 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.149+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~S8KW3A8PU520.0 size=1048576 2023-12-16T18:27:50.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.151+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~S8KW3A8PU520.1 size=724162 2023-12-16T18:27:50.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.151+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=S8KW3A8PU520 tag=F1NTLUKKNOIZ type=write size=2821314 2023-12-16T18:27:50.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.155+0000 7f93822c1640 1 < suggested remove operation key=4IEBMNZ5G5YI tag=W8OPD7KFUPRV type=del 2023-12-16T18:27:50.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.159+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~UG4A1OXZQUBB.0 size=80589 2023-12-16T18:27:50.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.159+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=UG4A1OXZQUBB tag=6WIOPCENV5U6 type=write size=1129165 2023-12-16T18:27:50.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.161+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=14XLNS41OC73 type=del 2023-12-16T18:27:50.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.163+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=NQ15AQ46PH52 type=del size=3173321 2023-12-16T18:27:50.163 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.165+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=994DAKKQB1VE type=del 2023-12-16T18:27:50.166 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.167+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=Y1P1L6EEY5B6 type=del size=2238267 2023-12-16T18:27:50.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.169+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=LMP6PYA57VNX type=write size=170099 2023-12-16T18:27:50.170 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.171+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=X8Z0KBJCX6FC type=del size=428742 2023-12-16T18:27:50.172 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.173+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=CYM26Z5G46OM type=del 2023-12-16T18:27:50.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.175+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=OH6L53XNPF1S type=del size=3228813 2023-12-16T18:27:50.176 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.177+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=MYD36X1IF5FF type=del 2023-12-16T18:27:50.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.179+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=AJDYSSCQRKD8 type=write size=874565 2023-12-16T18:27:50.180 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.182+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=OALA0EWI591W type=del 2023-12-16T18:27:50.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.186+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~054DNJP5RH8L.0 size=1048576 2023-12-16T18:27:50.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.187+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~054DNJP5RH8L.1 size=508133 2023-12-16T18:27:50.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.187+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=054DNJP5RH8L tag=OA9Y1NLYO5TR type=write size=2605285 2023-12-16T18:27:50.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.189+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~LCWS8B3M04KY.0 size=277083 2023-12-16T18:27:50.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.193+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=LCWS8B3M04KY tag=Q4FI3Y31X7FJ type=write size=1325659 2023-12-16T18:27:50.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.197+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~FK0PTH7Z0Z4Q.0 size=1048576 2023-12-16T18:27:50.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.199+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~FK0PTH7Z0Z4Q.1 size=399182 2023-12-16T18:27:50.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.199+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=FK0PTH7Z0Z4Q tag=MSNQW1V3G5BC type=write size=2496334 2023-12-16T18:27:50.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.201+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=IXJ0LH3UNETN type=del 2023-12-16T18:27:50.203 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.205+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~U7LTDZSPUOD9.0 size=1048576 2023-12-16T18:27:50.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.206+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~U7LTDZSPUOD9.1 size=206093 2023-12-16T18:27:50.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.206+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=U7LTDZSPUOD9 tag=LDV2BPOZPQML type=write size=2303245 2023-12-16T18:27:50.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.209+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=5LASFKAXF8M3 type=del 2023-12-16T18:27:50.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.211+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=Z2GBMC5PMV7U type=del size=907704 2023-12-16T18:27:50.213 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.215+0000 7f93822c1640 1 < suggested update operation key=YMZJ7OH0QIET tag=PBMSLCFZPGT4 type=del size=3442446 2023-12-16T18:27:50.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.217+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=2COJPX6IK6CN type=del size=309756 2023-12-16T18:27:50.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.219+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~XI2G84RUD19R.0 size=1048576 2023-12-16T18:27:50.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.221+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~XI2G84RUD19R.1 size=54527 2023-12-16T18:27:50.223 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.224+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=XI2G84RUD19R tag=YBCL6KG70IAH type=write size=2151679 2023-12-16T18:27:50.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.229+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~XI0FJQ57ZVF3.0 size=319487 2023-12-16T18:27:50.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.229+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=XI0FJQ57ZVF3 tag=36ZBSXCXHZA1 type=write size=1368063 2023-12-16T18:27:50.229 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.231+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~SS2BLUJLNG7W.0 size=1048576 2023-12-16T18:27:50.231 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.233+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~SS2BLUJLNG7W.1 size=1040523 2023-12-16T18:27:50.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.236+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=SS2BLUJLNG7W tag=0GQOE80RAIZS type=write size=3137675 2023-12-16T18:27:50.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.241+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.0 size=1048576 2023-12-16T18:27:50.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.242+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.1 size=1048576 2023-12-16T18:27:50.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.244+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.2 size=118161 2023-12-16T18:27:50.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.244+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=XFRWZ4080N4Y tag=BREO4NWTKSL7 type=write size=3263889 2023-12-16T18:27:50.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.246+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~5BT9WSLYA6T3.0 size=1048576 2023-12-16T18:27:50.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.248+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~5BT9WSLYA6T3.1 size=756639 2023-12-16T18:27:50.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.252+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=5BT9WSLYA6T3 tag=B2S80J529MTF type=write size=2853791 2023-12-16T18:27:50.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.254+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=TD7Z95WZT36Q type=del size=3175984 2023-12-16T18:27:50.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.256+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=XS0BMCE091JS type=del 2023-12-16T18:27:50.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.258+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=XELATHX6X99Z type=del size=475370 2023-12-16T18:27:50.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.260+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~S8KW3A8PU520.0 size=1048576 2023-12-16T18:27:50.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.262+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~S8KW3A8PU520.1 size=724162 2023-12-16T18:27:50.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.266+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=S8KW3A8PU520 tag=F1NTLUKKNOIZ type=write size=2821314 2023-12-16T18:27:50.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.269+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~8VAZI8FU8QB0.0 size=828274 2023-12-16T18:27:50.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.269+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=8VAZI8FU8QB0 tag=AH49K80X19N6 type=write size=1876850 2023-12-16T18:27:50.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.270+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~UG4A1OXZQUBB.0 size=80589 2023-12-16T18:27:50.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.273+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=UG4A1OXZQUBB tag=6WIOPCENV5U6 type=write size=1129165 2023-12-16T18:27:50.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.277+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~VURM8K4RJF4G.0 size=1048576 2023-12-16T18:27:50.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.279+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~VURM8K4RJF4G.1 size=815288 2023-12-16T18:27:50.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.279+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=VURM8K4RJF4G tag=GCIN3HSK51HH type=write size=2912440 2023-12-16T18:27:50.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.281+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=NQ15AQ46PH52 type=del 2023-12-16T18:27:50.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.285+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~AC59UUILE49D.0 size=791353 2023-12-16T18:27:50.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.285+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=AC59UUILE49D tag=PHT4315Q5OFH type=write size=1839929 2023-12-16T18:27:50.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.287+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=Y1P1L6EEY5B6 type=del 2023-12-16T18:27:50.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.289+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=QGT60XUL2C5Q type=del size=481374 2023-12-16T18:27:50.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.293+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=X8Z0KBJCX6FC type=del size=428742 2023-12-16T18:27:50.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.296+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=7GBCG2KAGB74 type=del size=2771792 2023-12-16T18:27:50.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.300+0000 7f93822c1640 1 < suggested update operation key=663D3OSP19F2 tag=OH6L53XNPF1S type=del size=3228813 2023-12-16T18:27:50.303 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.305+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~CNEFGT83O50P.0 size=93097 2023-12-16T18:27:50.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.305+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=CNEFGT83O50P tag=G0JAC373F911 type=write size=1141673 2023-12-16T18:27:50.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.307+0000 7f93822c1640 1 < completed write operation key=76N6UQ3HGY5M tag=AJDYSSCQRKD8 type=write size=874565 2023-12-16T18:27:50.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.310+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=PV9T6JGD9X5U type=del size=1857950 2023-12-16T18:27:50.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.312+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~054DNJP5RH8L.0 size=1048576 2023-12-16T18:27:50.312 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.314+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~054DNJP5RH8L.1 size=508133 2023-12-16T18:27:50.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.317+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=054DNJP5RH8L tag=OA9Y1NLYO5TR type=write size=2605285 2023-12-16T18:27:50.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.321+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~73QIMD0P1VK2.0 size=1048576 2023-12-16T18:27:50.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.323+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~73QIMD0P1VK2.1 size=16988 2023-12-16T18:27:50.323 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.323+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=73QIMD0P1VK2 tag=DT9VJXTAEGR2 type=write size=2114140 2023-12-16T18:27:50.323 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.323+0000 7f93822c1640 1 < canceled part key=_multipart_SL00EWUL3JDN.2~FK0PTH7Z0Z4Q.0 size=1048576 2023-12-16T18:27:50.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.325+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~FK0PTH7Z0Z4Q.1 size=399182 2023-12-16T18:27:50.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.329+0000 7f93822c1640 1 < canceled multipart upload key=SL00EWUL3JDN upload=FK0PTH7Z0Z4Q tag=MSNQW1V3G5BC type=write size=2496334 2023-12-16T18:27:50.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.331+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=0SFJIUK6P2RM type=del size=2274897 2023-12-16T18:27:50.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.333+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~U7LTDZSPUOD9.0 size=1048576 2023-12-16T18:27:50.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.334+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~U7LTDZSPUOD9.1 size=206093 2023-12-16T18:27:50.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:50 smithi184 ceph-mon[136228]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 423 KiB/s wr, 2.16k op/s 2023-12-16T18:27:50.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.339+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=U7LTDZSPUOD9 tag=LDV2BPOZPQML type=write size=2303245 2023-12-16T18:27:50.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.341+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=XQ39OCU59FGT type=del size=1144922 2023-12-16T18:27:50.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.343+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=Z2GBMC5PMV7U type=del 2023-12-16T18:27:50.343 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.345+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=VTUQHYQ57SJM type=del size=1483941 2023-12-16T18:27:50.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.347+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=2COJPX6IK6CN type=del 2023-12-16T18:27:50.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.349+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=TJQP2Z174UXZ type=write size=598829 2023-12-16T18:27:50.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.352+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~XI0FJQ57ZVF3.0 size=319487 2023-12-16T18:27:50.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.355+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=XI0FJQ57ZVF3 tag=36ZBSXCXHZA1 type=write size=1368063 2023-12-16T18:27:50.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.359+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.0 size=1048576 2023-12-16T18:27:50.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.361+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.1 size=1048576 2023-12-16T18:27:50.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.363+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.2 size=4765 2023-12-16T18:27:50.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.363+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=SL4BIRPTR77U tag=HFNZ6Z6S6N8U type=write size=3150493 2023-12-16T18:27:50.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.365+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.0 size=1048576 2023-12-16T18:27:50.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.365+0000 7f93822c1640 1 < canceled part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.1 size=1048576 2023-12-16T18:27:50.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.366+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~XFRWZ4080N4Y.2 size=118161 2023-12-16T18:27:50.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.370+0000 7f93822c1640 1 < canceled multipart upload key=7KQWKCYTE1ZD upload=XFRWZ4080N4Y tag=BREO4NWTKSL7 type=write size=3263889 2023-12-16T18:27:50.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.375+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DRZQV1DLK42V.0 size=706724 2023-12-16T18:27:50.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.375+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=DRZQV1DLK42V tag=10NZ7QF8RCIN type=write size=1755300 2023-12-16T18:27:50.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.377+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=TD7Z95WZT36Q type=del 2023-12-16T18:27:50.380 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.382+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~B2KY8V46IJM7.0 size=1048576 2023-12-16T18:27:50.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.383+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~B2KY8V46IJM7.1 size=21407 2023-12-16T18:27:50.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.383+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=B2KY8V46IJM7 tag=7NNQ4NT37H9E type=write size=2118559 2023-12-16T18:27:50.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.386+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=XELATHX6X99Z type=del 2023-12-16T18:27:50.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.390+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~VD9KAUYMATEZ.0 size=69932 2023-12-16T18:27:50.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.390+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=VD9KAUYMATEZ tag=UFFFTZXSKNHD type=write size=1118508 2023-12-16T18:27:50.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.392+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~8VAZI8FU8QB0.0 size=828274 2023-12-16T18:27:50.394 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.395+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=8VAZI8FU8QB0 tag=AH49K80X19N6 type=write size=1876850 2023-12-16T18:27:50.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.399+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.0 size=1048576 2023-12-16T18:27:50.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.401+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.1 size=1048576 2023-12-16T18:27:50.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.403+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.2 size=178914 2023-12-16T18:27:50.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.403+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=WAU8KMX52CC5 tag=0ENA4FIMFI67 type=write size=3324642 2023-12-16T18:27:50.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.405+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~VURM8K4RJF4G.0 size=1048576 2023-12-16T18:27:50.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.407+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~VURM8K4RJF4G.1 size=815288 2023-12-16T18:27:50.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.411+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=VURM8K4RJF4G tag=GCIN3HSK51HH type=write size=2912440 2023-12-16T18:27:50.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.414+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~5QUXL50822RE.0 size=600251 2023-12-16T18:27:50.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.414+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=5QUXL50822RE tag=RRE31X4AGWCN type=write size=1648827 2023-12-16T18:27:50.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.416+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~AC59UUILE49D.0 size=791353 2023-12-16T18:27:50.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.420+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=AC59UUILE49D tag=PHT4315Q5OFH type=write size=1839929 2023-12-16T18:27:50.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.422+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=SYWG32YJDHZK type=del size=2774385 2023-12-16T18:27:50.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.424+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=QGT60XUL2C5Q type=del 2023-12-16T18:27:50.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.426+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=2PNNEISJB5GK type=del size=3274441 2023-12-16T18:27:50.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.428+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=7GBCG2KAGB74 type=del 2023-12-16T18:27:50.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.431+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=K3AWU159X6C3 type=del size=3505843 2023-12-16T18:27:50.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.433+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~CNEFGT83O50P.0 size=93097 2023-12-16T18:27:50.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.436+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=CNEFGT83O50P tag=G0JAC373F911 type=write size=1141673 2023-12-16T18:27:50.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.438+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=UH3FO86R93TS type=write size=241525 2023-12-16T18:27:50.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.440+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=PV9T6JGD9X5U type=del 2023-12-16T18:27:50.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.442+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=EPM4CB73L9SQ type=del size=3006877 2023-12-16T18:27:50.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.444+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~73QIMD0P1VK2.0 size=1048576 2023-12-16T18:27:50.445 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.446+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~73QIMD0P1VK2.1 size=16988 2023-12-16T18:27:50.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.450+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=73QIMD0P1VK2 tag=DT9VJXTAEGR2 type=write size=2114140 2023-12-16T18:27:50.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.452+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=AOUSW08N5OME type=del size=1875161 2023-12-16T18:27:50.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.456+0000 7f93822c1640 1 < suggested remove operation key=663D3OSP19F2 tag=0SFJIUK6P2RM type=del 2023-12-16T18:27:50.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.460+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~U25KF982GLY1.0 size=744609 2023-12-16T18:27:50.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.460+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=U25KF982GLY1 tag=6MC5ZPWIV21T type=write size=1793185 2023-12-16T18:27:50.461 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.462+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=XQ39OCU59FGT type=del 2023-12-16T18:27:50.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.464+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=17ND6TQMXGPA type=write size=70882 2023-12-16T18:27:50.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.466+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=VTUQHYQ57SJM type=del 2023-12-16T18:27:50.467 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.468+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=O1QJ50YTA1LB type=del size=2932956 2023-12-16T18:27:50.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.471+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=TJQP2Z174UXZ type=write size=598829 2023-12-16T18:27:50.472 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:50 smithi071 ceph-mon[139725]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 423 KiB/s wr, 2.16k op/s 2023-12-16T18:27:50.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:50 smithi071 ceph-mon[142085]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 423 KiB/s wr, 2.16k op/s 2023-12-16T18:27:50.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.474+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.0 size=1048576 2023-12-16T18:27:50.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.476+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.1 size=1048576 2023-12-16T18:27:50.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.478+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.2 size=416896 2023-12-16T18:27:50.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.478+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=5DWB4Y9QGNZ9 tag=AZ5ESU8UQLWL type=write size=3562624 2023-12-16T18:27:50.478 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.480+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.0 size=1048576 2023-12-16T18:27:50.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.481+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.1 size=1048576 2023-12-16T18:27:50.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.481+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~SL4BIRPTR77U.2 size=4765 2023-12-16T18:27:50.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.485+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=SL4BIRPTR77U tag=HFNZ6Z6S6N8U type=write size=3150493 2023-12-16T18:27:50.487 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.489+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.0 size=1048576 2023-12-16T18:27:50.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.490+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.1 size=1048576 2023-12-16T18:27:50.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.492+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.2 size=648731 2023-12-16T18:27:50.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.492+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=RK7PFV7P2YFC tag=K8UMH2AAMQ3R type=write size=3794459 2023-12-16T18:27:50.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.492+0000 7f93822c1640 1 < canceled part key=_multipart_EKHOTIJJJQL5.2~DRZQV1DLK42V.0 size=706724 2023-12-16T18:27:50.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.496+0000 7f93822c1640 1 < canceled multipart upload key=EKHOTIJJJQL5 upload=DRZQV1DLK42V tag=10NZ7QF8RCIN type=write size=1755300 2023-12-16T18:27:50.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.500+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~4CUVLQPXLUCK.0 size=797411 2023-12-16T18:27:50.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.500+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=4CUVLQPXLUCK tag=RL7BHJ0SB9NQ type=write size=1845987 2023-12-16T18:27:50.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.502+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~B2KY8V46IJM7.0 size=1048576 2023-12-16T18:27:50.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.504+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~B2KY8V46IJM7.1 size=21407 2023-12-16T18:27:50.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.508+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=B2KY8V46IJM7 tag=7NNQ4NT37H9E type=write size=2118559 2023-12-16T18:27:50.509 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.510+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=0TDN2IJWQYQ8 type=del size=3579260 2023-12-16T18:27:50.511 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.512+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~VD9KAUYMATEZ.0 size=69932 2023-12-16T18:27:50.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.516+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=VD9KAUYMATEZ tag=UFFFTZXSKNHD type=write size=1118508 2023-12-16T18:27:50.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.518+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=SIRZLPNNECN7 type=del size=2873766 2023-12-16T18:27:50.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.520+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.0 size=1048576 2023-12-16T18:27:50.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.522+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.1 size=1048576 2023-12-16T18:27:50.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.522+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~WAU8KMX52CC5.2 size=178914 2023-12-16T18:27:50.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.526+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=WAU8KMX52CC5 tag=0ENA4FIMFI67 type=write size=3324642 2023-12-16T18:27:50.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.529+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~G1XT0YZUFZU5.0 size=996632 2023-12-16T18:27:50.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.529+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=G1XT0YZUFZU5 tag=V9UQXEJ5MWBK type=write size=2045208 2023-12-16T18:27:50.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.532+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~5QUXL50822RE.0 size=600251 2023-12-16T18:27:50.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.535+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=5QUXL50822RE tag=RRE31X4AGWCN type=write size=1648827 2023-12-16T18:27:50.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.538+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=0BTEE1OJ1056 type=del size=3777267 2023-12-16T18:27:50.538 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.540+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=SYWG32YJDHZK type=del 2023-12-16T18:27:50.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.542+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=B8EPJBPWDBYF type=write size=888344 2023-12-16T18:27:50.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.544+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=2PNNEISJB5GK type=del 2023-12-16T18:27:50.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.546+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=XT3MU0LHK5I0 type=del size=1430800 2023-12-16T18:27:50.549 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.550+0000 7f93822c1640 1 < suggested update operation key=LL5LBM7RMRS3 tag=K3AWU159X6C3 type=del size=3505843 2023-12-16T18:27:50.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.554+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.0 size=1048576 2023-12-16T18:27:50.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.556+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.1 size=1048576 2023-12-16T18:27:50.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.558+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.2 size=610253 2023-12-16T18:27:50.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.558+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=5SZ5N93O7G6L tag=1ZP7NVBLSSCF type=write size=3755981 2023-12-16T18:27:50.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.562+0000 7f93822c1640 1 < suggested update operation key=NCNK0GH8NEPH tag=UH3FO86R93TS type=write size=241525 2023-12-16T18:27:50.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.566+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~TME8RX4Q7D1C.0 size=1048576 2023-12-16T18:27:50.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.568+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~TME8RX4Q7D1C.1 size=354573 2023-12-16T18:27:50.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.568+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=TME8RX4Q7D1C tag=ZIXXQPI8G1SY type=write size=2451725 2023-12-16T18:27:50.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.568+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=663D3OSP19F2 tag=EPM4CB73L9SQ type=del size=3006877: (2) No such file or directory 2023-12-16T18:27:50.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.571+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=D6IEGT8CZ9MA type=del size=503451 2023-12-16T18:27:50.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.573+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=AOUSW08N5OME type=del 2023-12-16T18:27:50.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.577+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~A2GKORDSDNO7.0 size=666177 2023-12-16T18:27:50.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.577+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=A2GKORDSDNO7 tag=0818U5AZHW0H type=write size=1714753 2023-12-16T18:27:50.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.579+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~U25KF982GLY1.0 size=744609 2023-12-16T18:27:50.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.583+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=U25KF982GLY1 tag=6MC5ZPWIV21T type=write size=1793185 2023-12-16T18:27:50.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.585+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=GNZ4177M6YIK type=del size=1628799 2023-12-16T18:27:50.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.587+0000 7f93822c1640 1 < canceled operation key=80X1T8WPO5AJ tag=17ND6TQMXGPA type=write size=70882 2023-12-16T18:27:50.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.589+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=30ROB5ZTY9YD type=del size=1228397 2023-12-16T18:27:50.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.592+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=O1QJ50YTA1LB type=del 2023-12-16T18:27:50.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.594+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=WPVW01HRP4DD type=del size=2605539 2023-12-16T18:27:50.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.596+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.0 size=1048576 2023-12-16T18:27:50.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.598+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.1 size=1048576 2023-12-16T18:27:50.598 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.600+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~5DWB4Y9QGNZ9.2 size=416896 2023-12-16T18:27:50.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.604+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=5DWB4Y9QGNZ9 tag=AZ5ESU8UQLWL type=write size=3562624 2023-12-16T18:27:50.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.608+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~EXJ76P0OKLT2.0 size=1048576 2023-12-16T18:27:50.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.610+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~EXJ76P0OKLT2.1 size=30837 2023-12-16T18:27:50.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.610+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=EXJ76P0OKLT2 tag=FL4CODT5JXFA type=write size=2127989 2023-12-16T18:27:50.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.612+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.0 size=1048576 2023-12-16T18:27:50.612 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.614+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.1 size=1048576 2023-12-16T18:27:50.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.615+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~RK7PFV7P2YFC.2 size=648731 2023-12-16T18:27:50.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.619+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=RK7PFV7P2YFC tag=K8UMH2AAMQ3R type=write size=3794459 2023-12-16T18:27:50.620 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.622+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=XZ456CH2Z0G5 type=write size=979303 2023-12-16T18:27:50.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.624+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~4CUVLQPXLUCK.0 size=797411 2023-12-16T18:27:50.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.628+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=4CUVLQPXLUCK tag=RL7BHJ0SB9NQ type=write size=1845987 2023-12-16T18:27:50.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.630+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=24TQX59916WT type=write size=65076 2023-12-16T18:27:50.633 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.635+0000 7f93822c1640 1 < suggested remove operation key=MET77YMI24WC tag=0TDN2IJWQYQ8 type=del 2023-12-16T18:27:50.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.639+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~06MPNT1RC913.0 size=678450 2023-12-16T18:27:50.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.639+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=06MPNT1RC913 tag=M6YJBJ5NCDBC type=write size=1727026 2023-12-16T18:27:50.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.641+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=SIRZLPNNECN7 type=del 2023-12-16T18:27:50.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.645+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~CIJEZH0GPVMF.0 size=494616 2023-12-16T18:27:50.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.645+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=CIJEZH0GPVMF tag=WVF0OA80F04O type=write size=1543192 2023-12-16T18:27:50.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.648+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~G1XT0YZUFZU5.0 size=996632 2023-12-16T18:27:50.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.651+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=G1XT0YZUFZU5 tag=V9UQXEJ5MWBK type=write size=2045208 2023-12-16T18:27:50.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.656+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~CLN2QUH5YZQL.0 size=535009 2023-12-16T18:27:50.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.656+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=CLN2QUH5YZQL tag=5PNO2Z5PO96L type=write size=1583585 2023-12-16T18:27:50.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.660+0000 7f93822c1640 1 < suggested update operation key=CBTYWNZ0X6QI tag=0BTEE1OJ1056 type=del size=3777267 2023-12-16T18:27:50.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.663+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=IZT9BJKBLOFH type=write size=424963 2023-12-16T18:27:50.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.666+0000 7f93822c1640 -1 < failed to complete operation key=NCNK0GH8NEPH tag=B8EPJBPWDBYF type=write size=888344: (22) Invalid argument 2023-12-16T18:27:50.669 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.670+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~RNPHX478CRVT.0 size=1048576 2023-12-16T18:27:50.671 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.673+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~RNPHX478CRVT.1 size=946750 2023-12-16T18:27:50.671 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.673+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=RNPHX478CRVT tag=MT30QAJEIDFU type=write size=3043902 2023-12-16T18:27:50.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.675+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=XT3MU0LHK5I0 type=del 2023-12-16T18:27:50.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.678+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=RSIEXV9FP9M1 type=del size=3744104 2023-12-16T18:27:50.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.681+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.0 size=1048576 2023-12-16T18:27:50.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.683+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.1 size=1048576 2023-12-16T18:27:50.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.684+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~5SZ5N93O7G6L.2 size=610253 2023-12-16T18:27:50.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.689+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=5SZ5N93O7G6L tag=1ZP7NVBLSSCF type=write size=3755981 2023-12-16T18:27:50.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.691+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=0UHW62Z2MT21 type=del size=3117921 2023-12-16T18:27:50.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.693+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~TME8RX4Q7D1C.0 size=1048576 2023-12-16T18:27:50.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.696+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~TME8RX4Q7D1C.1 size=354573 2023-12-16T18:27:50.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.700+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=TME8RX4Q7D1C tag=ZIXXQPI8G1SY type=write size=2451725 2023-12-16T18:27:50.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.702+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=5MBG7NMI1L2L type=del size=1388297 2023-12-16T18:27:50.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.706+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=D6IEGT8CZ9MA type=del size=503451 2023-12-16T18:27:50.706 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.708+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=5N5EDT0DDFNW type=del size=1553151 2023-12-16T18:27:50.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.710+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~A2GKORDSDNO7.0 size=666177 2023-12-16T18:27:50.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.713+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=A2GKORDSDNO7 tag=0818U5AZHW0H type=write size=1714753 2023-12-16T18:27:50.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.717+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~F688D8M42Y73.0 size=1048576 2023-12-16T18:27:50.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.719+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~F688D8M42Y73.1 size=125534 2023-12-16T18:27:50.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.719+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=F688D8M42Y73 tag=AL1HF5P8DO6B type=write size=2222686 2023-12-16T18:27:50.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.723+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=GNZ4177M6YIK type=del size=1628799 2023-12-16T18:27:50.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.725+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=VW6VN0PH987Y type=del size=1359128 2023-12-16T18:27:50.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.727+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=30ROB5ZTY9YD type=del 2023-12-16T18:27:50.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.731+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~BAXF6CA0J2QO.0 size=568332 2023-12-16T18:27:50.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.732+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=BAXF6CA0J2QO tag=LDI0XFWDW3NM type=write size=1616908 2023-12-16T18:27:50.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.734+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=WPVW01HRP4DD type=del 2023-12-16T18:27:50.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.738+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~4HAHW3PDJDG3.0 size=625098 2023-12-16T18:27:50.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.738+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=4HAHW3PDJDG3 tag=O92VA3VOLJOM type=write size=1673674 2023-12-16T18:27:50.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.741+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~EXJ76P0OKLT2.0 size=1048576 2023-12-16T18:27:50.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.743+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~EXJ76P0OKLT2.1 size=30837 2023-12-16T18:27:50.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.747+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=EXJ76P0OKLT2 tag=FL4CODT5JXFA type=write size=2127989 2023-12-16T18:27:50.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.751+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~7V3FJV4QD5X8.0 size=1048576 2023-12-16T18:27:50.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.753+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~7V3FJV4QD5X8.1 size=478269 2023-12-16T18:27:50.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.753+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=7V3FJV4QD5X8 tag=916JHN930L91 type=write size=2575421 2023-12-16T18:27:50.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.756+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=XZ456CH2Z0G5 type=write size=979303 2023-12-16T18:27:50.759 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.760+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.0 size=1048576 2023-12-16T18:27:50.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.762+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.1 size=1048576 2023-12-16T18:27:50.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.763+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.2 size=457926 2023-12-16T18:27:50.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.763+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=WBH6DMIXBE00 tag=QQRM9EH9Q9FE type=write size=3603654 2023-12-16T18:27:50.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.765+0000 7f93822c1640 1 < completed write operation key=76N6UQ3HGY5M tag=24TQX59916WT type=write size=65076 2023-12-16T18:27:50.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.767+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=WUK2GIZOBIVS type=del size=3826170 2023-12-16T18:27:50.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.770+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~06MPNT1RC913.0 size=678450 2023-12-16T18:27:50.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.774+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=06MPNT1RC913 tag=M6YJBJ5NCDBC type=write size=1727026 2023-12-16T18:27:50.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.776+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=S3ZNARY2AW7E type=del size=3346029 2023-12-16T18:27:50.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.778+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~CIJEZH0GPVMF.0 size=494616 2023-12-16T18:27:50.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.782+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=CIJEZH0GPVMF tag=WVF0OA80F04O type=write size=1543192 2023-12-16T18:27:50.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.784+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=0Z94O2G7JGRO type=del size=4185397 2023-12-16T18:27:50.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.786+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~CLN2QUH5YZQL.0 size=535009 2023-12-16T18:27:50.788 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.789+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=CLN2QUH5YZQL tag=5PNO2Z5PO96L type=write size=1583585 2023-12-16T18:27:50.791 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.792+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=MPWKRGNUNOJG type=del size=624820 2023-12-16T18:27:50.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.794+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=IZT9BJKBLOFH type=write size=424963 2023-12-16T18:27:50.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.796+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=NXHB6JFCA4BY type=del size=1498457 2023-12-16T18:27:50.796 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.797+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~RNPHX478CRVT.0 size=1048576 2023-12-16T18:27:50.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.799+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~RNPHX478CRVT.1 size=946750 2023-12-16T18:27:50.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.803+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=RNPHX478CRVT tag=MT30QAJEIDFU type=write size=3043902 2023-12-16T18:27:50.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.807+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~FL9X0N6IWSBK.0 size=792542 2023-12-16T18:27:50.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.807+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=FL9X0N6IWSBK tag=XBPGXZPX9B4Z type=write size=1841118 2023-12-16T18:27:50.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.811+0000 7f93822c1640 1 < suggested update operation key=K8PRELEE3WED tag=RSIEXV9FP9M1 type=del size=3744104 2023-12-16T18:27:50.812 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.813+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=ZF4AO4RMVBK7 type=del size=3422748 2023-12-16T18:27:50.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.815+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=0UHW62Z2MT21 type=del 2023-12-16T18:27:50.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.817+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=HUVP4FAPCEMS type=del size=186995 2023-12-16T18:27:50.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.819+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=5MBG7NMI1L2L type=del 2023-12-16T18:27:50.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.821+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=VCLQBISWEUGL type=del size=1893562 2023-12-16T18:27:50.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.822+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=5N5EDT0DDFNW type=del 2023-12-16T18:27:50.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.824+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=Q20SK01RQ5WR type=del size=945893 2023-12-16T18:27:50.825 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.826+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~F688D8M42Y73.0 size=1048576 2023-12-16T18:27:50.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.828+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~F688D8M42Y73.1 size=125534 2023-12-16T18:27:50.830 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.831+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=F688D8M42Y73 tag=AL1HF5P8DO6B type=write size=2222686 2023-12-16T18:27:50.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.833+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=8ZRJU2SSMOFM type=del size=1023042 2023-12-16T18:27:50.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.835+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=VW6VN0PH987Y type=del 2023-12-16T18:27:50.838 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.839+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~0X1LSJOX30UT.0 size=751344 2023-12-16T18:27:50.838 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.839+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=0X1LSJOX30UT tag=9SE1M0TAMCMQ type=write size=1799920 2023-12-16T18:27:50.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.842+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~BAXF6CA0J2QO.0 size=568332 2023-12-16T18:27:50.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.845+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=BAXF6CA0J2QO tag=LDI0XFWDW3NM type=write size=1616908 2023-12-16T18:27:50.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.847+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=RP32HS6NU1VC type=del size=3421805 2023-12-16T18:27:50.848 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.849+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~4HAHW3PDJDG3.0 size=625098 2023-12-16T18:27:50.852 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.853+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=4HAHW3PDJDG3 tag=O92VA3VOLJOM type=write size=1673674 2023-12-16T18:27:50.854 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.855+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=8P9F43ES0GHQ type=del size=1533281 2023-12-16T18:27:50.854 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.855+0000 7f93822c1640 1 < canceled part key=_multipart_WFIGGXKZLQTP.2~7V3FJV4QD5X8.0 size=1048576 2023-12-16T18:27:50.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.857+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~7V3FJV4QD5X8.1 size=478269 2023-12-16T18:27:50.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.861+0000 7f93822c1640 1 < canceled multipart upload key=WFIGGXKZLQTP upload=7V3FJV4QD5X8 tag=916JHN930L91 type=write size=2575421 2023-12-16T18:27:50.863 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.865+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~ED9WKFGTOYMC.0 size=1048576 2023-12-16T18:27:50.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.866+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~ED9WKFGTOYMC.1 size=838212 2023-12-16T18:27:50.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.866+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=ED9WKFGTOYMC tag=7INAA96PIROO type=write size=2935364 2023-12-16T18:27:50.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.868+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.0 size=1048576 2023-12-16T18:27:50.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.870+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.1 size=1048576 2023-12-16T18:27:50.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.872+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~WBH6DMIXBE00.2 size=457926 2023-12-16T18:27:50.874 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.875+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=WBH6DMIXBE00 tag=QQRM9EH9Q9FE type=write size=3603654 2023-12-16T18:27:50.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.880+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.0 size=1048576 2023-12-16T18:27:50.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.882+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.1 size=1048576 2023-12-16T18:27:50.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.884+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.2 size=1017145 2023-12-16T18:27:50.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.884+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=NW4IP2QK6T2K tag=083YSOCVSA5F type=write size=4162873 2023-12-16T18:27:50.884 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.885+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=WUK2GIZOBIVS type=del 2023-12-16T18:27:50.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.890+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~G7LX751VCUVQ.0 size=449467 2023-12-16T18:27:50.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.890+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=G7LX751VCUVQ tag=ZJHZU9LSTLBV type=write size=1498043 2023-12-16T18:27:50.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.892+0000 7f93822c1640 1 < canceled operation key=SL00EWUL3JDN tag=S3ZNARY2AW7E type=del size=3346029 2023-12-16T18:27:50.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.894+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=OWTOSJS21CL9 type=write size=386525 2023-12-16T18:27:50.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.896+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=0Z94O2G7JGRO type=del 2023-12-16T18:27:50.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.900+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~B3EWM0LCV44U.0 size=1048576 2023-12-16T18:27:50.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.901+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~B3EWM0LCV44U.1 size=866517 2023-12-16T18:27:50.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.901+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=B3EWM0LCV44U tag=3Z0HE3IQYQ1B type=write size=2963669 2023-12-16T18:27:50.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.903+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=MPWKRGNUNOJG type=del 2023-12-16T18:27:50.904 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.906+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=XSCRIEU5824W type=write size=52155 2023-12-16T18:27:50.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.908+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=NXHB6JFCA4BY type=del 2023-12-16T18:27:50.908 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.910+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=UZZU11M7UVLR type=write size=743127 2023-12-16T18:27:50.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.912+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~FL9X0N6IWSBK.0 size=792542 2023-12-16T18:27:50.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.915+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=FL9X0N6IWSBK tag=XBPGXZPX9B4Z type=write size=1841118 2023-12-16T18:27:50.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.918+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=79VHIEBS0ZDZ type=del size=3023204 2023-12-16T18:27:50.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.920+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=ZF4AO4RMVBK7 type=del 2023-12-16T18:27:50.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.922+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=W3YO5TG9UD5C type=del size=1464975 2023-12-16T18:27:50.923 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.924+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=HUVP4FAPCEMS type=del 2023-12-16T18:27:50.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.926+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=VWAVC9V5238P type=del size=1982143 2023-12-16T18:27:50.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.930+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=VCLQBISWEUGL type=del size=1893562 2023-12-16T18:27:50.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.933+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.0 size=1048576 2023-12-16T18:27:50.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.935+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.1 size=1048576 2023-12-16T18:27:50.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.937+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.2 size=1008078 2023-12-16T18:27:50.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.937+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=OU1BL6ANBEEJ tag=BT607MJX98F3 type=write size=4153806 2023-12-16T18:27:50.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.942+0000 7f93822c1640 1 < suggested remove operation key=A0K8MNF7WKJ5 tag=Q20SK01RQ5WR type=del 2023-12-16T18:27:50.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.945+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.0 size=1048576 2023-12-16T18:27:50.946 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.947+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.1 size=1048576 2023-12-16T18:27:50.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.949+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.2 size=84538 2023-12-16T18:27:50.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.949+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=ZDB85SKPX22V tag=BZXEZ3AHC1H0 type=write size=3230266 2023-12-16T18:27:50.949 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.951+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=8ZRJU2SSMOFM type=del 2023-12-16T18:27:50.953 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.954+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.0 size=1048576 2023-12-16T18:27:50.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.956+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.1 size=1048576 2023-12-16T18:27:50.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.958+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.2 size=359535 2023-12-16T18:27:50.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.958+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=3UW3AUA8W6Q2 tag=YF687CGR6HY9 type=write size=3505263 2023-12-16T18:27:50.959 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.960+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~0X1LSJOX30UT.0 size=751344 2023-12-16T18:27:50.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.964+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=0X1LSJOX30UT tag=9SE1M0TAMCMQ type=write size=1799920 2023-12-16T18:27:50.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.966+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=LA9E580VAEDF type=write size=94337 2023-12-16T18:27:50.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.971+0000 7f93822c1640 1 < suggested remove operation key=U9TOW5YB71XP tag=RP32HS6NU1VC type=del 2023-12-16T18:27:50.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.973+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=MB16JRPAK10V type=del size=2193175 2023-12-16T18:27:50.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.977+0000 7f93822c1640 1 < suggested update operation key=LCZP96WSAD6F tag=8P9F43ES0GHQ type=del size=1533281 2023-12-16T18:27:50.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.980+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~SOEA5VREKCID.0 size=950381 2023-12-16T18:27:50.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.980+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=SOEA5VREKCID tag=X9W169YXX3X4 type=write size=1998957 2023-12-16T18:27:50.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.982+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~ED9WKFGTOYMC.0 size=1048576 2023-12-16T18:27:50.983 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.985+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~ED9WKFGTOYMC.1 size=838212 2023-12-16T18:27:50.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.988+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=ED9WKFGTOYMC tag=7INAA96PIROO type=write size=2935364 2023-12-16T18:27:50.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.992+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~BBLZLL8WOI9P.0 size=373786 2023-12-16T18:27:50.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.992+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=BBLZLL8WOI9P tag=QB12ETVW79H4 type=write size=1422362 2023-12-16T18:27:50.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.995+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.0 size=1048576 2023-12-16T18:27:50.996 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.997+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.1 size=1048576 2023-12-16T18:27:50.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:50.999+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~NW4IP2QK6T2K.2 size=1017145 2023-12-16T18:27:51.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.002+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=NW4IP2QK6T2K tag=083YSOCVSA5F type=write size=4162873 2023-12-16T18:27:51.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.006+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.0 size=1048576 2023-12-16T18:27:51.006 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.008+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.1 size=1048576 2023-12-16T18:27:51.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.010+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.2 size=952498 2023-12-16T18:27:51.010 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.010+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=SFLWVTCJHN08 tag=U6GDNRBQS406 type=write size=4098226 2023-12-16T18:27:51.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.012+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~G7LX751VCUVQ.0 size=449467 2023-12-16T18:27:51.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.016+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=G7LX751VCUVQ tag=ZJHZU9LSTLBV type=write size=1498043 2023-12-16T18:27:51.017 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.019+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=DO1XE0D08WYR type=del size=482400 2023-12-16T18:27:51.021 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.023+0000 7f93822c1640 1 < suggested remove operation key=SL00EWUL3JDN tag=OWTOSJS21CL9 type=write 2023-12-16T18:27:51.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.025+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=G91K6Y8LUXL4 type=del size=3881959 2023-12-16T18:27:51.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.025+0000 7f93822c1640 1 < canceled part key=_multipart_43Y268VWYQJS.2~B3EWM0LCV44U.0 size=1048576 2023-12-16T18:27:51.026 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.028+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~B3EWM0LCV44U.1 size=866517 2023-12-16T18:27:51.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.032+0000 7f93822c1640 1 < canceled multipart upload key=43Y268VWYQJS upload=B3EWM0LCV44U tag=3Z0HE3IQYQ1B type=write size=2963669 2023-12-16T18:27:51.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.036+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.0 size=1048576 2023-12-16T18:27:51.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.038+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.1 size=1048576 2023-12-16T18:27:51.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.040+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.2 size=925316 2023-12-16T18:27:51.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.040+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=NI7K5C2NA75G tag=SCYSQK1L2K6V type=write size=4071044 2023-12-16T18:27:51.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.044+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=XSCRIEU5824W type=write 2023-12-16T18:27:51.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.048+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~K0IYHRDNYZP0.0 size=1048576 2023-12-16T18:27:51.048 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.050+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~K0IYHRDNYZP0.1 size=341814 2023-12-16T18:27:51.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.050+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=K0IYHRDNYZP0 tag=C16TJFTQCPPE type=write size=2438966 2023-12-16T18:27:51.051 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.052+0000 7f93822c1640 1 < canceled operation key=CBTYWNZ0X6QI tag=UZZU11M7UVLR type=write size=743127 2023-12-16T18:27:51.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.054+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=3P1A2SY6H6YL type=write size=525891 2023-12-16T18:27:51.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.054+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=SL00EWUL3JDN tag=79VHIEBS0ZDZ type=del size=3023204: (2) No such file or directory 2023-12-16T18:27:51.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.058+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~L9MMNF3Z61PY.0 size=1048576 2023-12-16T18:27:51.058 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.059+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~L9MMNF3Z61PY.1 size=548447 2023-12-16T18:27:51.058 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.059+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=L9MMNF3Z61PY tag=IEUA540DI51B type=write size=2645599 2023-12-16T18:27:51.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.062+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=W3YO5TG9UD5C type=del 2023-12-16T18:27:51.062 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.064+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=KB1RR3U1YBWH type=del size=2797650 2023-12-16T18:27:51.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.066+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=VWAVC9V5238P type=del 2023-12-16T18:27:51.067 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.069+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=FC1QS0TRR9A7 type=del size=1899117 2023-12-16T18:27:51.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.069+0000 7f93822c1640 1 < canceled part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.0 size=1048576 2023-12-16T18:27:51.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.071+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.1 size=1048576 2023-12-16T18:27:51.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.072+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~OU1BL6ANBEEJ.2 size=1008078 2023-12-16T18:27:51.075 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.076+0000 7f93822c1640 1 < canceled multipart upload key=YMZJ7OH0QIET upload=OU1BL6ANBEEJ tag=BT607MJX98F3 type=write size=4153806 2023-12-16T18:27:51.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.078+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=V83ZFWRP10BV type=del size=3675438 2023-12-16T18:27:51.077 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.078+0000 7f93822c1640 1 < canceled part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.0 size=1048576 2023-12-16T18:27:51.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.080+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.1 size=1048576 2023-12-16T18:27:51.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.082+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~ZDB85SKPX22V.2 size=84538 2023-12-16T18:27:51.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.086+0000 7f93822c1640 1 < canceled multipart upload key=K8PRELEE3WED upload=ZDB85SKPX22V tag=BZXEZ3AHC1H0 type=write size=3230266 2023-12-16T18:27:51.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.088+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=QWEBCJ1PFWB8 type=del size=2094041 2023-12-16T18:27:51.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.090+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.0 size=1048576 2023-12-16T18:27:51.091 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.093+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.1 size=1048576 2023-12-16T18:27:51.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.095+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~3UW3AUA8W6Q2.2 size=359535 2023-12-16T18:27:51.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.098+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=3UW3AUA8W6Q2 tag=YF687CGR6HY9 type=write size=3505263 2023-12-16T18:27:51.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.102+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~BHJGCGJ9S9CP.0 size=631993 2023-12-16T18:27:51.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.102+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=BHJGCGJ9S9CP tag=7M83E9XH87NQ type=write size=1680569 2023-12-16T18:27:51.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.104+0000 7f93822c1640 1 < canceled operation key=7KQWKCYTE1ZD tag=LA9E580VAEDF type=write size=94337 2023-12-16T18:27:51.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.108+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.0 size=1048576 2023-12-16T18:27:51.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.110+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.1 size=1048576 2023-12-16T18:27:51.110 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.111+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.2 size=691518 2023-12-16T18:27:51.110 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.111+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=0C8KNFQFC1XQ tag=HKJ6GJT9FVAC type=write size=3837246 2023-12-16T18:27:51.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.115+0000 7f93822c1640 1 < suggested update operation key=NCNK0GH8NEPH tag=MB16JRPAK10V type=del size=2193175 2023-12-16T18:27:51.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.117+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=H3C1RIZQL9XX type=del size=1260965 2023-12-16T18:27:51.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.119+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~SOEA5VREKCID.0 size=950381 2023-12-16T18:27:51.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.123+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=SOEA5VREKCID tag=X9W169YXX3X4 type=write size=1998957 2023-12-16T18:27:51.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.125+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=ID9WCT3E052J type=write size=900627 2023-12-16T18:27:51.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.127+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~BBLZLL8WOI9P.0 size=373786 2023-12-16T18:27:51.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.131+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=BBLZLL8WOI9P tag=QB12ETVW79H4 type=write size=1422362 2023-12-16T18:27:51.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.133+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=9SS3TVJI8N0O type=del size=4140257 2023-12-16T18:27:51.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.133+0000 7f93822c1640 1 < canceled part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.0 size=1048576 2023-12-16T18:27:51.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.135+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.1 size=1048576 2023-12-16T18:27:51.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.137+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~SFLWVTCJHN08.2 size=952498 2023-12-16T18:27:51.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.141+0000 7f93822c1640 1 < canceled multipart upload key=LCZP96WSAD6F upload=SFLWVTCJHN08 tag=U6GDNRBQS406 type=write size=4098226 2023-12-16T18:27:51.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.145+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~VE1LZ1QN69Z2.0 size=1048576 2023-12-16T18:27:51.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.147+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~VE1LZ1QN69Z2.1 size=314141 2023-12-16T18:27:51.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.147+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=VE1LZ1QN69Z2 tag=LS7E6T3VGFZ1 type=write size=2411293 2023-12-16T18:27:51.148 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.150+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=DO1XE0D08WYR type=del 2023-12-16T18:27:51.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.152+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=TP4EAC05VD33 type=del size=2466027 2023-12-16T18:27:51.152 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.154+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=G91K6Y8LUXL4 type=del 2023-12-16T18:27:51.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.157+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.0 size=1048576 2023-12-16T18:27:51.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.159+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.1 size=1048576 2023-12-16T18:27:51.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.161+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.2 size=174397 2023-12-16T18:27:51.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.161+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=0WMU59QNPV6P tag=4IJY7WDPW020 type=write size=3320125 2023-12-16T18:27:51.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.161+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.0 size=1048576 2023-12-16T18:27:51.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.164+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.1 size=1048576 2023-12-16T18:27:51.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.165+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~NI7K5C2NA75G.2 size=925316 2023-12-16T18:27:51.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.170+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=NI7K5C2NA75G tag=SCYSQK1L2K6V type=write size=4071044 2023-12-16T18:27:51.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.172+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=91K0H18KXJPU type=del size=3196014 2023-12-16T18:27:51.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.174+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~K0IYHRDNYZP0.0 size=1048576 2023-12-16T18:27:51.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.176+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~K0IYHRDNYZP0.1 size=341814 2023-12-16T18:27:51.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.179+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=K0IYHRDNYZP0 tag=C16TJFTQCPPE type=write size=2438966 2023-12-16T18:27:51.180 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.181+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=VTWE1576Z2BV type=del size=3336083 2023-12-16T18:27:51.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.183+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=3P1A2SY6H6YL type=write size=525891 2023-12-16T18:27:51.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.185+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=AY8HM73EVBAB type=del size=4085977 2023-12-16T18:27:51.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.187+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~L9MMNF3Z61PY.0 size=1048576 2023-12-16T18:27:51.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.190+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~L9MMNF3Z61PY.1 size=548447 2023-12-16T18:27:51.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.194+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=L9MMNF3Z61PY tag=IEUA540DI51B type=write size=2645599 2023-12-16T18:27:51.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.196+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=E9RDMCHVOXU1 type=del size=1555979 2023-12-16T18:27:51.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.198+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=KB1RR3U1YBWH type=del 2023-12-16T18:27:51.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.200+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=9X9CAYJRDLPT type=write size=1046304 2023-12-16T18:27:51.201 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.203+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=FC1QS0TRR9A7 type=del 2023-12-16T18:27:51.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.206+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~WLE22L9W1E32.0 size=1048576 2023-12-16T18:27:51.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.208+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~WLE22L9W1E32.1 size=67656 2023-12-16T18:27:51.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.208+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=WLE22L9W1E32 tag=T17TFQDFZJH2 type=write size=2164808 2023-12-16T18:27:51.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.210+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=V83ZFWRP10BV type=del 2023-12-16T18:27:51.213 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.214+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.0 size=1048576 2023-12-16T18:27:51.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.216+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.1 size=1048576 2023-12-16T18:27:51.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.217+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.2 size=866052 2023-12-16T18:27:51.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.217+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=W5CVHR4JLRBZ tag=C3IMV6958149 type=write size=4011780 2023-12-16T18:27:51.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.222+0000 7f93822c1640 1 < suggested remove operation key=80X1T8WPO5AJ tag=QWEBCJ1PFWB8 type=del 2023-12-16T18:27:51.224 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.225+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.0 size=1048576 2023-12-16T18:27:51.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.227+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.1 size=1048576 2023-12-16T18:27:51.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.229+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.2 size=9912 2023-12-16T18:27:51.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.229+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=YB2KPRH8YWTD tag=39K05CAV9HQY type=write size=3155640 2023-12-16T18:27:51.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.231+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~BHJGCGJ9S9CP.0 size=631993 2023-12-16T18:27:51.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.236+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=BHJGCGJ9S9CP tag=7M83E9XH87NQ type=write size=1680569 2023-12-16T18:27:51.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.238+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=28UVI3HUU0CG type=del size=3493002 2023-12-16T18:27:51.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.240+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.0 size=1048576 2023-12-16T18:27:51.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.242+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.1 size=1048576 2023-12-16T18:27:51.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.244+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~0C8KNFQFC1XQ.2 size=691518 2023-12-16T18:27:51.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.247+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=0C8KNFQFC1XQ tag=HKJ6GJT9FVAC type=write size=3837246 2023-12-16T18:27:51.251 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.252+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~83DI50L3U6AL.0 size=1048576 2023-12-16T18:27:51.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.254+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~83DI50L3U6AL.1 size=715142 2023-12-16T18:27:51.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.254+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=83DI50L3U6AL tag=94OBL5L86JBX type=write size=2812294 2023-12-16T18:27:51.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.258+0000 7f93822c1640 1 < suggested update operation key=3TIX30XS60W0 tag=H3C1RIZQL9XX type=del size=1260965 2023-12-16T18:27:51.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.262+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.0 size=1048576 2023-12-16T18:27:51.263 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.264+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.1 size=1048576 2023-12-16T18:27:51.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.265+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.2 size=794417 2023-12-16T18:27:51.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.265+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=7FPKQHGDNEDX tag=OIH0SISZ8UOR type=write size=3940145 2023-12-16T18:27:51.266 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.268+0000 7f93822c1640 1 < completed write operation key=LCZP96WSAD6F tag=ID9WCT3E052J type=write size=900627 2023-12-16T18:27:51.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.270+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=ESENS91M2EMP type=del size=3390682 2023-12-16T18:27:51.273 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.275+0000 7f93822c1640 1 < suggested remove operation key=SL00EWUL3JDN tag=9SS3TVJI8N0O type=del 2023-12-16T18:27:51.275 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.277+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=P8QZCXG1MNY5 type=del size=4134152 2023-12-16T18:27:51.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.279+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~VE1LZ1QN69Z2.0 size=1048576 2023-12-16T18:27:51.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.281+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~VE1LZ1QN69Z2.1 size=314141 2023-12-16T18:27:51.283 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.285+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=VE1LZ1QN69Z2 tag=LS7E6T3VGFZ1 type=write size=2411293 2023-12-16T18:27:51.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.287+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=UXS6DJRX8VSM type=del size=2768279 2023-12-16T18:27:51.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.291+0000 7f93822c1640 1 < suggested update operation key=UX6BKKXQRKOB tag=TP4EAC05VD33 type=del size=2466027 2023-12-16T18:27:51.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.293+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=P46YZNJLSAD9 type=del size=3184593 2023-12-16T18:27:51.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.293+0000 7f93822c1640 1 < canceled part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.0 size=1048576 2023-12-16T18:27:51.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.295+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.1 size=1048576 2023-12-16T18:27:51.296 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.297+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~0WMU59QNPV6P.2 size=174397 2023-12-16T18:27:51.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.301+0000 7f93822c1640 1 < canceled multipart upload key=3TIX30XS60W0 upload=0WMU59QNPV6P tag=4IJY7WDPW020 type=write size=3320125 2023-12-16T18:27:51.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.303+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=U4BOX0EKP324 type=del size=1506290 2023-12-16T18:27:51.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.305+0000 7f93822c1640 1 < canceled operation key=2H33NU63U1M9 tag=91K0H18KXJPU type=del size=3196014 2023-12-16T18:27:51.307 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.309+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~WKK56TSEGXJZ.0 size=1048576 2023-12-16T18:27:51.309 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.310+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~WKK56TSEGXJZ.1 size=352779 2023-12-16T18:27:51.309 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.310+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=WKK56TSEGXJZ tag=WK9P9XZX7NUP type=write size=2449931 2023-12-16T18:27:51.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.312+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=VTWE1576Z2BV type=del 2023-12-16T18:27:51.313 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.314+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=FVBVGN6B62FI type=del size=2633139 2023-12-16T18:27:51.315 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.317+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=AY8HM73EVBAB type=del 2023-12-16T18:27:51.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.320+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.0 size=1048576 2023-12-16T18:27:51.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.322+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.1 size=1048576 2023-12-16T18:27:51.323 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.324+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.2 size=66453 2023-12-16T18:27:51.323 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.324+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=VSIBGC9ODHW2 tag=N9GCNK610RTO type=write size=3212181 2023-12-16T18:27:51.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.326+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=E9RDMCHVOXU1 type=del 2023-12-16T18:27:51.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.328+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=B2U8ZWRUO1OL type=del size=1514880 2023-12-16T18:27:51.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.330+0000 7f93822c1640 1 < completed write operation key=3DH6NZ3UJJVG tag=9X9CAYJRDLPT type=write size=1046304 2023-12-16T18:27:51.330 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.332+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=OW2WLAG5VAED type=del size=275979 2023-12-16T18:27:51.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.334+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~WLE22L9W1E32.0 size=1048576 2023-12-16T18:27:51.333 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.334+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~WLE22L9W1E32.1 size=67656 2023-12-16T18:27:51.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.338+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=WLE22L9W1E32 tag=T17TFQDFZJH2 type=write size=2164808 2023-12-16T18:27:51.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.340+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=IM6NLLOPPJQ4 type=write size=155784 2023-12-16T18:27:51.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.340+0000 7f93822c1640 1 < canceled part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.0 size=1048576 2023-12-16T18:27:51.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.342+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.1 size=1048576 2023-12-16T18:27:51.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.343+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~W5CVHR4JLRBZ.2 size=866052 2023-12-16T18:27:51.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.347+0000 7f93822c1640 1 < canceled multipart upload key=F7I9QP65YT40 upload=W5CVHR4JLRBZ tag=C3IMV6958149 type=write size=4011780 2023-12-16T18:27:51.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.349+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=20ROSZVCW28D type=del size=44496 2023-12-16T18:27:51.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.351+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.0 size=1048576 2023-12-16T18:27:51.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.351+0000 7f93822c1640 1 < canceled part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.1 size=1048576 2023-12-16T18:27:51.352 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.353+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~YB2KPRH8YWTD.2 size=9912 2023-12-16T18:27:51.356 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.357+0000 7f93822c1640 1 < canceled multipart upload key=K8PRELEE3WED upload=YB2KPRH8YWTD tag=39K05CAV9HQY type=write size=3155640 2023-12-16T18:27:51.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.360+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=GIXB2U1JVEM5 type=del size=1333531 2023-12-16T18:27:51.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.364+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=28UVI3HUU0CG type=del size=3493002 2023-12-16T18:27:51.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.367+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=070E6VJP9OVZ type=write size=906673 2023-12-16T18:27:51.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.367+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~83DI50L3U6AL.0 size=1048576 2023-12-16T18:27:51.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.367+0000 7f93822c1640 1 < canceled part key=_multipart_663D3OSP19F2.2~83DI50L3U6AL.1 size=715142 2023-12-16T18:27:51.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.371+0000 7f93822c1640 1 < canceled multipart upload key=663D3OSP19F2 upload=83DI50L3U6AL tag=94OBL5L86JBX type=write size=2812294 2023-12-16T18:27:51.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.373+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=2B44LP62DSWJ type=del size=1762856 2023-12-16T18:27:51.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.375+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.0 size=1048576 2023-12-16T18:27:51.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.377+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.1 size=1048576 2023-12-16T18:27:51.377 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.378+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~7FPKQHGDNEDX.2 size=794417 2023-12-16T18:27:51.381 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.382+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=7FPKQHGDNEDX tag=OIH0SISZ8UOR type=write size=3940145 2023-12-16T18:27:51.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.386+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~8X5IFWOTG27J.0 size=1048576 2023-12-16T18:27:51.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.388+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~8X5IFWOTG27J.1 size=351396 2023-12-16T18:27:51.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.388+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=8X5IFWOTG27J tag=QPWZRNC1D0H6 type=write size=2448548 2023-12-16T18:27:51.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.390+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=ESENS91M2EMP type=del 2023-12-16T18:27:51.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.394+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~ES9EL8OZH43Q.0 size=786568 2023-12-16T18:27:51.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.394+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=ES9EL8OZH43Q tag=FKQDVBT11YO7 type=write size=1835144 2023-12-16T18:27:51.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.399+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=P8QZCXG1MNY5 type=del 2023-12-16T18:27:51.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.401+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=CK075R70AKW6 type=write size=1011419 2023-12-16T18:27:51.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.403+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=UXS6DJRX8VSM type=del 2023-12-16T18:27:51.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.407+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~MM4S1VP752RB.0 size=845617 2023-12-16T18:27:51.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.407+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=MM4S1VP752RB tag=QMJVVU31CC1Y type=write size=1894193 2023-12-16T18:27:51.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.409+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=P46YZNJLSAD9 type=del 2023-12-16T18:27:51.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.412+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=8NXPJ2MQRN6Z type=del size=405568 2023-12-16T18:27:51.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.414+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=U4BOX0EKP324 type=del 2023-12-16T18:27:51.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.418+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~BWOHY7QV6XLF.0 size=1048576 2023-12-16T18:27:51.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.420+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~BWOHY7QV6XLF.1 size=667970 2023-12-16T18:27:51.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.420+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=BWOHY7QV6XLF tag=ZEOCFHHNAHVW type=write size=2765122 2023-12-16T18:27:51.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.422+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~WKK56TSEGXJZ.0 size=1048576 2023-12-16T18:27:51.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.424+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~WKK56TSEGXJZ.1 size=352779 2023-12-16T18:27:51.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.428+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=WKK56TSEGXJZ tag=WK9P9XZX7NUP type=write size=2449931 2023-12-16T18:27:51.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.432+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~L1QJS3W4U3SV.0 size=1048576 2023-12-16T18:27:51.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.434+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~L1QJS3W4U3SV.1 size=688225 2023-12-16T18:27:51.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.434+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=L1QJS3W4U3SV tag=5GHM1KBJ9A8L type=write size=2785377 2023-12-16T18:27:51.435 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.436+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=FVBVGN6B62FI type=del 2023-12-16T18:27:51.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.440+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VR8DFE07TF7D.0 size=1048576 2023-12-16T18:27:51.440 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.442+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~VR8DFE07TF7D.1 size=452890 2023-12-16T18:27:51.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.442+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=VR8DFE07TF7D tag=YRIQSCF6G8QV type=write size=2550042 2023-12-16T18:27:51.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.444+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.0 size=1048576 2023-12-16T18:27:51.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.446+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.1 size=1048576 2023-12-16T18:27:51.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.446+0000 7f93822c1640 1 < canceled part key=_multipart_SM7EDQYTHZ7L.2~VSIBGC9ODHW2.2 size=66453 2023-12-16T18:27:51.448 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.449+0000 7f93822c1640 1 < canceled multipart upload key=SM7EDQYTHZ7L upload=VSIBGC9ODHW2 tag=N9GCNK610RTO type=write size=3212181 2023-12-16T18:27:51.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.453+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~S2NZ4BFEYX3Y.0 size=505999 2023-12-16T18:27:51.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.453+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=S2NZ4BFEYX3Y tag=GGUOQ4JBQKJT type=write size=1554575 2023-12-16T18:27:51.456 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.457+0000 7f93822c1640 1 < suggested update operation key=MET77YMI24WC tag=B2U8ZWRUO1OL type=del size=1514880 2023-12-16T18:27:51.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.461+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.0 size=1048576 2023-12-16T18:27:51.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.463+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.1 size=1048576 2023-12-16T18:27:51.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.465+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.2 size=636665 2023-12-16T18:27:51.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.465+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=2MNGJ1K60H5D tag=X4XJSJCD12ST type=write size=3782393 2023-12-16T18:27:51.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.467+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=OW2WLAG5VAED type=del 2023-12-16T18:27:51.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.469+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=32DG1OBOBA62 type=write size=785054 2023-12-16T18:27:51.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.472+0000 7f93822c1640 -1 < failed to complete operation key=T1982IC7NL80 tag=IM6NLLOPPJQ4 type=write size=155784: (22) Invalid argument 2023-12-16T18:27:51.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.474+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=YZWRIQECOO58 type=del size=2625364 2023-12-16T18:27:51.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.476+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=20ROSZVCW28D type=del 2023-12-16T18:27:51.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.480+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.0 size=1048576 2023-12-16T18:27:51.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.482+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.1 size=1048576 2023-12-16T18:27:51.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.484+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.2 size=143211 2023-12-16T18:27:51.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.484+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=N0VJ2IV6F6H5 tag=9ZOWT2ZXSEBB type=write size=3288939 2023-12-16T18:27:51.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.486+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=GIXB2U1JVEM5 type=del 2023-12-16T18:27:51.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.490+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~AC3ITUY0IFG1.0 size=1048576 2023-12-16T18:27:51.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.492+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~AC3ITUY0IFG1.1 size=204139 2023-12-16T18:27:51.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.492+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=AC3ITUY0IFG1 tag=5VZC2RY1G4Q6 type=write size=2301291 2023-12-16T18:27:51.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.494+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=070E6VJP9OVZ type=write size=906673 2023-12-16T18:27:51.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.496+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=A9HGJYAMGJFN type=del size=1485382 2023-12-16T18:27:51.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.498+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=2B44LP62DSWJ type=del 2023-12-16T18:27:51.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.500+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=V57HG6X0FQGC type=del size=2631834 2023-12-16T18:27:51.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.502+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~8X5IFWOTG27J.0 size=1048576 2023-12-16T18:27:51.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.504+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~8X5IFWOTG27J.1 size=351396 2023-12-16T18:27:51.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.508+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=8X5IFWOTG27J tag=QPWZRNC1D0H6 type=write size=2448548 2023-12-16T18:27:51.509 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.510+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=ATIXVW26KCMB type=del size=2601566 2023-12-16T18:27:51.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.512+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~ES9EL8OZH43Q.0 size=786568 2023-12-16T18:27:51.515 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.516+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=ES9EL8OZH43Q tag=FKQDVBT11YO7 type=write size=1835144 2023-12-16T18:27:51.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.520+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~C1AI3FJKNVKS.0 size=1048576 2023-12-16T18:27:51.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.521+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~C1AI3FJKNVKS.1 size=913950 2023-12-16T18:27:51.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.521+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=C1AI3FJKNVKS tag=V38347BXFLML type=write size=3011102 2023-12-16T18:27:51.525 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.526+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=CK075R70AKW6 type=write 2023-12-16T18:27:51.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.530+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.0 size=1048576 2023-12-16T18:27:51.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.531+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.1 size=1048576 2023-12-16T18:27:51.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.533+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.2 size=588473 2023-12-16T18:27:51.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.533+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=DDE0H883O09F tag=GH23RMYEJ13Z type=write size=3734201 2023-12-16T18:27:51.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.534+0000 7f93822c1640 1 < canceled part key=_multipart_80X1T8WPO5AJ.2~MM4S1VP752RB.0 size=845617 2023-12-16T18:27:51.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.537+0000 7f93822c1640 1 < canceled multipart upload key=80X1T8WPO5AJ upload=MM4S1VP752RB tag=QMJVVU31CC1Y type=write size=1894193 2023-12-16T18:27:51.538 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.540+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=UTQ1LJ42S19E type=del size=727227 2023-12-16T18:27:51.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.542+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=8NXPJ2MQRN6Z type=del 2023-12-16T18:27:51.544 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.546+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~BHCU8HENDESO.0 size=1048576 2023-12-16T18:27:51.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.548+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~BHCU8HENDESO.1 size=402153 2023-12-16T18:27:51.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.548+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=BHCU8HENDESO tag=HKGGB0GKEMDK type=write size=2499305 2023-12-16T18:27:51.549 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.550+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~BWOHY7QV6XLF.0 size=1048576 2023-12-16T18:27:51.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.552+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~BWOHY7QV6XLF.1 size=667970 2023-12-16T18:27:51.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.556+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=BWOHY7QV6XLF tag=ZEOCFHHNAHVW type=write size=2765122 2023-12-16T18:27:51.558 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.559+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=MB4ZRIR114EO type=del size=305586 2023-12-16T18:27:51.560 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.561+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~L1QJS3W4U3SV.0 size=1048576 2023-12-16T18:27:51.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.563+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~L1QJS3W4U3SV.1 size=688225 2023-12-16T18:27:51.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.567+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=L1QJS3W4U3SV tag=5GHM1KBJ9A8L type=write size=2785377 2023-12-16T18:27:51.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.569+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=37N8F0UWB380 type=del size=802091 2023-12-16T18:27:51.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.572+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~VR8DFE07TF7D.0 size=1048576 2023-12-16T18:27:51.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.572+0000 7f93822c1640 1 < canceled part key=_multipart_LCZP96WSAD6F.2~VR8DFE07TF7D.1 size=452890 2023-12-16T18:27:51.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.575+0000 7f93822c1640 1 < canceled multipart upload key=LCZP96WSAD6F upload=VR8DFE07TF7D tag=YRIQSCF6G8QV type=write size=2550042 2023-12-16T18:27:51.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.577+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=C1AUK3C96XGZ type=del size=1986713 2023-12-16T18:27:51.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.579+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~S2NZ4BFEYX3Y.0 size=505999 2023-12-16T18:27:51.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.583+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=S2NZ4BFEYX3Y tag=GGUOQ4JBQKJT type=write size=1554575 2023-12-16T18:27:51.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.585+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=O2HWMTKK0CBG type=del size=1459555 2023-12-16T18:27:51.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.587+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.0 size=1048576 2023-12-16T18:27:51.588 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.589+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.1 size=1048576 2023-12-16T18:27:51.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.591+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2MNGJ1K60H5D.2 size=636665 2023-12-16T18:27:51.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.594+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=2MNGJ1K60H5D tag=X4XJSJCD12ST type=write size=3782393 2023-12-16T18:27:51.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.597+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=KRM75O6LK3JO type=del size=3183292 2023-12-16T18:27:51.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.599+0000 7f93822c1640 1 < completed write operation key=T1982IC7NL80 tag=32DG1OBOBA62 type=write size=785054 2023-12-16T18:27:51.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.602+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=PTEJ8U5H1J6A type=del size=1671459 2023-12-16T18:27:51.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.604+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=YZWRIQECOO58 type=del 2023-12-16T18:27:51.605 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.607+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=EVQ9PVYFBONU type=del size=2684630 2023-12-16T18:27:51.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.609+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.0 size=1048576 2023-12-16T18:27:51.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.609+0000 7f93822c1640 1 < canceled part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.1 size=1048576 2023-12-16T18:27:51.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.611+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~N0VJ2IV6F6H5.2 size=143211 2023-12-16T18:27:51.613 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.614+0000 7f93822c1640 1 < canceled multipart upload key=F7I9QP65YT40 upload=N0VJ2IV6F6H5 tag=9ZOWT2ZXSEBB type=write size=3288939 2023-12-16T18:27:51.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.616+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=BY3QMM8P787L type=del size=2830415 2023-12-16T18:27:51.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.619+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~AC3ITUY0IFG1.0 size=1048576 2023-12-16T18:27:51.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.620+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~AC3ITUY0IFG1.1 size=204139 2023-12-16T18:27:51.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.624+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=AC3ITUY0IFG1 tag=5VZC2RY1G4Q6 type=write size=2301291 2023-12-16T18:27:51.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.628+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.0 size=1048576 2023-12-16T18:27:51.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.630+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.1 size=1048576 2023-12-16T18:27:51.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.632+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.2 size=639406 2023-12-16T18:27:51.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.632+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=Q73FATK3QSUT tag=S7XDF1CQJX0W type=write size=3785134 2023-12-16T18:27:51.633 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.634+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=A9HGJYAMGJFN type=del 2023-12-16T18:27:51.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.637+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=XVW2YI1YTV6N type=write size=935934 2023-12-16T18:27:51.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.640+0000 7f93822c1640 1 < canceled operation key=U9TOW5YB71XP tag=V57HG6X0FQGC type=del size=2631834 2023-12-16T18:27:51.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.643+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.0 size=1048576 2023-12-16T18:27:51.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.645+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.1 size=1048576 2023-12-16T18:27:51.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.647+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.2 size=91848 2023-12-16T18:27:51.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.647+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=9X5VY1BPKMGF tag=QZ30Y2IMLFMG type=write size=3237576 2023-12-16T18:27:51.648 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.649+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=ATIXVW26KCMB type=del 2023-12-16T18:27:51.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.651+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=1WDUBWOLH3GM type=del size=2288174 2023-12-16T18:27:51.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.651+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~C1AI3FJKNVKS.0 size=1048576 2023-12-16T18:27:51.652 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.653+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~C1AI3FJKNVKS.1 size=913950 2023-12-16T18:27:51.656 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.657+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=C1AI3FJKNVKS tag=V38347BXFLML type=write size=3011102 2023-12-16T18:27:51.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.659+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=QISLXX7S9103 type=del size=1570392 2023-12-16T18:27:51.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.661+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.0 size=1048576 2023-12-16T18:27:51.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.663+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.1 size=1048576 2023-12-16T18:27:51.663 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.665+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~DDE0H883O09F.2 size=588473 2023-12-16T18:27:51.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.668+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=DDE0H883O09F tag=GH23RMYEJ13Z type=write size=3734201 2023-12-16T18:27:51.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.671+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=ULU1N708PBP3 type=del size=444904 2023-12-16T18:27:51.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.676+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=UTQ1LJ42S19E type=del 2023-12-16T18:27:51.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.680+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~TWWYZUR5VO83.0 size=72723 2023-12-16T18:27:51.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.680+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=TWWYZUR5VO83 tag=E30DPSHF7XI9 type=write size=1121299 2023-12-16T18:27:51.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.682+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~BHCU8HENDESO.0 size=1048576 2023-12-16T18:27:51.682 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.684+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~BHCU8HENDESO.1 size=402153 2023-12-16T18:27:51.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.687+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=BHCU8HENDESO tag=HKGGB0GKEMDK type=write size=2499305 2023-12-16T18:27:51.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.691+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~IMMWMWUO36KX.0 size=1048576 2023-12-16T18:27:51.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.693+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~IMMWMWUO36KX.1 size=760362 2023-12-16T18:27:51.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.693+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=IMMWMWUO36KX tag=NMCELB032ISW type=write size=2857514 2023-12-16T18:27:51.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.695+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=MB4ZRIR114EO type=del 2023-12-16T18:27:51.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.697+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=PDVO8E6A2CNH type=del size=2164230 2023-12-16T18:27:51.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.699+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=37N8F0UWB380 type=del 2023-12-16T18:27:51.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.701+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=29T4IHT6LO73 type=write size=408773 2023-12-16T18:27:51.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.704+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=C1AUK3C96XGZ type=del 2023-12-16T18:27:51.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.706+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=L5Q0S3W7D220 type=del size=103545 2023-12-16T18:27:51.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.710+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=O2HWMTKK0CBG type=del size=1459555 2023-12-16T18:27:51.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.712+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=QIED3KAW3WYO type=del size=3393417 2023-12-16T18:27:51.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.716+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=KRM75O6LK3JO type=del 2023-12-16T18:27:51.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.718+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=5D4MI2Z0CF0G type=write size=197090 2023-12-16T18:27:51.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.723+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=PTEJ8U5H1J6A type=del 2023-12-16T18:27:51.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.725+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=URAY7KFK5U5I type=del size=1538914 2023-12-16T18:27:51.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.727+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=EVQ9PVYFBONU type=del 2023-12-16T18:27:51.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.730+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~RFGF92DRTNBG.0 size=338626 2023-12-16T18:27:51.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.731+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=RFGF92DRTNBG tag=OJUO8VHK1AXW type=write size=1387202 2023-12-16T18:27:51.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.733+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=BY3QMM8P787L type=del 2023-12-16T18:27:51.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.735+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=3DI6V93BIRP7 type=del size=2766572 2023-12-16T18:27:51.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.737+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.0 size=1048576 2023-12-16T18:27:51.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.739+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.1 size=1048576 2023-12-16T18:27:51.739 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.741+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~Q73FATK3QSUT.2 size=639406 2023-12-16T18:27:51.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.744+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=Q73FATK3QSUT tag=S7XDF1CQJX0W type=write size=3785134 2023-12-16T18:27:51.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.746+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=3LIDHGIS9PGE type=del size=2076504 2023-12-16T18:27:51.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.750+0000 7f93822c1640 -1 < failed to complete operation key=NCNK0GH8NEPH tag=XVW2YI1YTV6N type=write size=935934: (22) Invalid argument 2023-12-16T18:27:51.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.752+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=7N8SW13IH3T2 type=del size=1004849 2023-12-16T18:27:51.753 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.754+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.0 size=1048576 2023-12-16T18:27:51.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.756+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.1 size=1048576 2023-12-16T18:27:51.759 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.757+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~9X5VY1BPKMGF.2 size=91848 2023-12-16T18:27:51.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.761+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=9X5VY1BPKMGF tag=QZ30Y2IMLFMG type=write size=3237576 2023-12-16T18:27:51.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.765+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~WIBNA5VF89P2.0 size=201314 2023-12-16T18:27:51.765 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.765+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=WIBNA5VF89P2 tag=18H03NLO7Q2R type=write size=1249890 2023-12-16T18:27:51.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.768+0000 7f93822c1640 -1 < failed to complete operation key=NCNK0GH8NEPH tag=1WDUBWOLH3GM type=del size=2288174: (22) Invalid argument 2023-12-16T18:27:51.769 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.770+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=0KNIH0NHU1HG type=del size=2889834 2023-12-16T18:27:51.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.774+0000 7f93822c1640 1 < suggested remove operation key=3DH6NZ3UJJVG tag=QISLXX7S9103 type=del 2023-12-16T18:27:51.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.776+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=ZATI2534H9BC type=del size=3734130 2023-12-16T18:27:51.776 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.778+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=ULU1N708PBP3 type=del 2023-12-16T18:27:51.778 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.780+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=X8E010DGLAGT type=del size=3600416 2023-12-16T18:27:51.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.780+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~TWWYZUR5VO83.0 size=72723 2023-12-16T18:27:51.782 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.784+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=TWWYZUR5VO83 tag=E30DPSHF7XI9 type=write size=1121299 2023-12-16T18:27:51.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.786+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=KNVX4X32K4XB type=del size=1025010 2023-12-16T18:27:51.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.788+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~IMMWMWUO36KX.0 size=1048576 2023-12-16T18:27:51.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.790+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~IMMWMWUO36KX.1 size=760362 2023-12-16T18:27:51.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.794+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=IMMWMWUO36KX tag=NMCELB032ISW type=write size=2857514 2023-12-16T18:27:51.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.796+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=FKCFVH5B235F type=del size=2218626 2023-12-16T18:27:51.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.799+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=PDVO8E6A2CNH type=del 2023-12-16T18:27:51.799 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.801+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=N2XBVYT3MHCU type=write size=152811 2023-12-16T18:27:51.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.805+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=29T4IHT6LO73 type=write size=408773 2023-12-16T18:27:51.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.807+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=51KLYFWNLOJP type=del size=2458168 2023-12-16T18:27:51.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.810+0000 7f93822c1640 -1 < failed to complete operation key=WFIGGXKZLQTP tag=L5Q0S3W7D220 type=del size=103545: (22) Invalid argument 2023-12-16T18:27:51.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.814+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~WV30WVCUF6X7.0 size=1048576 2023-12-16T18:27:51.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.816+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~WV30WVCUF6X7.1 size=469436 2023-12-16T18:27:51.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.816+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=WV30WVCUF6X7 tag=7AJXNRBKG3MM type=write size=2566588 2023-12-16T18:27:51.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.818+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=QIED3KAW3WYO type=del 2023-12-16T18:27:51.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.820+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=1AF11JPIBM67 type=del size=3587014 2023-12-16T18:27:51.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.822+0000 7f93822c1640 1 < completed write operation key=80X1T8WPO5AJ tag=5D4MI2Z0CF0G type=write size=197090 2023-12-16T18:27:51.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.824+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=1O97JFBIWKPP type=del size=2515938 2023-12-16T18:27:51.825 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.826+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=URAY7KFK5U5I type=del 2023-12-16T18:27:51.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.828+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=160N1YPUL47V type=del size=3209101 2023-12-16T18:27:51.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.829+0000 7f93822c1640 1 < canceled part key=_multipart_80X1T8WPO5AJ.2~RFGF92DRTNBG.0 size=338626 2023-12-16T18:27:51.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.833+0000 7f93822c1640 1 < canceled multipart upload key=80X1T8WPO5AJ upload=RFGF92DRTNBG tag=OJUO8VHK1AXW type=write size=1387202 2023-12-16T18:27:51.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.835+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=XIN34DP6ZJMS type=write size=1046855 2023-12-16T18:27:51.835 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.837+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=3DI6V93BIRP7 type=del 2023-12-16T18:27:51.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.839+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=AB2HUGT01VPD type=del size=3134572 2023-12-16T18:27:51.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.841+0000 7f93822c1640 1 < canceled operation key=7F1XTE0NO1E7 tag=3LIDHGIS9PGE type=del size=2076504 2023-12-16T18:27:51.841 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.843+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=D39QM4ITDNMB type=del size=2967926 2023-12-16T18:27:51.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.845+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=7N8SW13IH3T2 type=del 2023-12-16T18:27:51.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.847+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=GXKAQ06FWF3G type=del size=2706065 2023-12-16T18:27:51.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.849+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~WIBNA5VF89P2.0 size=201314 2023-12-16T18:27:51.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.853+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=WIBNA5VF89P2 tag=18H03NLO7Q2R type=write size=1249890 2023-12-16T18:27:51.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.857+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~YFZGUFQ6V76G.0 size=239181 2023-12-16T18:27:51.856 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.857+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=YFZGUFQ6V76G tag=YZKHUV6YIMNV type=write size=1287757 2023-12-16T18:27:51.858 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.859+0000 7f93822c1640 1 < canceled operation key=663D3OSP19F2 tag=0KNIH0NHU1HG type=del size=2889834 2023-12-16T18:27:51.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.861+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=08JDFAQY0DW7 type=del size=299060 2023-12-16T18:27:51.862 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.863+0000 7f93822c1640 1 < canceled operation key=IBG8SCFDGQT2 tag=ZATI2534H9BC type=del size=3734130 2023-12-16T18:27:51.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.866+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=5M8VX6FODJYC type=del size=3063763 2023-12-16T18:27:51.868 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.869+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=X8E010DGLAGT type=del 2023-12-16T18:27:51.869 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.871+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=XE6GGP1WF92M type=del size=2105094 2023-12-16T18:27:51.872 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.873+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=KNVX4X32K4XB type=del 2023-12-16T18:27:51.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.875+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=0LJREF7QIT5K type=del size=3140696 2023-12-16T18:27:51.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.877+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=FKCFVH5B235F type=del 2023-12-16T18:27:51.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.880+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~E8Z4L0KFUTRI.0 size=1048576 2023-12-16T18:27:51.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.882+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~E8Z4L0KFUTRI.1 size=912343 2023-12-16T18:27:51.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.882+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=E8Z4L0KFUTRI tag=RCQ70OJKFT9S type=write size=3009495 2023-12-16T18:27:51.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.884+0000 7f93822c1640 1 < completed write operation key=7F1XTE0NO1E7 tag=N2XBVYT3MHCU type=write size=152811 2023-12-16T18:27:51.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.888+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.0 size=1048576 2023-12-16T18:27:51.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.890+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.1 size=1048576 2023-12-16T18:27:51.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.891+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.2 size=457826 2023-12-16T18:27:51.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.891+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=LPT0YZBVDH8N tag=3DTGSIJ02YPZ type=write size=3603554 2023-12-16T18:27:51.892 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.894+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=51KLYFWNLOJP type=del 2023-12-16T18:27:51.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.897+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~RH92K0PC7P7A.0 size=125590 2023-12-16T18:27:51.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.897+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=RH92K0PC7P7A tag=KK2XWTVD7AP5 type=write size=1174166 2023-12-16T18:27:51.899 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.900+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~WV30WVCUF6X7.0 size=1048576 2023-12-16T18:27:51.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.902+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~WV30WVCUF6X7.1 size=469436 2023-12-16T18:27:51.904 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.905+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=WV30WVCUF6X7 tag=7AJXNRBKG3MM type=write size=2566588 2023-12-16T18:27:51.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.909+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.0 size=1048576 2023-12-16T18:27:51.910 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.911+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.1 size=1048576 2023-12-16T18:27:51.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.913+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.2 size=798350 2023-12-16T18:27:51.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.913+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=M6A2K4BRMFVL tag=LMZ3YGD915D1 type=write size=3944078 2023-12-16T18:27:51.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.915+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=1AF11JPIBM67 type=del 2023-12-16T18:27:51.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.917+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=TEX8YSH2UX17 type=write size=340638 2023-12-16T18:27:51.918 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.919+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=1O97JFBIWKPP type=del 2023-12-16T18:27:51.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.922+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=A7A76VEKZWQN type=write size=246821 2023-12-16T18:27:51.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.926+0000 7f93822c1640 1 < suggested update operation key=F7I9QP65YT40 tag=160N1YPUL47V type=del size=3209101 2023-12-16T18:27:51.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.930+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.0 size=1048576 2023-12-16T18:27:51.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.931+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.1 size=1048576 2023-12-16T18:27:51.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.933+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.2 size=943096 2023-12-16T18:27:51.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.933+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=CXE67JYXNKXU tag=WLPFYJTHODVE type=write size=4088824 2023-12-16T18:27:51.934 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.935+0000 7f93822c1640 1 < completed write operation key=SM7EDQYTHZ7L tag=XIN34DP6ZJMS type=write size=1046855 2023-12-16T18:27:51.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.937+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=7PDA2F4HHFWW type=del size=3884422 2023-12-16T18:27:51.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.940+0000 7f93822c1640 -1 < failed to complete operation key=F7I9QP65YT40 tag=AB2HUGT01VPD type=del size=3134572: (22) Invalid argument 2023-12-16T18:27:51.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.942+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=4DQU7RZ5SEIZ type=del size=568897 2023-12-16T18:27:51.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.946+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=D39QM4ITDNMB type=del size=2967926 2023-12-16T18:27:51.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.949+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=B6E68ZGRKPIU type=del size=737012 2023-12-16T18:27:51.949 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.951+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=GXKAQ06FWF3G type=del 2023-12-16T18:27:51.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.954+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~WKAU8JBE1XZO.0 size=1048576 2023-12-16T18:27:51.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.956+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~WKAU8JBE1XZO.1 size=1026983 2023-12-16T18:27:51.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.956+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=WKAU8JBE1XZO tag=4BCUJ6TR32Z0 type=write size=3124135 2023-12-16T18:27:51.958 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.959+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~YFZGUFQ6V76G.0 size=239181 2023-12-16T18:27:51.962 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.963+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=YFZGUFQ6V76G tag=YZKHUV6YIMNV type=write size=1287757 2023-12-16T18:27:51.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.966+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=N57VU1GZEKFT type=del size=1180213 2023-12-16T18:27:51.967 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.968+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=08JDFAQY0DW7 type=del 2023-12-16T18:27:51.971 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.972+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~IQKJ61NSMQAC.0 size=1048576 2023-12-16T18:27:51.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.973+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~IQKJ61NSMQAC.1 size=952910 2023-12-16T18:27:51.972 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.973+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=IQKJ61NSMQAC tag=VIZZYRCQ7XZD type=write size=3050062 2023-12-16T18:27:51.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.976+0000 7f93822c1640 1 < canceled operation key=CBTYWNZ0X6QI tag=5M8VX6FODJYC type=del size=3063763 2023-12-16T18:27:51.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.980+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~XPT2HBD9Y3CA.0 size=413695 2023-12-16T18:27:51.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.980+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=XPT2HBD9Y3CA tag=F97ZIKXWV9CB type=write size=1462271 2023-12-16T18:27:51.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.983+0000 7f93822c1640 1 < canceled operation key=4IEBMNZ5G5YI tag=XE6GGP1WF92M type=del size=2105094 2023-12-16T18:27:51.983 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.985+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=QSHNBZ1BMVEX type=del size=334694 2023-12-16T18:27:51.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.987+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=0LJREF7QIT5K type=del 2023-12-16T18:27:51.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.990+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=DNBSFA1RPD5P type=del size=3718055 2023-12-16T18:27:51.990 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.992+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~E8Z4L0KFUTRI.0 size=1048576 2023-12-16T18:27:51.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.994+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~E8Z4L0KFUTRI.1 size=912343 2023-12-16T18:27:51.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:51.998+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=E8Z4L0KFUTRI tag=RCQ70OJKFT9S type=write size=3009495 2023-12-16T18:27:51.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.000+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=42HPJGBO9Z1V type=del size=3755642 2023-12-16T18:27:52.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.002+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.0 size=1048576 2023-12-16T18:27:52.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.004+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.1 size=1048576 2023-12-16T18:27:52.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.006+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~LPT0YZBVDH8N.2 size=457826 2023-12-16T18:27:52.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.010+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=LPT0YZBVDH8N tag=3DTGSIJ02YPZ type=write size=3603554 2023-12-16T18:27:52.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.012+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=T9H74W5VBOH0 type=del size=664251 2023-12-16T18:27:52.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.015+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~RH92K0PC7P7A.0 size=125590 2023-12-16T18:27:52.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.019+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=RH92K0PC7P7A tag=KK2XWTVD7AP5 type=write size=1174166 2023-12-16T18:27:52.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.021+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0GNIN79ALRT4 type=write size=601799 2023-12-16T18:27:52.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.023+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.0 size=1048576 2023-12-16T18:27:52.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.023+0000 7f93822c1640 1 < canceled part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.1 size=1048576 2023-12-16T18:27:52.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.025+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M6A2K4BRMFVL.2 size=798350 2023-12-16T18:27:52.028 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.029+0000 7f93822c1640 1 < canceled multipart upload key=3DH6NZ3UJJVG upload=M6A2K4BRMFVL tag=LMZ3YGD915D1 type=write size=3944078 2023-12-16T18:27:52.030 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.031+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=RMNDEL7CKAQZ type=del size=1757418 2023-12-16T18:27:52.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.033+0000 7f93822c1640 1 < completed write operation key=YHFGUVDYX8ON tag=TEX8YSH2UX17 type=write size=340638 2023-12-16T18:27:52.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.036+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=GV6W4H7H3S1X type=write size=315933 2023-12-16T18:27:52.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.038+0000 7f93822c1640 1 < completed write operation key=LL5LBM7RMRS3 tag=A7A76VEKZWQN type=write size=246821 2023-12-16T18:27:52.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.042+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~B7F7U4P310A2.0 size=164242 2023-12-16T18:27:52.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.042+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=B7F7U4P310A2 tag=UACI758FYZJQ type=write size=1212818 2023-12-16T18:27:52.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.044+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.0 size=1048576 2023-12-16T18:27:52.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.046+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.1 size=1048576 2023-12-16T18:27:52.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.048+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~CXE67JYXNKXU.2 size=943096 2023-12-16T18:27:52.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.051+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=CXE67JYXNKXU tag=WLPFYJTHODVE type=write size=4088824 2023-12-16T18:27:52.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.053+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=1LO2ROX7PMVT type=del size=1426523 2023-12-16T18:27:52.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.055+0000 7f93822c1640 1 < canceled operation key=YHFGUVDYX8ON tag=7PDA2F4HHFWW type=del size=3884422 2023-12-16T18:27:52.058 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.059+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~GDMWD7HPB5UG.0 size=1048576 2023-12-16T18:27:52.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.061+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~GDMWD7HPB5UG.1 size=589393 2023-12-16T18:27:52.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.061+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=GDMWD7HPB5UG tag=E4PYYX33S5P7 type=write size=2686545 2023-12-16T18:27:52.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.065+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=4DQU7RZ5SEIZ type=del 2023-12-16T18:27:52.066 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.067+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=BN7DZG3BWO8C type=del size=515139 2023-12-16T18:27:52.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.071+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=B6E68ZGRKPIU type=del size=737012 2023-12-16T18:27:52.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.073+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=EQVZ5A2OXNAN type=del size=623687 2023-12-16T18:27:52.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.075+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~WKAU8JBE1XZO.0 size=1048576 2023-12-16T18:27:52.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.077+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~WKAU8JBE1XZO.1 size=1026983 2023-12-16T18:27:52.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.081+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=WKAU8JBE1XZO tag=4BCUJ6TR32Z0 type=write size=3124135 2023-12-16T18:27:52.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.084+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=2OBUMWV7N50P type=del size=2340303 2023-12-16T18:27:52.084 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.086+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=N57VU1GZEKFT type=del 2023-12-16T18:27:52.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.088+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=NXYMB1PA3UA3 type=write size=519290 2023-12-16T18:27:52.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.090+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~IQKJ61NSMQAC.0 size=1048576 2023-12-16T18:27:52.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.092+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~IQKJ61NSMQAC.1 size=952910 2023-12-16T18:27:52.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.095+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=IQKJ61NSMQAC tag=VIZZYRCQ7XZD type=write size=3050062 2023-12-16T18:27:52.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.097+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=96GVYZTC119L type=del size=958891 2023-12-16T18:27:52.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.100+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~XPT2HBD9Y3CA.0 size=413695 2023-12-16T18:27:52.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.104+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=XPT2HBD9Y3CA tag=F97ZIKXWV9CB type=write size=1462271 2023-12-16T18:27:52.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.106+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=UIB3EBYY8UX9 type=write size=572595 2023-12-16T18:27:52.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.108+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=QSHNBZ1BMVEX type=del 2023-12-16T18:27:52.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.110+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=863E5Y78IR9M type=del size=1643026 2023-12-16T18:27:52.110 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.112+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=DNBSFA1RPD5P type=del 2023-12-16T18:27:52.112 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.114+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=7K3KOFQ3WH70 type=del size=125638 2023-12-16T18:27:52.115 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.116+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=42HPJGBO9Z1V type=del 2023-12-16T18:27:52.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.118+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=AQRBHJJHV8AJ type=write size=880228 2023-12-16T18:27:52.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.122+0000 7f93822c1640 1 < suggested remove operation key=CBTYWNZ0X6QI tag=T9H74W5VBOH0 type=del 2023-12-16T18:27:52.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.125+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~86ANW0D37XYU.0 size=353716 2023-12-16T18:27:52.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.125+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=86ANW0D37XYU tag=M9EAPNYQZHDR type=write size=1402292 2023-12-16T18:27:52.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.130+0000 7f93822c1640 1 < suggested update operation key=LCZP96WSAD6F tag=0GNIN79ALRT4 type=write size=601799 2023-12-16T18:27:52.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.134+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.0 size=1048576 2023-12-16T18:27:52.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.136+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.1 size=1048576 2023-12-16T18:27:52.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.137+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.2 size=417656 2023-12-16T18:27:52.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.137+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=T4CGREN83XL1 tag=R50W0JX2HNH7 type=write size=3563384 2023-12-16T18:27:52.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.139+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=RMNDEL7CKAQZ type=del 2023-12-16T18:27:52.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.144+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~VK6P83IRCRJY.0 size=277692 2023-12-16T18:27:52.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.144+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=VK6P83IRCRJY tag=NBAYZMUUEXGR type=write size=1326268 2023-12-16T18:27:52.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.148+0000 7f93822c1640 1 < suggested update operation key=7F1XTE0NO1E7 tag=GV6W4H7H3S1X type=write size=315933 2023-12-16T18:27:52.149 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.150+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=1Y3LVH1SN941 type=del size=300231 2023-12-16T18:27:52.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.152+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~B7F7U4P310A2.0 size=164242 2023-12-16T18:27:52.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.155+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=B7F7U4P310A2 tag=UACI758FYZJQ type=write size=1212818 2023-12-16T18:27:52.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.157+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=XF6C6SQKLU5Q type=write size=502495 2023-12-16T18:27:52.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.160+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=1LO2ROX7PMVT type=del 2023-12-16T18:27:52.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.162+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=X0XEHEO0CQ3Y type=del size=2998678 2023-12-16T18:27:52.163 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.164+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~GDMWD7HPB5UG.0 size=1048576 2023-12-16T18:27:52.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.167+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~GDMWD7HPB5UG.1 size=589393 2023-12-16T18:27:52.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.170+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=GDMWD7HPB5UG tag=E4PYYX33S5P7 type=write size=2686545 2023-12-16T18:27:52.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.172+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=84VMC14L25YU type=del size=2159886 2023-12-16T18:27:52.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.174+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=BN7DZG3BWO8C type=del 2023-12-16T18:27:52.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.179+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~YI9FSW4FO1KJ.0 size=943698 2023-12-16T18:27:52.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.179+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=YI9FSW4FO1KJ tag=28FKQKYAJZ2R type=write size=1992274 2023-12-16T18:27:52.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.182+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=EQVZ5A2OXNAN type=del 2023-12-16T18:27:52.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.184+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=Q0MQ0OC21ATI type=write size=307272 2023-12-16T18:27:52.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.186+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=2OBUMWV7N50P type=del 2023-12-16T18:27:52.189 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.190+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~4UKRSOA9E27D.0 size=1048576 2023-12-16T18:27:52.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.191+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~4UKRSOA9E27D.1 size=841207 2023-12-16T18:27:52.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.191+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=4UKRSOA9E27D tag=Z2OEJSFMYZAN type=write size=2938359 2023-12-16T18:27:52.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.194+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=NXYMB1PA3UA3 type=write size=519290 2023-12-16T18:27:52.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.198+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~03JSX9KQK292.0 size=234960 2023-12-16T18:27:52.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.198+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=03JSX9KQK292 tag=RZDR9ZD6AXZ2 type=write size=1283536 2023-12-16T18:27:52.203 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.202+0000 7f93822c1640 1 < suggested remove operation key=7F1XTE0NO1E7 tag=96GVYZTC119L type=del 2023-12-16T18:27:52.203 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.204+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=J4G3WZFDZZJY type=write size=99403 2023-12-16T18:27:52.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.207+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=UIB3EBYY8UX9 type=write size=572595 2023-12-16T18:27:52.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.211+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~UIMFCS770TJC.0 size=1048576 2023-12-16T18:27:52.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.212+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~UIMFCS770TJC.1 size=18135 2023-12-16T18:27:52.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.212+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=UIMFCS770TJC tag=55AT1LE3BR72 type=write size=2115287 2023-12-16T18:27:52.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.215+0000 7f93822c1640 -1 < failed to complete operation key=LCZP96WSAD6F tag=863E5Y78IR9M type=del size=1643026: (22) Invalid argument 2023-12-16T18:27:52.217 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.218+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=ZEVOP7WNHYW7 type=del size=3213174 2023-12-16T18:27:52.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.221+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=7K3KOFQ3WH70 type=del 2023-12-16T18:27:52.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.226+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~DKMBWXCFG5DR.0 size=1048576 2023-12-16T18:27:52.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.228+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~DKMBWXCFG5DR.1 size=913475 2023-12-16T18:27:52.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.228+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=DKMBWXCFG5DR tag=LK1DKT2X1I9J type=write size=3010627 2023-12-16T18:27:52.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.230+0000 7f93822c1640 1 < completed write operation key=T1982IC7NL80 tag=AQRBHJJHV8AJ type=write size=880228 2023-12-16T18:27:52.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.232+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=LNN5MDI5G788 type=del size=1722361 2023-12-16T18:27:52.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.233+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~86ANW0D37XYU.0 size=353716 2023-12-16T18:27:52.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.237+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=86ANW0D37XYU tag=M9EAPNYQZHDR type=write size=1402292 2023-12-16T18:27:52.240 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.241+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.0 size=1048576 2023-12-16T18:27:52.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.242+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.1 size=1048576 2023-12-16T18:27:52.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.244+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.2 size=654251 2023-12-16T18:27:52.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.244+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=UHGUFTLK2Q1M tag=ZS2E2T6BOGOZ type=write size=3799979 2023-12-16T18:27:52.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.247+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.0 size=1048576 2023-12-16T18:27:52.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.248+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.1 size=1048576 2023-12-16T18:27:52.249 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.250+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~T4CGREN83XL1.2 size=417656 2023-12-16T18:27:52.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.254+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=T4CGREN83XL1 tag=R50W0JX2HNH7 type=write size=3563384 2023-12-16T18:27:52.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.258+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~K222ZNP0DPJK.0 size=1048576 2023-12-16T18:27:52.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.260+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~K222ZNP0DPJK.1 size=501973 2023-12-16T18:27:52.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.260+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=K222ZNP0DPJK tag=KL1OCHCH03UD type=write size=2599125 2023-12-16T18:27:52.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.262+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~VK6P83IRCRJY.0 size=277692 2023-12-16T18:27:52.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.266+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=VK6P83IRCRJY tag=NBAYZMUUEXGR type=write size=1326268 2023-12-16T18:27:52.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.268+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=EYP528TG8LYV type=del size=2219496 2023-12-16T18:27:52.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.270+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=1Y3LVH1SN941 type=del 2023-12-16T18:27:52.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.274+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~1SNE1JQ9THS8.0 size=305718 2023-12-16T18:27:52.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.274+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=1SNE1JQ9THS8 tag=X4U69ALP0EUD type=write size=1354294 2023-12-16T18:27:52.277 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.278+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=XF6C6SQKLU5Q type=write size=502495 2023-12-16T18:27:52.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.281+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~XUGU6OUS48DC.0 size=1048576 2023-12-16T18:27:52.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.283+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~XUGU6OUS48DC.1 size=27953 2023-12-16T18:27:52.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.283+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=XUGU6OUS48DC tag=PVVF52N0K4TB type=write size=2125105 2023-12-16T18:27:52.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.285+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=X0XEHEO0CQ3Y type=del 2023-12-16T18:27:52.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.288+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=5E6VXLHBVDN4 type=del size=2094189 2023-12-16T18:27:52.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.292+0000 7f93822c1640 1 < suggested remove operation key=EKHOTIJJJQL5 tag=84VMC14L25YU type=del 2023-12-16T18:27:52.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.296+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~X01MRJS3DVRS.0 size=217055 2023-12-16T18:27:52.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.296+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=X01MRJS3DVRS tag=HDVGH9TUXYMM type=write size=1265631 2023-12-16T18:27:52.297 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.298+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~YI9FSW4FO1KJ.0 size=943698 2023-12-16T18:27:52.300 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.302+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=YI9FSW4FO1KJ tag=28FKQKYAJZ2R type=write size=1992274 2023-12-16T18:27:52.304 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.306+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~QZA8A73NWN5Q.0 size=1048576 2023-12-16T18:27:52.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.307+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~QZA8A73NWN5Q.1 size=347573 2023-12-16T18:27:52.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.307+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=QZA8A73NWN5Q tag=W7E56GLC16H5 type=write size=2444725 2023-12-16T18:27:52.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.311+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=Q0MQ0OC21ATI type=write size=307272 2023-12-16T18:27:52.313 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.313+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=YE3V61TXZ9J2 type=write size=51864 2023-12-16T18:27:52.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.315+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~4UKRSOA9E27D.0 size=1048576 2023-12-16T18:27:52.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.322+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~4UKRSOA9E27D.1 size=841207 2023-12-16T18:27:52.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.326+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=4UKRSOA9E27D tag=Z2OEJSFMYZAN type=write size=2938359 2023-12-16T18:27:52.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.329+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~XINLQNORUM0F.0 size=719016 2023-12-16T18:27:52.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.329+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=XINLQNORUM0F tag=2QHNUOXO1GD0 type=write size=1767592 2023-12-16T18:27:52.329 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.330+0000 7f93822c1640 1 < canceled part key=_multipart_BJDLUONCEXLN.2~03JSX9KQK292.0 size=234960 2023-12-16T18:27:52.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.333+0000 7f93822c1640 1 < canceled multipart upload key=BJDLUONCEXLN upload=03JSX9KQK292 tag=RZDR9ZD6AXZ2 type=write size=1283536 2023-12-16T18:27:52.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.335+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=HZYCHLEZLSE8 type=del size=2927527 2023-12-16T18:27:52.335 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:52 smithi184 ceph-mon[136228]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.86k op/s 2023-12-16T18:27:52.336 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.337+0000 7f93822c1640 1 < completed write operation key=NCNK0GH8NEPH tag=J4G3WZFDZZJY type=write size=99403 2023-12-16T18:27:52.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.339+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=4QI9WEWBG34B type=write size=681750 2023-12-16T18:27:52.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.342+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~UIMFCS770TJC.0 size=1048576 2023-12-16T18:27:52.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.343+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~UIMFCS770TJC.1 size=18135 2023-12-16T18:27:52.345 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.347+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=UIMFCS770TJC tag=55AT1LE3BR72 type=write size=2115287 2023-12-16T18:27:52.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.349+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=FSIDMRY2KASU type=del size=3205805 2023-12-16T18:27:52.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.351+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=ZEVOP7WNHYW7 type=del 2023-12-16T18:27:52.352 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.353+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=3UNHWY7QNXOC type=del size=683759 2023-12-16T18:27:52.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.355+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~DKMBWXCFG5DR.0 size=1048576 2023-12-16T18:27:52.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.355+0000 7f93822c1640 1 < canceled part key=_multipart_SL00EWUL3JDN.2~DKMBWXCFG5DR.1 size=913475 2023-12-16T18:27:52.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.359+0000 7f93822c1640 1 < canceled multipart upload key=SL00EWUL3JDN upload=DKMBWXCFG5DR tag=LK1DKT2X1I9J type=write size=3010627 2023-12-16T18:27:52.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.363+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~N5OHNXG3KT7W.0 size=1048576 2023-12-16T18:27:52.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.365+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~N5OHNXG3KT7W.1 size=593828 2023-12-16T18:27:52.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.365+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=N5OHNXG3KT7W tag=9S4NNAI2SW4V type=write size=2690980 2023-12-16T18:27:52.365 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.367+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=LNN5MDI5G788 type=del 2023-12-16T18:27:52.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.368+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=X48SAY314X44 type=del size=4073543 2023-12-16T18:27:52.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.371+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.0 size=1048576 2023-12-16T18:27:52.369 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.371+0000 7f93822c1640 1 < canceled part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.1 size=1048576 2023-12-16T18:27:52.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.373+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~UHGUFTLK2Q1M.2 size=654251 2023-12-16T18:27:52.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.377+0000 7f93822c1640 1 < canceled multipart upload key=YMZJ7OH0QIET upload=UHGUFTLK2Q1M tag=ZS2E2T6BOGOZ type=write size=3799979 2023-12-16T18:27:52.378 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.379+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=C5D14YJGVZMY type=del size=4189608 2023-12-16T18:27:52.381 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.382+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~K222ZNP0DPJK.0 size=1048576 2023-12-16T18:27:52.383 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.384+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~K222ZNP0DPJK.1 size=501973 2023-12-16T18:27:52.387 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.388+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=K222ZNP0DPJK tag=KL1OCHCH03UD type=write size=2599125 2023-12-16T18:27:52.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.392+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~UECXZFZNIPCB.0 size=798849 2023-12-16T18:27:52.391 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.392+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=UECXZFZNIPCB tag=VTIJCJUU6JJ7 type=write size=1847425 2023-12-16T18:27:52.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.395+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=EYP528TG8LYV type=del 2023-12-16T18:27:52.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.398+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.0 size=1048576 2023-12-16T18:27:52.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.400+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.1 size=1048576 2023-12-16T18:27:52.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.402+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.2 size=172070 2023-12-16T18:27:52.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.402+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=5B8X1W8OAWLB tag=A6WIX3IBNISO type=write size=3317798 2023-12-16T18:27:52.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.404+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~1SNE1JQ9THS8.0 size=305718 2023-12-16T18:27:52.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.408+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=1SNE1JQ9THS8 tag=X4U69ALP0EUD type=write size=1354294 2023-12-16T18:27:52.408 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.410+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=4K01S3AYW4UQ type=write size=1029980 2023-12-16T18:27:52.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.412+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~XUGU6OUS48DC.0 size=1048576 2023-12-16T18:27:52.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.412+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~XUGU6OUS48DC.1 size=27953 2023-12-16T18:27:52.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.415+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=XUGU6OUS48DC tag=PVVF52N0K4TB type=write size=2125105 2023-12-16T18:27:52.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.420+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~YFZ9D00EH0H8.0 size=232606 2023-12-16T18:27:52.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.420+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=YFZ9D00EH0H8 tag=94S8SZ7E5Q6Y type=write size=1281182 2023-12-16T18:27:52.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.422+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=5E6VXLHBVDN4 type=del 2023-12-16T18:27:52.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.424+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=W5VA4WVXW8BX type=del size=934938 2023-12-16T18:27:52.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.425+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~X01MRJS3DVRS.0 size=217055 2023-12-16T18:27:52.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.428+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=X01MRJS3DVRS tag=HDVGH9TUXYMM type=write size=1265631 2023-12-16T18:27:52.429 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.430+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=1346C7H7O1XO type=del size=2734833 2023-12-16T18:27:52.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.432+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~QZA8A73NWN5Q.0 size=1048576 2023-12-16T18:27:52.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.434+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~QZA8A73NWN5Q.1 size=347573 2023-12-16T18:27:52.437 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.438+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=QZA8A73NWN5Q tag=W7E56GLC16H5 type=write size=2444725 2023-12-16T18:27:52.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.440+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=ZSHZZ471TQT8 type=write size=237153 2023-12-16T18:27:52.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.443+0000 7f93822c1640 1 < completed write operation key=U9TOW5YB71XP tag=YE3V61TXZ9J2 type=write size=51864 2023-12-16T18:27:52.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.445+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=TXYRDJ26DJAT type=del size=2762354 2023-12-16T18:27:52.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.447+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~XINLQNORUM0F.0 size=719016 2023-12-16T18:27:52.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.451+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=XINLQNORUM0F tag=2QHNUOXO1GD0 type=write size=1767592 2023-12-16T18:27:52.452 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.453+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=54SE2OZ05ZS5 type=del size=2688678 2023-12-16T18:27:52.454 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.455+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=HZYCHLEZLSE8 type=del 2023-12-16T18:27:52.456 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.457+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=0FLFE4U3K0PM type=del size=656136 2023-12-16T18:27:52.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.459+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=4QI9WEWBG34B type=write size=681750 2023-12-16T18:27:52.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.461+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=T6NUYYZR5RAD type=del size=1869584 2023-12-16T18:27:52.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.464+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=FSIDMRY2KASU type=del 2023-12-16T18:27:52.467 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.468+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KIJBG4QT4JDM.0 size=1048576 2023-12-16T18:27:52.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.470+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~KIJBG4QT4JDM.1 size=884291 2023-12-16T18:27:52.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.470+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=KIJBG4QT4JDM tag=WUNGDPAMDYJY type=write size=2981443 2023-12-16T18:27:52.471 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.473+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=3UNHWY7QNXOC type=del 2023-12-16T18:27:52.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:52 smithi071 ceph-mon[139725]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.86k op/s 2023-12-16T18:27:52.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:52 smithi071 ceph-mon[142085]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.86k op/s 2023-12-16T18:27:52.473 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.475+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=IWVDS2K4S5T3 type=write size=603458 2023-12-16T18:27:52.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.477+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~N5OHNXG3KT7W.0 size=1048576 2023-12-16T18:27:52.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.478+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~N5OHNXG3KT7W.1 size=593828 2023-12-16T18:27:52.481 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.482+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=N5OHNXG3KT7W tag=9S4NNAI2SW4V type=write size=2690980 2023-12-16T18:27:52.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.484+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=2XD3DKH8XRIU type=del size=958796 2023-12-16T18:27:52.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.486+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=X48SAY314X44 type=del 2023-12-16T18:27:52.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.490+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.0 size=1048576 2023-12-16T18:27:52.490 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.491+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.1 size=1048576 2023-12-16T18:27:52.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.493+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.2 size=632491 2023-12-16T18:27:52.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.493+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=JU1EU1YWZXIK tag=UYRQ08ZHU0QI type=write size=3778219 2023-12-16T18:27:52.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.497+0000 7f93822c1640 1 < suggested update operation key=663D3OSP19F2 tag=C5D14YJGVZMY type=del size=4189608 2023-12-16T18:27:52.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.499+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=2Y7VOTNBQ68O type=del size=1784105 2023-12-16T18:27:52.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.502+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~UECXZFZNIPCB.0 size=798849 2023-12-16T18:27:52.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.505+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=UECXZFZNIPCB tag=VTIJCJUU6JJ7 type=write size=1847425 2023-12-16T18:27:52.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.507+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=G3UNK10P7LM1 type=del size=410533 2023-12-16T18:27:52.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.509+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.0 size=1048576 2023-12-16T18:27:52.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.511+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.1 size=1048576 2023-12-16T18:27:52.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.511+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~5B8X1W8OAWLB.2 size=172070 2023-12-16T18:27:52.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.515+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=5B8X1W8OAWLB tag=A6WIX3IBNISO type=write size=3317798 2023-12-16T18:27:52.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.517+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=PU713CAR9JF2 type=write size=593216 2023-12-16T18:27:52.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.519+0000 7f93822c1640 1 < completed write operation key=7F1XTE0NO1E7 tag=4K01S3AYW4UQ type=write size=1029980 2023-12-16T18:27:52.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.523+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~A53ZUC8BNZ8H.0 size=1048576 2023-12-16T18:27:52.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.525+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~A53ZUC8BNZ8H.1 size=5118 2023-12-16T18:27:52.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.525+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=A53ZUC8BNZ8H tag=3C7P3D18MAI3 type=write size=2102270 2023-12-16T18:27:52.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.527+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~YFZ9D00EH0H8.0 size=232606 2023-12-16T18:27:52.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.531+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=YFZ9D00EH0H8 tag=94S8SZ7E5Q6Y type=write size=1281182 2023-12-16T18:27:52.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.534+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.0 size=1048576 2023-12-16T18:27:52.535 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.536+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.1 size=1048576 2023-12-16T18:27:52.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.538+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.2 size=983052 2023-12-16T18:27:52.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.538+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=DGGJMQEK58QI tag=AYUICXIV5N25 type=write size=4128780 2023-12-16T18:27:52.540 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.542+0000 7f93822c1640 1 < suggested update operation key=U9TOW5YB71XP tag=W5VA4WVXW8BX type=del size=934938 2023-12-16T18:27:52.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.544+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=MED4SRYVAY17 type=del size=2846210 2023-12-16T18:27:52.544 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.546+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=1346C7H7O1XO type=del 2023-12-16T18:27:52.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.548+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=FGAVTTMU3YH2 type=del size=2136783 2023-12-16T18:27:52.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.550+0000 7f93822c1640 1 < completed write operation key=76N6UQ3HGY5M tag=ZSHZZ471TQT8 type=write size=237153 2023-12-16T18:27:52.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.552+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=68T2LGKQRP3P type=write size=165531 2023-12-16T18:27:52.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.554+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=TXYRDJ26DJAT type=del size=2762354 2023-12-16T18:27:52.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.556+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=GOTXV5QFT4LZ type=write size=437181 2023-12-16T18:27:52.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.558+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=54SE2OZ05ZS5 type=del 2023-12-16T18:27:52.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.563+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~OIEJ7472QD2U.0 size=668300 2023-12-16T18:27:52.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.563+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=OIEJ7472QD2U tag=50P0LX3NSKP2 type=write size=1716876 2023-12-16T18:27:52.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.566+0000 7f93822c1640 1 < suggested remove operation key=SL00EWUL3JDN tag=0FLFE4U3K0PM type=del 2023-12-16T18:27:52.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.568+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=HPEOPVTZJLY4 type=del size=4039960 2023-12-16T18:27:52.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.571+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=T6NUYYZR5RAD type=del 2023-12-16T18:27:52.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.575+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~MU0II9UY839G.0 size=549010 2023-12-16T18:27:52.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.575+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=MU0II9UY839G tag=1QJEXFP3QLRD type=write size=1597586 2023-12-16T18:27:52.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.577+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KIJBG4QT4JDM.0 size=1048576 2023-12-16T18:27:52.577 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.579+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~KIJBG4QT4JDM.1 size=884291 2023-12-16T18:27:52.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.582+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=KIJBG4QT4JDM tag=WUNGDPAMDYJY type=write size=2981443 2023-12-16T18:27:52.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.584+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=0YHICVGGQJB8 type=write size=957475 2023-12-16T18:27:52.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.588+0000 7f93822c1640 1 < suggested remove operation key=U1TKHNSDBAAI tag=IWVDS2K4S5T3 type=write 2023-12-16T18:27:52.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.590+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=WOFG6J5F3A7F type=del size=3817537 2023-12-16T18:27:52.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.592+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=2XD3DKH8XRIU type=del 2023-12-16T18:27:52.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.595+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=JKEWHGYEY22U type=del size=733717 2023-12-16T18:27:52.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.597+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.0 size=1048576 2023-12-16T18:27:52.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.599+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.1 size=1048576 2023-12-16T18:27:52.599 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.600+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~JU1EU1YWZXIK.2 size=632491 2023-12-16T18:27:52.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.604+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=JU1EU1YWZXIK tag=UYRQ08ZHU0QI type=write size=3778219 2023-12-16T18:27:52.605 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.606+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=C0NRJEJM95O0 type=del size=1624010 2023-12-16T18:27:52.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.608+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=2Y7VOTNBQ68O type=del 2023-12-16T18:27:52.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.610+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=0C33HXDLPDWE type=del size=816104 2023-12-16T18:27:52.611 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.612+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=G3UNK10P7LM1 type=del 2023-12-16T18:27:52.615 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.616+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2R8ES23Y56UL.0 size=1048576 2023-12-16T18:27:52.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.618+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~2R8ES23Y56UL.1 size=463299 2023-12-16T18:27:52.617 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.618+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=2R8ES23Y56UL tag=34XUJ0XXAHFG type=write size=2560451 2023-12-16T18:27:52.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.620+0000 7f93822c1640 1 < completed write operation key=YHFGUVDYX8ON tag=PU713CAR9JF2 type=write size=593216 2023-12-16T18:27:52.621 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.622+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=R2JLF81DUROI type=del size=896390 2023-12-16T18:27:52.624 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.625+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~A53ZUC8BNZ8H.0 size=1048576 2023-12-16T18:27:52.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.627+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~A53ZUC8BNZ8H.1 size=5118 2023-12-16T18:27:52.630 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.631+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=A53ZUC8BNZ8H tag=3C7P3D18MAI3 type=write size=2102270 2023-12-16T18:27:52.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.633+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=FJF3EDC702OJ type=del size=1385717 2023-12-16T18:27:52.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.635+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.0 size=1048576 2023-12-16T18:27:52.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.635+0000 7f93822c1640 1 < canceled part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.1 size=1048576 2023-12-16T18:27:52.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.637+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~DGGJMQEK58QI.2 size=983052 2023-12-16T18:27:52.639 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.641+0000 7f93822c1640 1 < canceled multipart upload key=CBTYWNZ0X6QI upload=DGGJMQEK58QI tag=AYUICXIV5N25 type=write size=4128780 2023-12-16T18:27:52.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.643+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=5PR02FPBWP78 type=del size=2221525 2023-12-16T18:27:52.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.645+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=MED4SRYVAY17 type=del 2023-12-16T18:27:52.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.647+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=8SEAQ64O99UF type=write size=523524 2023-12-16T18:27:52.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.650+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=FGAVTTMU3YH2 type=del 2023-12-16T18:27:52.651 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.652+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=CF5DKI59K9YC type=del size=1301540 2023-12-16T18:27:52.655 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.656+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=68T2LGKQRP3P type=write 2023-12-16T18:27:52.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.658+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=UO8S2QALU6UL type=write size=366274 2023-12-16T18:27:52.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.661+0000 7f93822c1640 1 < completed write operation key=4IEBMNZ5G5YI tag=GOTXV5QFT4LZ type=write size=437181 2023-12-16T18:27:52.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.663+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=XBG1QU78013O type=write size=838370 2023-12-16T18:27:52.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.665+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~OIEJ7472QD2U.0 size=668300 2023-12-16T18:27:52.667 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.669+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=OIEJ7472QD2U tag=50P0LX3NSKP2 type=write size=1716876 2023-12-16T18:27:52.669 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.671+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=8I58LE74J58H type=del size=1669493 2023-12-16T18:27:52.672 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.673+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=HPEOPVTZJLY4 type=del 2023-12-16T18:27:52.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.676+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=F25GPDC1RA95 type=write size=165919 2023-12-16T18:27:52.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.678+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~MU0II9UY839G.0 size=549010 2023-12-16T18:27:52.681 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.682+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=MU0II9UY839G tag=1QJEXFP3QLRD type=write size=1597586 2023-12-16T18:27:52.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.687+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~KECDRWPRRF8A.0 size=930000 2023-12-16T18:27:52.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.687+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=KECDRWPRRF8A tag=XQKC65WWV1AZ type=write size=1978576 2023-12-16T18:27:52.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.689+0000 7f93822c1640 1 < completed write operation key=MET77YMI24WC tag=0YHICVGGQJB8 type=write size=957475 2023-12-16T18:27:52.689 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.691+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=BVIL8VLNRTLC type=write size=161418 2023-12-16T18:27:52.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.693+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=WOFG6J5F3A7F type=del 2023-12-16T18:27:52.693 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.695+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=D0IO43402Q3P type=del size=100267 2023-12-16T18:27:52.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.697+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=JKEWHGYEY22U type=del 2023-12-16T18:27:52.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.699+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=LREYAGC8CHY9 type=del size=862845 2023-12-16T18:27:52.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.701+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=C0NRJEJM95O0 type=del 2023-12-16T18:27:52.702 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.703+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=QYPA550017XK type=del size=2853472 2023-12-16T18:27:52.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.705+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=0C33HXDLPDWE type=del 2023-12-16T18:27:52.706 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.707+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=XOL7CFPC1KDV type=del size=494253 2023-12-16T18:27:52.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.709+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2R8ES23Y56UL.0 size=1048576 2023-12-16T18:27:52.709 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.711+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~2R8ES23Y56UL.1 size=463299 2023-12-16T18:27:52.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.715+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=2R8ES23Y56UL tag=34XUJ0XXAHFG type=write size=2560451 2023-12-16T18:27:52.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.717+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=4KTR9DU1WAX9 type=del size=3155923 2023-12-16T18:27:52.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.719+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=R2JLF81DUROI type=del 2023-12-16T18:27:52.721 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.721+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=GOWI927FG5XQ type=write size=130006 2023-12-16T18:27:52.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.723+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=FJF3EDC702OJ type=del 2023-12-16T18:27:52.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.725+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=Q3CDR8KG14AR type=del size=799847 2023-12-16T18:27:52.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.727+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=5PR02FPBWP78 type=del 2023-12-16T18:27:52.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.731+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~XGBYV5U8OW1E.0 size=125769 2023-12-16T18:27:52.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.731+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=XGBYV5U8OW1E tag=1ZVN4ANJXPFP type=write size=1174345 2023-12-16T18:27:52.731 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.733+0000 7f93822c1640 1 < completed write operation key=7F1XTE0NO1E7 tag=8SEAQ64O99UF type=write size=523524 2023-12-16T18:27:52.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.735+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=X4PQTVXGCBP5 type=del size=1188709 2023-12-16T18:27:52.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.737+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=CF5DKI59K9YC type=del 2023-12-16T18:27:52.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.739+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=S23GKB3U5QRO type=del size=3803986 2023-12-16T18:27:52.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.743+0000 7f93822c1640 1 < suggested update operation key=80X1T8WPO5AJ tag=UO8S2QALU6UL type=write size=366274 2023-12-16T18:27:52.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.747+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.0 size=1048576 2023-12-16T18:27:52.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.749+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.1 size=1048576 2023-12-16T18:27:52.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.751+0000 7f93822c1640 1 > prepared part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.2 size=100269 2023-12-16T18:27:52.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.751+0000 7f93822c1640 1 > prepared multipart upload key=663D3OSP19F2 upload=X181DKJUW95C tag=P9OUVWAYP69F type=write size=3245997 2023-12-16T18:27:52.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.753+0000 7f93822c1640 1 < completed write operation key=K8PRELEE3WED tag=XBG1QU78013O type=write size=838370 2023-12-16T18:27:52.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.755+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=9XFSFD6R0OOQ type=write size=700636 2023-12-16T18:27:52.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.757+0000 7f93822c1640 1 < canceled operation key=KRXRHOSSG9T7 tag=8I58LE74J58H type=del size=1669493 2023-12-16T18:27:52.759 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.760+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=VYTI4Q31ZBDL type=del size=1671720 2023-12-16T18:27:52.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.762+0000 7f93822c1640 1 < completed write operation key=A0K8MNF7WKJ5 tag=F25GPDC1RA95 type=write size=165919 2023-12-16T18:27:52.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.766+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~JGGUG8ONMH4V.0 size=1048576 2023-12-16T18:27:52.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.767+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~JGGUG8ONMH4V.1 size=1044173 2023-12-16T18:27:52.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.767+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=JGGUG8ONMH4V tag=2GS04JWF9Y1C type=write size=3141325 2023-12-16T18:27:52.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.768+0000 7f93822c1640 1 < canceled part key=_multipart_KRXRHOSSG9T7.2~KECDRWPRRF8A.0 size=930000 2023-12-16T18:27:52.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.771+0000 7f93822c1640 1 < canceled multipart upload key=KRXRHOSSG9T7 upload=KECDRWPRRF8A tag=XQKC65WWV1AZ type=write size=1978576 2023-12-16T18:27:52.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.776+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~H9CJSVV87ABI.0 size=638017 2023-12-16T18:27:52.774 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.776+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=H9CJSVV87ABI tag=ZVZWXJ92JK9S type=write size=1686593 2023-12-16T18:27:52.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.781+0000 7f93822c1640 1 < suggested update operation key=A0K8MNF7WKJ5 tag=BVIL8VLNRTLC type=write size=161418 2023-12-16T18:27:52.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.783+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=KWQ14SO5YZDH type=del size=1798024 2023-12-16T18:27:52.784 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.785+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=D0IO43402Q3P type=del 2023-12-16T18:27:52.788 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.789+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~5YM19LMG095I.0 size=1048576 2023-12-16T18:27:52.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.791+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~5YM19LMG095I.1 size=219334 2023-12-16T18:27:52.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.791+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=5YM19LMG095I tag=HU5U3YQVKZAG type=write size=2316486 2023-12-16T18:27:52.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.795+0000 7f93822c1640 1 < suggested remove operation key=SM7EDQYTHZ7L tag=LREYAGC8CHY9 type=del 2023-12-16T18:27:52.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.797+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=ELICBJ4DSXFD type=del size=2696501 2023-12-16T18:27:52.798 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.799+0000 7f93822c1640 1 < canceled operation key=7KQWKCYTE1ZD tag=QYPA550017XK type=del size=2853472 2023-12-16T18:27:52.800 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.801+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=5OZYFFDPFE2K type=del size=3661311 2023-12-16T18:27:52.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.803+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=XOL7CFPC1KDV type=del 2023-12-16T18:27:52.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.805+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=58JZKOPCGXN9 type=del size=2377647 2023-12-16T18:27:52.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.807+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=4KTR9DU1WAX9 type=del 2023-12-16T18:27:52.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.809+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=7RAY0Z0RZZHP type=del size=2106410 2023-12-16T18:27:52.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.814+0000 7f93822c1640 1 < suggested update operation key=O0025T05J9ZQ tag=GOWI927FG5XQ type=write size=130006 2023-12-16T18:27:52.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.816+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=BEDYM7IHOE6R type=del size=2299153 2023-12-16T18:27:52.818 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.819+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=Q3CDR8KG14AR type=del 2023-12-16T18:27:52.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.823+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~LDBAM558KJKO.0 size=1048576 2023-12-16T18:27:52.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.825+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~LDBAM558KJKO.1 size=1003679 2023-12-16T18:27:52.823 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.825+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=LDBAM558KJKO tag=0TOU7QO9KQVP type=write size=3100831 2023-12-16T18:27:52.824 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.825+0000 7f93822c1640 1 < canceled part key=_multipart_YMZJ7OH0QIET.2~XGBYV5U8OW1E.0 size=125769 2023-12-16T18:27:52.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.829+0000 7f93822c1640 1 < canceled multipart upload key=YMZJ7OH0QIET upload=XGBYV5U8OW1E tag=1ZVN4ANJXPFP type=write size=1174345 2023-12-16T18:27:52.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.834+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~EFR33OR1AR5D.0 size=966436 2023-12-16T18:27:52.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.834+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=EFR33OR1AR5D tag=NPQ1DCHWZQ6P type=write size=2015012 2023-12-16T18:27:52.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.836+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=X4PQTVXGCBP5 type=del 2023-12-16T18:27:52.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.838+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=7M0HYUYRL2ZM type=del size=2127692 2023-12-16T18:27:52.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.844+0000 7f93822c1640 1 < suggested remove operation key=IBG8SCFDGQT2 tag=S23GKB3U5QRO type=del 2023-12-16T18:27:52.845 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.846+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=05CTBZV8978L type=del size=1367475 2023-12-16T18:27:52.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.848+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.0 size=1048576 2023-12-16T18:27:52.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.850+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.1 size=1048576 2023-12-16T18:27:52.851 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.852+0000 7f93822c1640 1 < completed part key=_multipart_663D3OSP19F2.2~X181DKJUW95C.2 size=100269 2023-12-16T18:27:52.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.856+0000 7f93822c1640 1 < completed multipart upload key=663D3OSP19F2 upload=X181DKJUW95C tag=P9OUVWAYP69F type=write size=3245997 2023-12-16T18:27:52.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.858+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=0QWEZCABA3NG type=write size=399902 2023-12-16T18:27:52.860 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.861+0000 7f93822c1640 -1 < failed to complete operation key=O0025T05J9ZQ tag=9XFSFD6R0OOQ type=write size=700636: (22) Invalid argument 2023-12-16T18:27:52.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.865+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~HA3OEHWZAVTG.0 size=1048576 2023-12-16T18:27:52.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.867+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~HA3OEHWZAVTG.1 size=139639 2023-12-16T18:27:52.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.867+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=HA3OEHWZAVTG tag=YNPN28DCYVUA type=write size=2236791 2023-12-16T18:27:52.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.869+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=VYTI4Q31ZBDL type=del 2023-12-16T18:27:52.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.872+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~8MR45I24ANFU.0 size=525418 2023-12-16T18:27:52.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.872+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=8MR45I24ANFU tag=24BWMOC24E9L type=write size=1573994 2023-12-16T18:27:52.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.875+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~JGGUG8ONMH4V.0 size=1048576 2023-12-16T18:27:52.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.875+0000 7f93822c1640 1 < canceled part key=_multipart_F7I9QP65YT40.2~JGGUG8ONMH4V.1 size=1044173 2023-12-16T18:27:52.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.878+0000 7f93822c1640 1 < canceled multipart upload key=F7I9QP65YT40 upload=JGGUG8ONMH4V tag=2GS04JWF9Y1C type=write size=3141325 2023-12-16T18:27:52.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.880+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=A7NKS0LKWZ7W type=del size=1335516 2023-12-16T18:27:52.879 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.880+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~H9CJSVV87ABI.0 size=638017 2023-12-16T18:27:52.882 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.884+0000 7f93822c1640 1 < canceled multipart upload key=76N6UQ3HGY5M upload=H9CJSVV87ABI tag=ZVZWXJ92JK9S type=write size=1686593 2023-12-16T18:27:52.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.887+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~NLLV9ZD4CGV1.0 size=622748 2023-12-16T18:27:52.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.887+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=NLLV9ZD4CGV1 tag=Y2GH8MPFPFV7 type=write size=1671324 2023-12-16T18:27:52.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.889+0000 7f93822c1640 1 < canceled operation key=NCNK0GH8NEPH tag=KWQ14SO5YZDH type=del size=1798024 2023-12-16T18:27:52.890 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.892+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=3DQ0IQZLJW4D type=del size=1886566 2023-12-16T18:27:52.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.894+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~5YM19LMG095I.0 size=1048576 2023-12-16T18:27:52.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.896+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~5YM19LMG095I.1 size=219334 2023-12-16T18:27:52.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.900+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=5YM19LMG095I tag=HU5U3YQVKZAG type=write size=2316486 2023-12-16T18:27:52.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.904+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.0 size=1048576 2023-12-16T18:27:52.905 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.906+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.1 size=1048576 2023-12-16T18:27:52.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.908+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.2 size=27183 2023-12-16T18:27:52.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.908+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=4XM98HNT2XEB tag=TJ64KAC8XXGH type=write size=3172911 2023-12-16T18:27:52.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.910+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=ELICBJ4DSXFD type=del 2023-12-16T18:27:52.911 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.912+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=78AQEXBC1TTK type=del size=4071195 2023-12-16T18:27:52.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.914+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=5OZYFFDPFE2K type=del 2023-12-16T18:27:52.915 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.916+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=J6VVJ98XH1FX type=del size=856226 2023-12-16T18:27:52.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.920+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=58JZKOPCGXN9 type=del 2023-12-16T18:27:52.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.924+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~77FLQOS7YN8N.0 size=337062 2023-12-16T18:27:52.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.924+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=77FLQOS7YN8N tag=K89XM70DNKJI type=write size=1385638 2023-12-16T18:27:52.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.926+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=7RAY0Z0RZZHP type=del 2023-12-16T18:27:52.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.930+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~J1TBJ8YDT2ZC.0 size=649174 2023-12-16T18:27:52.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.930+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=J1TBJ8YDT2ZC tag=NZAYLZFJLVD3 type=write size=1697750 2023-12-16T18:27:52.931 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.933+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=BEDYM7IHOE6R type=del 2023-12-16T18:27:52.933 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.935+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=WWJHSMBRKYT8 type=del size=1214771 2023-12-16T18:27:52.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.937+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~LDBAM558KJKO.0 size=1048576 2023-12-16T18:27:52.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.938+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~LDBAM558KJKO.1 size=1003679 2023-12-16T18:27:52.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.942+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=LDBAM558KJKO tag=0TOU7QO9KQVP type=write size=3100831 2023-12-16T18:27:52.942 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.944+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=QD3PMO8D87HD type=write size=414861 2023-12-16T18:27:52.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.946+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~EFR33OR1AR5D.0 size=966436 2023-12-16T18:27:52.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.950+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=EFR33OR1AR5D tag=NPQ1DCHWZQ6P type=write size=2015012 2023-12-16T18:27:52.950 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.952+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=4Q5E6W05KGWP type=del size=3503296 2023-12-16T18:27:52.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.954+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=7M0HYUYRL2ZM type=del 2023-12-16T18:27:52.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.956+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=18JS117VF38S type=del size=661769 2023-12-16T18:27:52.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.958+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=05CTBZV8978L type=del 2023-12-16T18:27:52.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.962+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~EI4BWPTED7AI.0 size=406673 2023-12-16T18:27:52.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.962+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=EI4BWPTED7AI tag=ND3BF6E3DXY3 type=write size=1455249 2023-12-16T18:27:52.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.965+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=0QWEZCABA3NG type=write size=399902 2023-12-16T18:27:52.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.967+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=5EBAIDPS3JYO type=del size=3948593 2023-12-16T18:27:52.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.969+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~HA3OEHWZAVTG.0 size=1048576 2023-12-16T18:27:52.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.971+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~HA3OEHWZAVTG.1 size=139639 2023-12-16T18:27:52.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.974+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=HA3OEHWZAVTG tag=YNPN28DCYVUA type=write size=2236791 2023-12-16T18:27:52.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.978+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~OANN877W0GUN.0 size=1048576 2023-12-16T18:27:52.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.980+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~OANN877W0GUN.1 size=793405 2023-12-16T18:27:52.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.980+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=OANN877W0GUN tag=GHSV00FBDWHW type=write size=2890557 2023-12-16T18:27:52.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.982+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~8MR45I24ANFU.0 size=525418 2023-12-16T18:27:52.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.986+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=8MR45I24ANFU tag=24BWMOC24E9L type=write size=1573994 2023-12-16T18:27:52.987 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.988+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=BWPRVPWLKO2X type=del size=3947378 2023-12-16T18:27:52.989 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.990+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=A7NKS0LKWZ7W type=del 2023-12-16T18:27:52.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.992+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=XV7NQ6KTCZMO type=del size=3329725 2023-12-16T18:27:52.993 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.994+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~NLLV9ZD4CGV1.0 size=622748 2023-12-16T18:27:52.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:52.999+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=NLLV9ZD4CGV1 tag=Y2GH8MPFPFV7 type=write size=1671324 2023-12-16T18:27:52.999 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.001+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=R3E1KNXTESO4 type=write size=861749 2023-12-16T18:27:53.002 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.003+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=3DQ0IQZLJW4D type=del 2023-12-16T18:27:53.004 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.005+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=H081P1N9483I type=del size=2447145 2023-12-16T18:27:53.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.007+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.0 size=1048576 2023-12-16T18:27:53.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.010+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.1 size=1048576 2023-12-16T18:27:53.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.012+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~4XM98HNT2XEB.2 size=27183 2023-12-16T18:27:53.015 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.016+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=4XM98HNT2XEB tag=TJ64KAC8XXGH type=write size=3172911 2023-12-16T18:27:53.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.018+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=C6GA8YDPLE43 type=del size=3832037 2023-12-16T18:27:53.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.020+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=78AQEXBC1TTK type=del 2023-12-16T18:27:53.023 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.024+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~R9YNYBJI9SUB.0 size=1048576 2023-12-16T18:27:53.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.026+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~R9YNYBJI9SUB.1 size=130283 2023-12-16T18:27:53.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.026+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=R9YNYBJI9SUB tag=1B4KY1EW4NB9 type=write size=2227435 2023-12-16T18:27:53.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.030+0000 7f93822c1640 1 < suggested update operation key=O0025T05J9ZQ tag=J6VVJ98XH1FX type=del size=856226 2023-12-16T18:27:53.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.036+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~QE19QGF59DKL.0 size=581983 2023-12-16T18:27:53.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.036+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=QE19QGF59DKL tag=QSQZR1WB8GU4 type=write size=1630559 2023-12-16T18:27:53.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.036+0000 7f93822c1640 1 < canceled part key=_multipart_YMZJ7OH0QIET.2~77FLQOS7YN8N.0 size=337062 2023-12-16T18:27:53.040 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.041+0000 7f93822c1640 1 < canceled multipart upload key=YMZJ7OH0QIET upload=77FLQOS7YN8N tag=K89XM70DNKJI type=write size=1385638 2023-12-16T18:27:53.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.043+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=C9N212I3PXLK type=del size=2694312 2023-12-16T18:27:53.044 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.045+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~J1TBJ8YDT2ZC.0 size=649174 2023-12-16T18:27:53.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.048+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=J1TBJ8YDT2ZC tag=NZAYLZFJLVD3 type=write size=1697750 2023-12-16T18:27:53.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.051+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=LREZ2PBTPQMZ type=del size=1985428 2023-12-16T18:27:53.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.055+0000 7f93822c1640 1 < suggested remove operation key=WFIGGXKZLQTP tag=WWJHSMBRKYT8 type=del 2023-12-16T18:27:53.056 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.057+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=E0DGM0SJ6UIO type=del size=3166106 2023-12-16T18:27:53.060 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.061+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=QD3PMO8D87HD type=write size=414861 2023-12-16T18:27:53.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.065+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~FBWC0LQVKA2C.0 size=1048576 2023-12-16T18:27:53.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.067+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~FBWC0LQVKA2C.1 size=587373 2023-12-16T18:27:53.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.067+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=FBWC0LQVKA2C tag=UGT1DG39QA13 type=write size=2684525 2023-12-16T18:27:53.070 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.071+0000 7f93822c1640 1 < suggested update operation key=MET77YMI24WC tag=4Q5E6W05KGWP type=del size=3503296 2023-12-16T18:27:53.072 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.073+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=2LB04GRO5SMX type=del size=1249022 2023-12-16T18:27:53.077 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.078+0000 7f93822c1640 1 < suggested update operation key=MET77YMI24WC tag=18JS117VF38S type=del size=661769 2023-12-16T18:27:53.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.080+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=1AI5J4HC3EYL type=del size=541480 2023-12-16T18:27:53.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.082+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~EI4BWPTED7AI.0 size=406673 2023-12-16T18:27:53.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.086+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=EI4BWPTED7AI tag=ND3BF6E3DXY3 type=write size=1455249 2023-12-16T18:27:53.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.090+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~H5WRL24FIG2X.0 size=372142 2023-12-16T18:27:53.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.090+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=H5WRL24FIG2X tag=MYRGI3TMR4E4 type=write size=1420718 2023-12-16T18:27:53.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.093+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=5EBAIDPS3JYO type=del 2023-12-16T18:27:53.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.095+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=8D3BYJ9JCAPI type=del size=883344 2023-12-16T18:27:53.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.098+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~OANN877W0GUN.0 size=1048576 2023-12-16T18:27:53.098 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.099+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~OANN877W0GUN.1 size=793405 2023-12-16T18:27:53.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.103+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=OANN877W0GUN tag=GHSV00FBDWHW type=write size=2890557 2023-12-16T18:27:53.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.106+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=VLRRJZYHU1OK type=del size=3744340 2023-12-16T18:27:53.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.108+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=BWPRVPWLKO2X type=del 2023-12-16T18:27:53.109 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.110+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=2BOSPWMEMABE type=del size=261238 2023-12-16T18:27:53.112 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.113+0000 7f93822c1640 -1 < failed to complete operation key=4IEBMNZ5G5YI tag=XV7NQ6KTCZMO type=del size=3329725: (22) Invalid argument 2023-12-16T18:27:53.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.115+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=1GWGTRL75OI5 type=write size=90096 2023-12-16T18:27:53.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.117+0000 7f93822c1640 1 < completed write operation key=LL5LBM7RMRS3 tag=R3E1KNXTESO4 type=write size=861749 2023-12-16T18:27:53.118 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.119+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=53LI83IH5XVU type=del size=1336880 2023-12-16T18:27:53.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.121+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=H081P1N9483I type=del 2023-12-16T18:27:53.122 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.124+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=OF4TKATWJ74V type=del size=753807 2023-12-16T18:27:53.125 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.126+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=C6GA8YDPLE43 type=del 2023-12-16T18:27:53.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.130+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.0 size=1048576 2023-12-16T18:27:53.131 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.132+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.1 size=1048576 2023-12-16T18:27:53.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.134+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.2 size=1033631 2023-12-16T18:27:53.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.134+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=DTSDU230GGYM tag=A4LK1N52QHHN type=write size=4179359 2023-12-16T18:27:53.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.136+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~R9YNYBJI9SUB.0 size=1048576 2023-12-16T18:27:53.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.137+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~R9YNYBJI9SUB.1 size=130283 2023-12-16T18:27:53.140 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.141+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=R9YNYBJI9SUB tag=1B4KY1EW4NB9 type=write size=2227435 2023-12-16T18:27:53.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.145+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~DYPWC5BPHSZ3.0 size=1048576 2023-12-16T18:27:53.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.147+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~DYPWC5BPHSZ3.1 size=59054 2023-12-16T18:27:53.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.147+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=DYPWC5BPHSZ3 tag=EK9OFCLSJWUQ type=write size=2156206 2023-12-16T18:27:53.148 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.149+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~QE19QGF59DKL.0 size=581983 2023-12-16T18:27:53.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.153+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=QE19QGF59DKL tag=QSQZR1WB8GU4 type=write size=1630559 2023-12-16T18:27:53.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.157+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~GLVY78R1JE5R.0 size=1048576 2023-12-16T18:27:53.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.159+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~GLVY78R1JE5R.1 size=231228 2023-12-16T18:27:53.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.159+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=GLVY78R1JE5R tag=9F94GN6Z2DGE type=write size=2328380 2023-12-16T18:27:53.160 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.161+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=C9N212I3PXLK type=del 2023-12-16T18:27:53.162 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.164+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=WNSUNPTPER0I type=del size=1010460 2023-12-16T18:27:53.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.168+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=LREZ2PBTPQMZ type=del size=1985428 2023-12-16T18:27:53.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.172+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~RCBPUWECHAYP.0 size=86554 2023-12-16T18:27:53.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.172+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=RCBPUWECHAYP tag=63015AX4IZ0K type=write size=1135130 2023-12-16T18:27:53.173 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.174+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=E0DGM0SJ6UIO type=del 2023-12-16T18:27:53.175 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.176+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=UM7JKDBREWUG type=write size=15109 2023-12-16T18:27:53.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.179+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~FBWC0LQVKA2C.0 size=1048576 2023-12-16T18:27:53.179 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.181+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~FBWC0LQVKA2C.1 size=587373 2023-12-16T18:27:53.183 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.184+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=FBWC0LQVKA2C tag=UGT1DG39QA13 type=write size=2684525 2023-12-16T18:27:53.185 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.187+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=2Q8QY15ORWOS type=del size=1739771 2023-12-16T18:27:53.188 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.189+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=2LB04GRO5SMX type=del 2023-12-16T18:27:53.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.191+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=5Q2MEBX0ASEJ type=del size=3565798 2023-12-16T18:27:53.192 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.193+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=1AI5J4HC3EYL type=del 2023-12-16T18:27:53.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.198+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~D8YS5S2MXTW5.0 size=115779 2023-12-16T18:27:53.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.198+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=D8YS5S2MXTW5 tag=D8RP9LET2PKX type=write size=1164355 2023-12-16T18:27:53.198 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.200+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~H5WRL24FIG2X.0 size=372142 2023-12-16T18:27:53.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.204+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=H5WRL24FIG2X tag=MYRGI3TMR4E4 type=write size=1420718 2023-12-16T18:27:53.204 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.206+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=QO4YU28W3R38 type=write size=655475 2023-12-16T18:27:53.207 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.208+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=8D3BYJ9JCAPI type=del 2023-12-16T18:27:53.209 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.210+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=654B16F5ZHPE type=del size=3266401 2023-12-16T18:27:53.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.215+0000 7f93822c1640 1 < suggested remove operation key=YMZJ7OH0QIET tag=VLRRJZYHU1OK type=del 2023-12-16T18:27:53.216 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.217+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=6W7P2LKEP4V2 type=del size=3953254 2023-12-16T18:27:53.220 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.221+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=2BOSPWMEMABE type=del size=261238 2023-12-16T18:27:53.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.223+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=U2DH667RKXOL type=write size=985573 2023-12-16T18:27:53.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.226+0000 7f93822c1640 -1 < failed to complete operation key=KRXRHOSSG9T7 tag=1GWGTRL75OI5 type=write size=90096: (22) Invalid argument 2023-12-16T18:27:53.227 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.229+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=V0IHD3W0BZ6P type=write size=90601 2023-12-16T18:27:53.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.231+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=53LI83IH5XVU type=del 2023-12-16T18:27:53.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.233+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=PQM0FDJG0UX7 type=del size=2148612 2023-12-16T18:27:53.234 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.235+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=OF4TKATWJ74V type=del 2023-12-16T18:27:53.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.237+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=KEX87Z8A7181 type=del size=1026231 2023-12-16T18:27:53.238 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.239+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.0 size=1048576 2023-12-16T18:27:53.240 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.241+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.1 size=1048576 2023-12-16T18:27:53.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.243+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~DTSDU230GGYM.2 size=1033631 2023-12-16T18:27:53.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.246+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=DTSDU230GGYM tag=A4LK1N52QHHN type=write size=4179359 2023-12-16T18:27:53.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.249+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=P4SAMVJ6Y637 type=del size=898098 2023-12-16T18:27:53.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.252+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~DYPWC5BPHSZ3.0 size=1048576 2023-12-16T18:27:53.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.254+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~DYPWC5BPHSZ3.1 size=59054 2023-12-16T18:27:53.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.258+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=DYPWC5BPHSZ3 tag=EK9OFCLSJWUQ type=write size=2156206 2023-12-16T18:27:53.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.262+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.0 size=1048576 2023-12-16T18:27:53.262 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.264+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.1 size=1048576 2023-12-16T18:27:53.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.266+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.2 size=727312 2023-12-16T18:27:53.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.266+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=900CFAMWBA66 tag=Q2LZKKCB1224 type=write size=3873040 2023-12-16T18:27:53.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.268+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~GLVY78R1JE5R.0 size=1048576 2023-12-16T18:27:53.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.270+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~GLVY78R1JE5R.1 size=231228 2023-12-16T18:27:53.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.273+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=GLVY78R1JE5R tag=9F94GN6Z2DGE type=write size=2328380 2023-12-16T18:27:53.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.277+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.0 size=1048576 2023-12-16T18:27:53.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.279+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.1 size=1048576 2023-12-16T18:27:53.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.281+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.2 size=822913 2023-12-16T18:27:53.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.281+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=YPU6RC2D4LA2 tag=8LIB9PGRMBLS type=write size=3968641 2023-12-16T18:27:53.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.283+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=WNSUNPTPER0I type=del 2023-12-16T18:27:53.284 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.285+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=J50HVA8174Z7 type=write size=203249 2023-12-16T18:27:53.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.287+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~RCBPUWECHAYP.0 size=86554 2023-12-16T18:27:53.289 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.291+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=RCBPUWECHAYP tag=63015AX4IZ0K type=write size=1135130 2023-12-16T18:27:53.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.293+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=0AQODDPLGCNK type=del size=1781835 2023-12-16T18:27:53.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.295+0000 7f93822c1640 1 < canceled operation key=76N6UQ3HGY5M tag=UM7JKDBREWUG type=write size=15109 2023-12-16T18:27:53.298 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.299+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.0 size=1048576 2023-12-16T18:27:53.300 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.301+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.1 size=1048576 2023-12-16T18:27:53.301 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.302+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.2 size=948081 2023-12-16T18:27:53.301 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.302+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=WXKPB3M5T3PN tag=UV567UZA667G type=write size=4093809 2023-12-16T18:27:53.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.307+0000 7f93822c1640 1 < suggested remove operation key=SM7EDQYTHZ7L tag=2Q8QY15ORWOS type=del 2023-12-16T18:27:53.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.311+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.0 size=1048576 2023-12-16T18:27:53.312 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.313+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.1 size=1048576 2023-12-16T18:27:53.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.315+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.2 size=301422 2023-12-16T18:27:53.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.315+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=NXS80OVXBE2Z tag=8M1JXBKB8II7 type=write size=3447150 2023-12-16T18:27:53.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.317+0000 7f93822c1640 1 < canceled operation key=O0025T05J9ZQ tag=5Q2MEBX0ASEJ type=del size=3565798 2023-12-16T18:27:53.318 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.319+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=B68EOUMU4W83 type=del size=1290273 2023-12-16T18:27:53.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.322+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~D8YS5S2MXTW5.0 size=115779 2023-12-16T18:27:53.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.325+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=D8YS5S2MXTW5 tag=D8RP9LET2PKX type=write size=1164355 2023-12-16T18:27:53.326 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.327+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=33GU7PMLP5P6 type=del size=2323618 2023-12-16T18:27:53.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.329+0000 7f93822c1640 1 < completed write operation key=EKHOTIJJJQL5 tag=QO4YU28W3R38 type=write size=655475 2023-12-16T18:27:53.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.332+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=2L2YYD195TQH type=del size=417120 2023-12-16T18:27:53.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.337+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=654B16F5ZHPE type=del size=3266401 2023-12-16T18:27:53.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.339+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=8EE0986M8MMW type=del size=2160497 2023-12-16T18:27:53.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.341+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=6W7P2LKEP4V2 type=del 2023-12-16T18:27:53.341 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.343+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=EUPUG3BQCOYF type=del size=2305447 2023-12-16T18:27:53.345 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.347+0000 7f93822c1640 1 < suggested update operation key=CBTYWNZ0X6QI tag=U2DH667RKXOL type=write size=985573 2023-12-16T18:27:53.349 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.351+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~NCQ0KO8GROJ2.0 size=1032053 2023-12-16T18:27:53.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.351+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=NCQ0KO8GROJ2 tag=KY0REM8WYYW4 type=write size=2080629 2023-12-16T18:27:53.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.353+0000 7f93822c1640 1 < canceled operation key=LL5LBM7RMRS3 tag=V0IHD3W0BZ6P type=write size=90601 2023-12-16T18:27:53.356 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.357+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~3MOQ4WMGR042.0 size=1048576 2023-12-16T18:27:53.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.358+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~3MOQ4WMGR042.1 size=597371 2023-12-16T18:27:53.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.358+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=3MOQ4WMGR042 tag=1YDJOY03J5SL type=write size=2694523 2023-12-16T18:27:53.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.363+0000 7f93822c1640 1 < suggested update operation key=3TIX30XS60W0 tag=PQM0FDJG0UX7 type=del size=2148612 2023-12-16T18:27:53.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.367+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~22OP66PBAHWI.0 size=1048576 2023-12-16T18:27:53.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.369+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~22OP66PBAHWI.1 size=475025 2023-12-16T18:27:53.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.369+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=22OP66PBAHWI tag=NONLYFU9K11L type=write size=2572177 2023-12-16T18:27:53.371 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.372+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=KEX87Z8A7181 type=del 2023-12-16T18:27:53.373 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.374+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=VX5Z8BRSN07C type=del size=345849 2023-12-16T18:27:53.377 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.378+0000 7f93822c1640 1 < suggested update operation key=663D3OSP19F2 tag=P4SAMVJ6Y637 type=del size=898098 2023-12-16T18:27:53.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.380+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=ISTRJAOZ00MH type=del size=816031 2023-12-16T18:27:53.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.383+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.0 size=1048576 2023-12-16T18:27:53.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.385+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.1 size=1048576 2023-12-16T18:27:53.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.387+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~900CFAMWBA66.2 size=727312 2023-12-16T18:27:53.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.391+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=900CFAMWBA66 tag=Q2LZKKCB1224 type=write size=3873040 2023-12-16T18:27:53.393 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.395+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.0 size=1048576 2023-12-16T18:27:53.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.396+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.1 size=1048576 2023-12-16T18:27:53.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.398+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.2 size=674079 2023-12-16T18:27:53.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.398+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=TDTNH7V5S73Z tag=B1W1UA7IF9OP type=write size=3819807 2023-12-16T18:27:53.400 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.400+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.0 size=1048576 2023-12-16T18:27:53.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.402+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.1 size=1048576 2023-12-16T18:27:53.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.404+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~YPU6RC2D4LA2.2 size=822913 2023-12-16T18:27:53.407 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.408+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=YPU6RC2D4LA2 tag=8LIB9PGRMBLS type=write size=3968641 2023-12-16T18:27:53.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.412+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~LCVKBB78ENVM.0 size=711845 2023-12-16T18:27:53.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.412+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=LCVKBB78ENVM tag=HG8ZSB9JR14P type=write size=1760421 2023-12-16T18:27:53.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.414+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=J50HVA8174Z7 type=write size=203249 2023-12-16T18:27:53.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.418+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~9CT8WX7ZXTR7.0 size=763705 2023-12-16T18:27:53.416 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.418+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=9CT8WX7ZXTR7 tag=IL9C9F0BTDI8 type=write size=1812281 2023-12-16T18:27:53.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.420+0000 7f93822c1640 -1 < failed to complete operation key=CBTYWNZ0X6QI tag=0AQODDPLGCNK type=del size=1781835: (22) Invalid argument 2023-12-16T18:27:53.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.422+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=E0FPNB7BGKRB type=del size=430965 2023-12-16T18:27:53.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.425+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.0 size=1048576 2023-12-16T18:27:53.425 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.426+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.1 size=1048576 2023-12-16T18:27:53.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.428+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~WXKPB3M5T3PN.2 size=948081 2023-12-16T18:27:53.430 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.432+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=WXKPB3M5T3PN tag=UV567UZA667G type=write size=4093809 2023-12-16T18:27:53.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.434+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=3OJWDIS5RJ94 type=del size=1526352 2023-12-16T18:27:53.436 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.437+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.0 size=1048576 2023-12-16T18:27:53.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.439+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.1 size=1048576 2023-12-16T18:27:53.440 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.441+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~NXS80OVXBE2Z.2 size=301422 2023-12-16T18:27:53.443 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.445+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=NXS80OVXBE2Z tag=8M1JXBKB8II7 type=write size=3447150 2023-12-16T18:27:53.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.448+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.0 size=1048576 2023-12-16T18:27:53.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.450+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.1 size=1048576 2023-12-16T18:27:53.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.452+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.2 size=5823 2023-12-16T18:27:53.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.452+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=HEN5AB5YYVH5 tag=QZ4Q9VMNKPHW type=write size=3151551 2023-12-16T18:27:53.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.454+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=B68EOUMU4W83 type=del 2023-12-16T18:27:53.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.456+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=5PYLOK7HRUKK type=del size=3492688 2023-12-16T18:27:53.459 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.460+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=33GU7PMLP5P6 type=del 2023-12-16T18:27:53.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.464+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~ILNXX5MC2MV1.0 size=171756 2023-12-16T18:27:53.463 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.464+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=ILNXX5MC2MV1 tag=5QAYG0ICVNKV type=write size=1220332 2023-12-16T18:27:53.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.466+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=2L2YYD195TQH type=del 2023-12-16T18:27:53.467 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.468+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=KJQZ48NSQF3U type=del size=3050142 2023-12-16T18:27:53.469 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.470+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=8EE0986M8MMW type=del 2023-12-16T18:27:53.472 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.474+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.0 size=1048576 2023-12-16T18:27:53.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.475+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.1 size=1048576 2023-12-16T18:27:53.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.477+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.2 size=565562 2023-12-16T18:27:53.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.477+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=8E123HQ0JJYZ tag=W5RYO1R949AL type=write size=3711290 2023-12-16T18:27:53.478 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.479+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=EUPUG3BQCOYF type=del 2023-12-16T18:27:53.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.483+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~ZF17LAU40ZKW.0 size=1048576 2023-12-16T18:27:53.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.484+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~ZF17LAU40ZKW.1 size=911863 2023-12-16T18:27:53.483 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.484+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=ZF17LAU40ZKW tag=TYDAC8RN1JSV type=write size=3009015 2023-12-16T18:27:53.485 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.486+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~NCQ0KO8GROJ2.0 size=1032053 2023-12-16T18:27:53.489 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.490+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=NCQ0KO8GROJ2 tag=KY0REM8WYYW4 type=write size=2080629 2023-12-16T18:27:53.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.494+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~FF40YPUHOMPG.0 size=1048576 2023-12-16T18:27:53.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.496+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~FF40YPUHOMPG.1 size=1043059 2023-12-16T18:27:53.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.496+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=FF40YPUHOMPG tag=MKMPHBQC2S04 type=write size=3140211 2023-12-16T18:27:53.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.498+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~3MOQ4WMGR042.0 size=1048576 2023-12-16T18:27:53.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.500+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~3MOQ4WMGR042.1 size=597371 2023-12-16T18:27:53.505 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.507+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=3MOQ4WMGR042 tag=1YDJOY03J5SL type=write size=2694523 2023-12-16T18:27:53.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.510+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=4PB65OTA3G5W type=write size=359962 2023-12-16T18:27:53.511 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.512+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~22OP66PBAHWI.0 size=1048576 2023-12-16T18:27:53.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.514+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~22OP66PBAHWI.1 size=475025 2023-12-16T18:27:53.517 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.518+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=22OP66PBAHWI tag=NONLYFU9K11L type=write size=2572177 2023-12-16T18:27:53.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.522+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.0 size=1048576 2023-12-16T18:27:53.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.523+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.1 size=1048576 2023-12-16T18:27:53.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.525+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.2 size=114873 2023-12-16T18:27:53.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.525+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=32VGKO30LCVA tag=V56IKLL7GHZV type=write size=3260601 2023-12-16T18:27:53.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.527+0000 7f93822c1640 1 < canceled operation key=YMZJ7OH0QIET tag=VX5Z8BRSN07C type=del size=345849 2023-12-16T18:27:53.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.531+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~HU5QKBWPC1H1.0 size=443716 2023-12-16T18:27:53.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.531+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=HU5QKBWPC1H1 tag=KAAG5TE2QJWJ type=write size=1492292 2023-12-16T18:27:53.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.533+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=ISTRJAOZ00MH type=del size=816031 2023-12-16T18:27:53.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.537+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.0 size=1048576 2023-12-16T18:27:53.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.539+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.1 size=1048576 2023-12-16T18:27:53.539 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.540+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.2 size=398311 2023-12-16T18:27:53.539 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.540+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=EBPMH2QDITEX tag=LHVZL4YUNNLG type=write size=3544039 2023-12-16T18:27:53.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.542+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.0 size=1048576 2023-12-16T18:27:53.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.544+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.1 size=1048576 2023-12-16T18:27:53.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.546+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~TDTNH7V5S73Z.2 size=674079 2023-12-16T18:27:53.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.549+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=TDTNH7V5S73Z tag=B1W1UA7IF9OP type=write size=3819807 2023-12-16T18:27:53.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.553+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.0 size=1048576 2023-12-16T18:27:53.553 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.555+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.1 size=1048576 2023-12-16T18:27:53.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.556+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.2 size=581635 2023-12-16T18:27:53.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.556+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=BQ8T5DA6URPB tag=TNTFR3J4DRDH type=write size=3727363 2023-12-16T18:27:53.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.558+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~LCVKBB78ENVM.0 size=711845 2023-12-16T18:27:53.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.562+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=LCVKBB78ENVM tag=HG8ZSB9JR14P type=write size=1760421 2023-12-16T18:27:53.565 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.566+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.0 size=1048576 2023-12-16T18:27:53.567 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.568+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.1 size=1048576 2023-12-16T18:27:53.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.570+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.2 size=19994 2023-12-16T18:27:53.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.570+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=UHO7S7P1GKMY tag=LHOJ7RQ1400X type=write size=3165722 2023-12-16T18:27:53.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.572+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~9CT8WX7ZXTR7.0 size=763705 2023-12-16T18:27:53.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.576+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=9CT8WX7ZXTR7 tag=IL9C9F0BTDI8 type=write size=1812281 2023-12-16T18:27:53.579 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.580+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.0 size=1048576 2023-12-16T18:27:53.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.582+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.1 size=1048576 2023-12-16T18:27:53.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.584+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.2 size=271916 2023-12-16T18:27:53.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.584+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=VJOFOL4J7K0D tag=XJS79WWKKR95 type=write size=3417644 2023-12-16T18:27:53.585 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.586+0000 7f93822c1640 1 < canceled operation key=T1982IC7NL80 tag=E0FPNB7BGKRB type=del size=430965 2023-12-16T18:27:53.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.588+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=Q3PVBVLZFFU0 type=del size=1344105 2023-12-16T18:27:53.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.590+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=3OJWDIS5RJ94 type=del 2023-12-16T18:27:53.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.594+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~UX9H6B5R99I3.0 size=627968 2023-12-16T18:27:53.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.594+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=UX9H6B5R99I3 tag=RXBKEZBVQ4Y0 type=write size=1676544 2023-12-16T18:27:53.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.596+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.0 size=1048576 2023-12-16T18:27:53.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.596+0000 7f93822c1640 1 < canceled part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.1 size=1048576 2023-12-16T18:27:53.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.598+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~HEN5AB5YYVH5.2 size=5823 2023-12-16T18:27:53.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.602+0000 7f93822c1640 1 < canceled multipart upload key=76N6UQ3HGY5M upload=HEN5AB5YYVH5 tag=QZ4Q9VMNKPHW type=write size=3151551 2023-12-16T18:27:53.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.604+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=WL7XPKNHF8SZ type=del size=3710753 2023-12-16T18:27:53.604 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.606+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=5PYLOK7HRUKK type=del 2023-12-16T18:27:53.606 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.608+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=UOOOZANN4SGI type=write size=911000 2023-12-16T18:27:53.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.610+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~ILNXX5MC2MV1.0 size=171756 2023-12-16T18:27:53.612 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.613+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=ILNXX5MC2MV1 tag=5QAYG0ICVNKV type=write size=1220332 2023-12-16T18:27:53.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.615+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=NHQW6YGW2ZIT type=del size=3860747 2023-12-16T18:27:53.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.620+0000 7f93822c1640 1 < suggested update operation key=SL00EWUL3JDN tag=KJQZ48NSQF3U type=del size=3050142 2023-12-16T18:27:53.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.624+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~EXAKI5PS7W74.0 size=207748 2023-12-16T18:27:53.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.624+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=EXAKI5PS7W74 tag=VE9DUKAMSS8B type=write size=1256324 2023-12-16T18:27:53.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.626+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.0 size=1048576 2023-12-16T18:27:53.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.628+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.1 size=1048576 2023-12-16T18:27:53.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.630+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~8E123HQ0JJYZ.2 size=565562 2023-12-16T18:27:53.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.633+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=8E123HQ0JJYZ tag=W5RYO1R949AL type=write size=3711290 2023-12-16T18:27:53.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.635+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=R9HR9XI1OFX7 type=del size=2941641 2023-12-16T18:27:53.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.637+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~ZF17LAU40ZKW.0 size=1048576 2023-12-16T18:27:53.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.639+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~ZF17LAU40ZKW.1 size=911863 2023-12-16T18:27:53.642 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.643+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=ZF17LAU40ZKW tag=TYDAC8RN1JSV type=write size=3009015 2023-12-16T18:27:53.644 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.645+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=4GDE1F4BF6SB type=del size=1334435 2023-12-16T18:27:53.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.648+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~FF40YPUHOMPG.0 size=1048576 2023-12-16T18:27:53.649 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.650+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~FF40YPUHOMPG.1 size=1043059 2023-12-16T18:27:53.653 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.654+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=FF40YPUHOMPG tag=MKMPHBQC2S04 type=write size=3140211 2023-12-16T18:27:53.656 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.657+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=O2MMKTCSKD3V type=write size=769686 2023-12-16T18:27:53.660 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.661+0000 7f93822c1640 1 < suggested update operation key=KRXRHOSSG9T7 tag=4PB65OTA3G5W type=write size=359962 2023-12-16T18:27:53.662 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.664+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=0VLBGISFGVWD type=del size=257523 2023-12-16T18:27:53.665 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.666+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.0 size=1048576 2023-12-16T18:27:53.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.668+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.1 size=1048576 2023-12-16T18:27:53.669 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.670+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~32VGKO30LCVA.2 size=114873 2023-12-16T18:27:53.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.674+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=32VGKO30LCVA tag=V56IKLL7GHZV type=write size=3260601 2023-12-16T18:27:53.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.676+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=MOFWWVVG673M type=write size=1016520 2023-12-16T18:27:53.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.678+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~HU5QKBWPC1H1.0 size=443716 2023-12-16T18:27:53.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.682+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=HU5QKBWPC1H1 tag=KAAG5TE2QJWJ type=write size=1492292 2023-12-16T18:27:53.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.686+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.0 size=1048576 2023-12-16T18:27:53.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.688+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.1 size=1048576 2023-12-16T18:27:53.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.689+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.2 size=667674 2023-12-16T18:27:53.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.689+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=5WWWQQ04Q184 tag=P8KX4W9VDSSN type=write size=3813402 2023-12-16T18:27:53.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.691+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.0 size=1048576 2023-12-16T18:27:53.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.693+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.1 size=1048576 2023-12-16T18:27:53.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.695+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~EBPMH2QDITEX.2 size=398311 2023-12-16T18:27:53.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.699+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=EBPMH2QDITEX tag=LHVZL4YUNNLG type=write size=3544039 2023-12-16T18:27:53.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.702+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=YP40BSKMJDGP type=del size=534934 2023-12-16T18:27:53.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.704+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.0 size=1048576 2023-12-16T18:27:53.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.706+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.1 size=1048576 2023-12-16T18:27:53.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.708+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~BQ8T5DA6URPB.2 size=581635 2023-12-16T18:27:53.710 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.712+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=BQ8T5DA6URPB tag=TNTFR3J4DRDH type=write size=3727363 2023-12-16T18:27:53.714 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.716+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.0 size=1048576 2023-12-16T18:27:53.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.717+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.1 size=1048576 2023-12-16T18:27:53.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.719+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.2 size=916002 2023-12-16T18:27:53.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.719+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=NQLKR1NMIGBW tag=GF9XWZ0GFYZR type=write size=4061730 2023-12-16T18:27:53.720 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.721+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.0 size=1048576 2023-12-16T18:27:53.722 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.723+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.1 size=1048576 2023-12-16T18:27:53.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.725+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~UHO7S7P1GKMY.2 size=19994 2023-12-16T18:27:53.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.729+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=UHO7S7P1GKMY tag=LHOJ7RQ1400X type=write size=3165722 2023-12-16T18:27:53.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.731+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=PNH6U9JDZ1KA type=del size=2174096 2023-12-16T18:27:53.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.733+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.0 size=1048576 2023-12-16T18:27:53.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.735+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.1 size=1048576 2023-12-16T18:27:53.734 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.735+0000 7f93822c1640 1 < canceled part key=_multipart_WFIGGXKZLQTP.2~VJOFOL4J7K0D.2 size=271916 2023-12-16T18:27:53.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.739+0000 7f93822c1640 1 < canceled multipart upload key=WFIGGXKZLQTP upload=VJOFOL4J7K0D tag=XJS79WWKKR95 type=write size=3417644 2023-12-16T18:27:53.740 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.741+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=FB9BNL6CR62E type=del size=1772266 2023-12-16T18:27:53.742 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.743+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=Q3PVBVLZFFU0 type=del 2023-12-16T18:27:53.744 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.746+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=OZCKMOK77G5B type=del size=489786 2023-12-16T18:27:53.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.748+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~UX9H6B5R99I3.0 size=627968 2023-12-16T18:27:53.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.752+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=UX9H6B5R99I3 tag=RXBKEZBVQ4Y0 type=write size=1676544 2023-12-16T18:27:53.755 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.756+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~S8OID9F6M9M4.0 size=1048576 2023-12-16T18:27:53.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.757+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~S8OID9F6M9M4.1 size=476353 2023-12-16T18:27:53.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.757+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=S8OID9F6M9M4 tag=0UBXAAN99T3J type=write size=2573505 2023-12-16T18:27:53.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.762+0000 7f93822c1640 1 < suggested update operation key=O0025T05J9ZQ tag=WL7XPKNHF8SZ type=del size=3710753 2023-12-16T18:27:53.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.766+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~N2ID2JSQRMQC.0 size=1048576 2023-12-16T18:27:53.766 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.767+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~N2ID2JSQRMQC.1 size=879112 2023-12-16T18:27:53.767 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.767+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=N2ID2JSQRMQC tag=Y4DPQFM2958D type=write size=2976264 2023-12-16T18:27:53.769 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.770+0000 7f93822c1640 1 < completed write operation key=IBG8SCFDGQT2 tag=UOOOZANN4SGI type=write size=911000 2023-12-16T18:27:53.771 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.772+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=AAT6BPA4N0EB type=del size=1444411 2023-12-16T18:27:53.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.774+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=NHQW6YGW2ZIT type=del 2023-12-16T18:27:53.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.776+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=ACO8QFQUJ421 type=del size=3563129 2023-12-16T18:27:53.777 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.778+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~EXAKI5PS7W74.0 size=207748 2023-12-16T18:27:53.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.782+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=EXAKI5PS7W74 tag=VE9DUKAMSS8B type=write size=1256324 2023-12-16T18:27:53.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.786+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~HHUBOI05KM6P.0 size=501307 2023-12-16T18:27:53.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.786+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=HHUBOI05KM6P tag=KOJ8MVGKX0AL type=write size=1549883 2023-12-16T18:27:53.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.788+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=R9HR9XI1OFX7 type=del 2023-12-16T18:27:53.789 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.790+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=NJPYIW471S4J type=del size=1190883 2023-12-16T18:27:53.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.793+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=4GDE1F4BF6SB type=del 2023-12-16T18:27:53.794 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.795+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=C9GK2WVD320J type=write size=372444 2023-12-16T18:27:53.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.798+0000 7f93822c1640 -1 < failed to complete operation key=KRXRHOSSG9T7 tag=O2MMKTCSKD3V type=write size=769686: (22) Invalid argument 2023-12-16T18:27:53.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.802+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~0BOFT8NYBDF8.0 size=1048576 2023-12-16T18:27:53.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.804+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~0BOFT8NYBDF8.1 size=674622 2023-12-16T18:27:53.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.804+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=0BOFT8NYBDF8 tag=UGX5PWFU3OX1 type=write size=2771774 2023-12-16T18:27:53.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.806+0000 7f93822c1640 1 < canceled operation key=43Y268VWYQJS tag=0VLBGISFGVWD type=del size=257523 2023-12-16T18:27:53.807 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.808+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=9G44PJQ620K3 type=del size=3912315 2023-12-16T18:27:53.809 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.810+0000 7f93822c1640 1 < completed write operation key=U1TKHNSDBAAI tag=MOFWWVVG673M type=write size=1016520 2023-12-16T18:27:53.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.814+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~2OWAQ5Z8CZ98.0 size=1048576 2023-12-16T18:27:53.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.816+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~2OWAQ5Z8CZ98.1 size=91381 2023-12-16T18:27:53.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.816+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=2OWAQ5Z8CZ98 tag=J2HT5FYY420X type=write size=2188533 2023-12-16T18:27:53.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.818+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.0 size=1048576 2023-12-16T18:27:53.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.820+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.1 size=1048576 2023-12-16T18:27:53.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.822+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~5WWWQQ04Q184.2 size=667674 2023-12-16T18:27:53.824 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.825+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=5WWWQQ04Q184 tag=P8KX4W9VDSSN type=write size=3813402 2023-12-16T18:27:53.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.827+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=OYS01DV9V4DX type=del size=3878636 2023-12-16T18:27:53.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.830+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=YP40BSKMJDGP type=del 2023-12-16T18:27:53.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.833+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~X67WX5AVZZHA.0 size=998299 2023-12-16T18:27:53.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.833+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=X67WX5AVZZHA tag=P1Q7NTIVAX5N type=write size=2046875 2023-12-16T18:27:53.832 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.834+0000 7f93822c1640 1 < canceled part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.0 size=1048576 2023-12-16T18:27:53.834 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.835+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.1 size=1048576 2023-12-16T18:27:53.836 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.837+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~NQLKR1NMIGBW.2 size=916002 2023-12-16T18:27:53.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.841+0000 7f93822c1640 1 < canceled multipart upload key=F7I9QP65YT40 upload=NQLKR1NMIGBW tag=GF9XWZ0GFYZR type=write size=4061730 2023-12-16T18:27:53.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.845+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.0 size=1048576 2023-12-16T18:27:53.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.847+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.1 size=1048576 2023-12-16T18:27:53.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.848+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.2 size=748696 2023-12-16T18:27:53.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.848+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=RWZ0810MCSF8 tag=PM68J9IQM6YN type=write size=3894424 2023-12-16T18:27:53.850 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.851+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=PNH6U9JDZ1KA type=del 2023-12-16T18:27:53.852 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.853+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=W294ZIS15877 type=del size=54017 2023-12-16T18:27:53.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.856+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=FB9BNL6CR62E type=del size=1772266 2023-12-16T18:27:53.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.858+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=ACSRYQF5AI3U type=del size=3330746 2023-12-16T18:27:53.859 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.861+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=OZCKMOK77G5B type=del 2023-12-16T18:27:53.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.863+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=CRL7B7GKDMRP type=del size=348753 2023-12-16T18:27:53.864 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.865+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~S8OID9F6M9M4.0 size=1048576 2023-12-16T18:27:53.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.867+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~S8OID9F6M9M4.1 size=476353 2023-12-16T18:27:53.870 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.871+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=S8OID9F6M9M4 tag=0UBXAAN99T3J type=write size=2573505 2023-12-16T18:27:53.872 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.874+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=N0EWHZOZC778 type=del size=1045437 2023-12-16T18:27:53.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.876+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~N2ID2JSQRMQC.0 size=1048576 2023-12-16T18:27:53.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.878+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~N2ID2JSQRMQC.1 size=879112 2023-12-16T18:27:53.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.882+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=N2ID2JSQRMQC tag=Y4DPQFM2958D type=write size=2976264 2023-12-16T18:27:53.883 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.884+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=92E3TKY3BPO2 type=del size=3394294 2023-12-16T18:27:53.886 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.887+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=AAT6BPA4N0EB type=del 2023-12-16T18:27:53.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.890+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=I0NJK3W6TDNY type=write size=592839 2023-12-16T18:27:53.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.892+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=ACO8QFQUJ421 type=del 2023-12-16T18:27:53.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.897+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.0 size=1048576 2023-12-16T18:27:53.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.899+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.1 size=1048576 2023-12-16T18:27:53.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.901+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.2 size=64202 2023-12-16T18:27:53.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.901+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=C5MAHT21T11P tag=U2Q5WQHRHQ8B type=write size=3209930 2023-12-16T18:27:53.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.903+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~HHUBOI05KM6P.0 size=501307 2023-12-16T18:27:53.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.908+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=HHUBOI05KM6P tag=KOJ8MVGKX0AL type=write size=1549883 2023-12-16T18:27:53.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.910+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=B126FLGNE953 type=del size=104299 2023-12-16T18:27:53.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.915+0000 7f93822c1640 1 < suggested update operation key=NCNK0GH8NEPH tag=NJPYIW471S4J type=del size=1190883 2023-12-16T18:27:53.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.917+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=2Z98SYYMZKU1 type=del size=3840485 2023-12-16T18:27:53.920 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.922+0000 7f93822c1640 1 < suggested update operation key=MET77YMI24WC tag=C9GK2WVD320J type=write size=372444 2023-12-16T18:27:53.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.926+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~V0BPECKUMVR1.0 size=524678 2023-12-16T18:27:53.925 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.926+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=V0BPECKUMVR1 tag=2SUSW0COQUUD type=write size=1573254 2023-12-16T18:27:53.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.929+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~0BOFT8NYBDF8.0 size=1048576 2023-12-16T18:27:53.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.931+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~0BOFT8NYBDF8.1 size=674622 2023-12-16T18:27:53.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.936+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=0BOFT8NYBDF8 tag=UGX5PWFU3OX1 type=write size=2771774 2023-12-16T18:27:53.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.941+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~W0PRAKYO5K18.0 size=220785 2023-12-16T18:27:53.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.941+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=W0PRAKYO5K18 tag=H479M4ODABWQ type=write size=1269361 2023-12-16T18:27:53.942 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.943+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=9G44PJQ620K3 type=del 2023-12-16T18:27:53.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.945+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=RMCH015HOYRF type=del size=1497313 2023-12-16T18:27:53.947 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.948+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~2OWAQ5Z8CZ98.0 size=1048576 2023-12-16T18:27:53.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.950+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~2OWAQ5Z8CZ98.1 size=91381 2023-12-16T18:27:53.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.954+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=2OWAQ5Z8CZ98 tag=J2HT5FYY420X type=write size=2188533 2023-12-16T18:27:53.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.956+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=TQ4H8943ZLHN type=del size=2667273 2023-12-16T18:27:53.959 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.960+0000 7f93822c1640 1 < suggested update operation key=43Y268VWYQJS tag=OYS01DV9V4DX type=del size=3878636 2023-12-16T18:27:53.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.963+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=O6JR6D7ZCNR5 type=del size=3532697 2023-12-16T18:27:53.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.965+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~X67WX5AVZZHA.0 size=998299 2023-12-16T18:27:53.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.969+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=X67WX5AVZZHA tag=P1Q7NTIVAX5N type=write size=2046875 2023-12-16T18:27:53.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.974+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.0 size=1048576 2023-12-16T18:27:53.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.976+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.1 size=1048576 2023-12-16T18:27:53.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.979+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.2 size=567109 2023-12-16T18:27:53.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.979+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=IMEJ9QCSD59E tag=3M4RE54LTXOE type=write size=3712837 2023-12-16T18:27:53.980 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.981+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.0 size=1048576 2023-12-16T18:27:53.982 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.983+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.1 size=1048576 2023-12-16T18:27:53.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.985+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~RWZ0810MCSF8.2 size=748696 2023-12-16T18:27:53.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.990+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=RWZ0810MCSF8 tag=PM68J9IQM6YN type=write size=3894424 2023-12-16T18:27:53.991 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:53.992+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=TPNGF2900AF5 type=del size=1018615 2023-12-16T18:27:54.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.030+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=W294ZIS15877 type=del 2023-12-16T18:27:54.032 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.033+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=FZKJX3JNIX7T type=write size=986942 2023-12-16T18:27:54.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.036+0000 7f93822c1640 1 < canceled operation key=2H33NU63U1M9 tag=ACSRYQF5AI3U type=del size=3330746 2023-12-16T18:27:54.037 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.038+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=MMFRH0ZM0OX0 type=del size=694496 2023-12-16T18:27:54.041 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.042+0000 7f93822c1640 -1 < failed to complete operation key=43Y268VWYQJS tag=CRL7B7GKDMRP type=del size=348753: (22) Invalid argument 2023-12-16T18:27:54.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.047+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~DVHVEBIYLQBE.0 size=1048576 2023-12-16T18:27:54.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.049+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~DVHVEBIYLQBE.1 size=871164 2023-12-16T18:27:54.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.049+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=DVHVEBIYLQBE tag=AB4Y9UIO732Z type=write size=2968316 2023-12-16T18:27:54.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.054+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=N0EWHZOZC778 type=del size=1045437 2023-12-16T18:27:54.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.058+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~V3E3I2LYZMKF.0 size=1048576 2023-12-16T18:27:54.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.060+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~V3E3I2LYZMKF.1 size=580196 2023-12-16T18:27:54.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.060+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=V3E3I2LYZMKF tag=RVHGLTG6FKZ7 type=write size=2677348 2023-12-16T18:27:54.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.063+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=92E3TKY3BPO2 type=del 2023-12-16T18:27:54.064 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.065+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=YUWAUJW4UZYD type=del size=1448784 2023-12-16T18:27:54.066 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.068+0000 7f93822c1640 1 < canceled operation key=EKHOTIJJJQL5 tag=I0NJK3W6TDNY type=write size=592839 2023-12-16T18:27:54.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.072+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.0 size=1048576 2023-12-16T18:27:54.074 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.075+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.1 size=1048576 2023-12-16T18:27:54.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.077+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.2 size=1003576 2023-12-16T18:27:54.076 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.077+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=IM8SY350AXVR tag=XEE1YN3HUFJC type=write size=4149304 2023-12-16T18:27:54.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.079+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.0 size=1048576 2023-12-16T18:27:54.080 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.081+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.1 size=1048576 2023-12-16T18:27:54.082 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.083+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~C5MAHT21T11P.2 size=64202 2023-12-16T18:27:54.086 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.087+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=C5MAHT21T11P tag=U2Q5WQHRHQ8B type=write size=3209930 2023-12-16T18:27:54.088 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.089+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=H6XNPTEA7MWM type=del size=2352746 2023-12-16T18:27:54.094 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.095+0000 7f93822c1640 1 < suggested remove operation key=UX6BKKXQRKOB tag=B126FLGNE953 type=del 2023-12-16T18:27:54.096 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.098+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=14G70DXVBSZ9 type=del size=2194063 2023-12-16T18:27:54.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.100+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=2Z98SYYMZKU1 type=del 2023-12-16T18:27:54.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.105+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~75PXAT8HKFGL.0 size=1048576 2023-12-16T18:27:54.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.107+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~75PXAT8HKFGL.1 size=885423 2023-12-16T18:27:54.105 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.107+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=75PXAT8HKFGL tag=82O3ELM6YWTJ type=write size=2982575 2023-12-16T18:27:54.107 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.109+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~V0BPECKUMVR1.0 size=524678 2023-12-16T18:27:54.111 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.113+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=V0BPECKUMVR1 tag=2SUSW0COQUUD type=write size=1573254 2023-12-16T18:27:54.114 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.115+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=4UOQ5FR54TEG type=del size=2671123 2023-12-16T18:27:54.116 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.117+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~W0PRAKYO5K18.0 size=220785 2023-12-16T18:27:54.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.122+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=W0PRAKYO5K18 tag=H479M4ODABWQ type=write size=1269361 2023-12-16T18:27:54.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.124+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=JHGNAPD9PKXA type=del size=968300 2023-12-16T18:27:54.125 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.127+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=RMCH015HOYRF type=del 2023-12-16T18:27:54.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.129+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=V5MAO1XAFUFQ type=del size=607164 2023-12-16T18:27:54.133 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.134+0000 7f93822c1640 1 < suggested remove operation key=MET77YMI24WC tag=TQ4H8943ZLHN type=del 2023-12-16T18:27:54.135 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.137+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=9CZN31O4ZPCH type=del size=441158 2023-12-16T18:27:54.138 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.139+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=O6JR6D7ZCNR5 type=del 2023-12-16T18:27:54.143 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.143+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~R2DJC1PEWTIK.0 size=1048576 2023-12-16T18:27:54.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.146+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~R2DJC1PEWTIK.1 size=3604 2023-12-16T18:27:54.145 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.146+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=R2DJC1PEWTIK tag=P9CMCJ9JYC3I type=write size=2100756 2023-12-16T18:27:54.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.149+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.0 size=1048576 2023-12-16T18:27:54.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.151+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.1 size=1048576 2023-12-16T18:27:54.153 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.154+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~IMEJ9QCSD59E.2 size=567109 2023-12-16T18:27:54.158 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.160+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=IMEJ9QCSD59E tag=3M4RE54LTXOE type=write size=3712837 2023-12-16T18:27:54.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.165+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~GS2A667HHA2T.0 size=1044126 2023-12-16T18:27:54.164 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.165+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=GS2A667HHA2T tag=A94EFLAY9A23 type=write size=2092702 2023-12-16T18:27:54.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.170+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=TPNGF2900AF5 type=del 2023-12-16T18:27:54.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.175+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~NNJIYWRUL6KU.0 size=966153 2023-12-16T18:27:54.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.175+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=NNJIYWRUL6KU tag=78ELNS4RKSG3 type=write size=2014729 2023-12-16T18:27:54.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.179+0000 7f93822c1640 -1 < failed to complete operation key=YHFGUVDYX8ON tag=FZKJX3JNIX7T type=write size=986942: (22) Invalid argument 2023-12-16T18:27:54.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.183+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~WN08ZF4DTX8V.0 size=1030550 2023-12-16T18:27:54.181 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.183+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=WN08ZF4DTX8V tag=A9KZI0O7SN0X type=write size=2079126 2023-12-16T18:27:54.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.185+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=MMFRH0ZM0OX0 type=del 2023-12-16T18:27:54.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.188+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=I9PX2FPQ3M4D type=del size=1332377 2023-12-16T18:27:54.189 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.190+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~DVHVEBIYLQBE.0 size=1048576 2023-12-16T18:27:54.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.192+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~DVHVEBIYLQBE.1 size=871164 2023-12-16T18:27:54.195 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.196+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=DVHVEBIYLQBE tag=AB4Y9UIO732Z type=write size=2968316 2023-12-16T18:27:54.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.198+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=KYZ7P3U97MMG type=del size=1227762 2023-12-16T18:27:54.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.201+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~V3E3I2LYZMKF.0 size=1048576 2023-12-16T18:27:54.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.203+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~V3E3I2LYZMKF.1 size=580196 2023-12-16T18:27:54.206 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.207+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=V3E3I2LYZMKF tag=RVHGLTG6FKZ7 type=write size=2677348 2023-12-16T18:27:54.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.210+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=FOHC8K2W9EYB type=del size=2224191 2023-12-16T18:27:54.213 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.214+0000 7f93822c1640 1 < suggested update operation key=WFIGGXKZLQTP tag=YUWAUJW4UZYD type=del size=1448784 2023-12-16T18:27:54.215 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.216+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=5U8LKVDRKA7E type=write size=236332 2023-12-16T18:27:54.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.219+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.0 size=1048576 2023-12-16T18:27:54.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.221+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.1 size=1048576 2023-12-16T18:27:54.221 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.223+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~IM8SY350AXVR.2 size=1003576 2023-12-16T18:27:54.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.227+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=IM8SY350AXVR tag=XEE1YN3HUFJC type=write size=4149304 2023-12-16T18:27:54.228 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.230+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=8BGQSZ1V589K type=del size=2097204 2023-12-16T18:27:54.233 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.234+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=H6XNPTEA7MWM type=del 2023-12-16T18:27:54.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.236+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=TFLL4IQC0FMQ type=del size=2410924 2023-12-16T18:27:54.239 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.240+0000 7f93822c1640 -1 < failed to complete operation key=43Y268VWYQJS tag=14G70DXVBSZ9 type=del size=2194063: (22) Invalid argument 2023-12-16T18:27:54.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.245+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~XGJLMRVJSCTS.0 size=878277 2023-12-16T18:27:54.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.245+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=XGJLMRVJSCTS tag=S13VUAF6XPCU type=write size=1926853 2023-12-16T18:27:54.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.245+0000 7f93822c1640 1 < canceled part key=_multipart_LL5LBM7RMRS3.2~75PXAT8HKFGL.0 size=1048576 2023-12-16T18:27:54.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.247+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~75PXAT8HKFGL.1 size=885423 2023-12-16T18:27:54.250 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.252+0000 7f93822c1640 1 < canceled multipart upload key=LL5LBM7RMRS3 upload=75PXAT8HKFGL tag=82O3ELM6YWTJ type=write size=2982575 2023-12-16T18:27:54.253 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.254+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=HM1OWTZCWTDF type=del size=2413098 2023-12-16T18:27:54.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.256+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=4UOQ5FR54TEG type=del 2023-12-16T18:27:54.257 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.259+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=PCCCXKVPX5BF type=del size=4059987 2023-12-16T18:27:54.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.261+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=JHGNAPD9PKXA type=del 2023-12-16T18:27:54.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.265+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~JYJNOSZ243JO.0 size=319418 2023-12-16T18:27:54.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.265+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=JYJNOSZ243JO tag=IKCT74XGG5KZ type=write size=1367994 2023-12-16T18:27:54.266 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.267+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=V5MAO1XAFUFQ type=del 2023-12-16T18:27:54.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.269+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=37B91K5PWOUS type=del size=109471 2023-12-16T18:27:54.270 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.272+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=9CZN31O4ZPCH type=del 2023-12-16T18:27:54.275 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.276+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~5AFZBI8QWPH3.0 size=345990 2023-12-16T18:27:54.275 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.276+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=5AFZBI8QWPH3 tag=AZORMFFENOOP type=write size=1394566 2023-12-16T18:27:54.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.279+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~R2DJC1PEWTIK.0 size=1048576 2023-12-16T18:27:54.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.282+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~R2DJC1PEWTIK.1 size=3604 2023-12-16T18:27:54.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.287+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=R2DJC1PEWTIK tag=P9CMCJ9JYC3I type=write size=2100756 2023-12-16T18:27:54.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.293+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~FQVSF4B55MJH.0 size=597581 2023-12-16T18:27:54.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.293+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=FQVSF4B55MJH tag=0RSMVB3QWFAF type=write size=1646157 2023-12-16T18:27:54.295 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.296+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~GS2A667HHA2T.0 size=1044126 2023-12-16T18:27:54.300 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.301+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=GS2A667HHA2T tag=A94EFLAY9A23 type=write size=2092702 2023-12-16T18:27:54.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.304+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=7ZIGXUR7FBL0 type=del size=884884 2023-12-16T18:27:54.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.306+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~NNJIYWRUL6KU.0 size=966153 2023-12-16T18:27:54.311 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.312+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=NNJIYWRUL6KU tag=78ELNS4RKSG3 type=write size=2014729 2023-12-16T18:27:54.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.317+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~29RRC061WIQS.0 size=1048576 2023-12-16T18:27:54.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.320+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~29RRC061WIQS.1 size=363122 2023-12-16T18:27:54.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.320+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=29RRC061WIQS tag=41RJ5OSYMCK0 type=write size=2460274 2023-12-16T18:27:54.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.323+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~WN08ZF4DTX8V.0 size=1030550 2023-12-16T18:27:54.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.328+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=WN08ZF4DTX8V tag=A9KZI0O7SN0X type=write size=2079126 2023-12-16T18:27:54.331 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.332+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=NZAAV7OR2J44 type=del size=2794740 2023-12-16T18:27:54.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.336+0000 7f93822c1640 -1 < failed to complete operation key=WFIGGXKZLQTP tag=I9PX2FPQ3M4D type=del size=1332377: (22) Invalid argument 2023-12-16T18:27:54.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.339+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=APR6PKG2I118 type=del size=1286117 2023-12-16T18:27:54.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.341+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=KYZ7P3U97MMG type=del 2023-12-16T18:27:54.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.343+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=VF2RNUCA3G6E type=del size=2012013 2023-12-16T18:27:54.345 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.346+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=FOHC8K2W9EYB type=del 2023-12-16T18:27:54.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.349+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=T4BCN2376LT3 type=del size=592983 2023-12-16T18:27:54.350 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.352+0000 7f93822c1640 1 < completed write operation key=YHFGUVDYX8ON tag=5U8LKVDRKA7E type=write size=236332 2023-12-16T18:27:54.356 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.357+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~57CGED76M24H.0 size=1048576 2023-12-16T18:27:54.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.359+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~57CGED76M24H.1 size=773281 2023-12-16T18:27:54.358 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.359+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=57CGED76M24H tag=14U5F607653J type=write size=2870433 2023-12-16T18:27:54.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.361+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=8BGQSZ1V589K type=del 2023-12-16T18:27:54.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.363+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=3TZKJN7OFDGJ type=del size=1706342 2023-12-16T18:27:54.367 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.368+0000 7f93822c1640 1 < suggested update operation key=3TIX30XS60W0 tag=TFLL4IQC0FMQ type=del size=2410924 2023-12-16T18:27:54.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.371+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=LORE9ZCUY7A0 type=del size=4173880 2023-12-16T18:27:54.374 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.374+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~XGJLMRVJSCTS.0 size=878277 2023-12-16T18:27:54.378 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.379+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=XGJLMRVJSCTS tag=S13VUAF6XPCU type=write size=1926853 2023-12-16T18:27:54.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.383+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.0 size=1048576 2023-12-16T18:27:54.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.386+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.1 size=1048576 2023-12-16T18:27:54.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.388+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.2 size=713966 2023-12-16T18:27:54.387 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.388+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=YEPMDZW7TLLO tag=QDN38LTLV4DL type=write size=3859694 2023-12-16T18:27:54.389 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.390+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=HM1OWTZCWTDF type=del 2023-12-16T18:27:54.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.399+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~UIHDFLTFJJNU.0 size=886587 2023-12-16T18:27:54.398 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.399+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=UIHDFLTFJJNU tag=Z1NJZJK7DWDV type=write size=1935163 2023-12-16T18:27:54.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.405+0000 7f93822c1640 1 < suggested remove operation key=O0025T05J9ZQ tag=PCCCXKVPX5BF type=del 2023-12-16T18:27:54.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.410+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.0 size=1048576 2023-12-16T18:27:54.411 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.413+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.1 size=1048576 2023-12-16T18:27:54.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.415+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.2 size=271509 2023-12-16T18:27:54.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.415+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=04UUF7XGNIW1 tag=G3WC5XDIWVVK type=write size=3417237 2023-12-16T18:27:54.417 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.418+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~JYJNOSZ243JO.0 size=319418 2023-12-16T18:27:54.422 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.423+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=JYJNOSZ243JO tag=IKCT74XGG5KZ type=write size=1367994 2023-12-16T18:27:54.426 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.427+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=CYEYUOZ0JLYT type=write size=508236 2023-12-16T18:27:54.428 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.430+0000 7f93822c1640 1 < completed delete operation key=YHFGUVDYX8ON tag=37B91K5PWOUS type=del 2023-12-16T18:27:54.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.433+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=JK9FMOCNO8Q2 type=del size=2323204 2023-12-16T18:27:54.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.435+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~5AFZBI8QWPH3.0 size=345990 2023-12-16T18:27:54.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.440+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=5AFZBI8QWPH3 tag=AZORMFFENOOP type=write size=1394566 2023-12-16T18:27:54.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.442+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=E9XEDVEOUKX1 type=del size=1687208 2023-12-16T18:27:54.444 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.445+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~FQVSF4B55MJH.0 size=597581 2023-12-16T18:27:54.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.450+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=FQVSF4B55MJH tag=0RSMVB3QWFAF type=write size=1646157 2023-12-16T18:27:54.451 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.453+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=MIOR9DK1EECU type=del size=3147428 2023-12-16T18:27:54.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.456+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=7ZIGXUR7FBL0 type=del 2023-12-16T18:27:54.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.460+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=1S64JHM2OU3I type=del size=1531161 2023-12-16T18:27:54.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.463+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~29RRC061WIQS.0 size=1048576 2023-12-16T18:27:54.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.466+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~29RRC061WIQS.1 size=363122 2023-12-16T18:27:54.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.471+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=29RRC061WIQS tag=41RJ5OSYMCK0 type=write size=2460274 2023-12-16T18:27:54.475 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.476+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~ABMDHP3EBSB7.0 size=1048576 2023-12-16T18:27:54.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.479+0000 7f93822c1640 1 > prepared part key=_multipart_LL5LBM7RMRS3.2~ABMDHP3EBSB7.1 size=804468 2023-12-16T18:27:54.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.479+0000 7f93822c1640 1 > prepared multipart upload key=LL5LBM7RMRS3 upload=ABMDHP3EBSB7 tag=XLF0GXKKY52U type=write size=2901620 2023-12-16T18:27:54.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.481+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=NZAAV7OR2J44 type=del 2023-12-16T18:27:54.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.485+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~T5A3SXJOLG1M.0 size=1036984 2023-12-16T18:27:54.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.485+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=T5A3SXJOLG1M tag=ZOWK58WQSIXI type=write size=2085560 2023-12-16T18:27:54.486 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.487+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=APR6PKG2I118 type=del 2023-12-16T18:27:54.491 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.492+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.0 size=1048576 2023-12-16T18:27:54.493 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.494+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.1 size=1048576 2023-12-16T18:27:54.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.496+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.2 size=119076 2023-12-16T18:27:54.495 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.496+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=1HO02B1HRB3B tag=D38UM1M01KHP type=write size=3264804 2023-12-16T18:27:54.498 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.499+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=VF2RNUCA3G6E type=del 2023-12-16T18:27:54.502 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.503+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~EPY5848ZQN9J.0 size=1048576 2023-12-16T18:27:54.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.504+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~EPY5848ZQN9J.1 size=697504 2023-12-16T18:27:54.503 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.504+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=EPY5848ZQN9J tag=VOJZHM1PW9UQ type=write size=2794656 2023-12-16T18:27:54.505 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.507+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=T4BCN2376LT3 type=del 2023-12-16T18:27:54.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.509+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=4BINET7UIBXG type=del size=1634130 2023-12-16T18:27:54.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.512+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~57CGED76M24H.0 size=1048576 2023-12-16T18:27:54.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.513+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~57CGED76M24H.1 size=773281 2023-12-16T18:27:54.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.517+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=57CGED76M24H tag=14U5F607653J type=write size=2870433 2023-12-16T18:27:54.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.521+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~ZAB2F0LGLUCY.0 size=1048576 2023-12-16T18:27:54.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.523+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~ZAB2F0LGLUCY.1 size=872260 2023-12-16T18:27:54.522 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.523+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=ZAB2F0LGLUCY tag=I50OY0ZY2AFB type=write size=2969412 2023-12-16T18:27:54.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.525+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=3TZKJN7OFDGJ type=del 2023-12-16T18:27:54.526 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.527+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=S7XZN9ZZY2RL type=del size=934490 2023-12-16T18:27:54.531 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.531+0000 7f93822c1640 1 < suggested remove operation key=U9TOW5YB71XP tag=LORE9ZCUY7A0 type=del 2023-12-16T18:27:54.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.533+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=TPMLOGBXFTYE type=del size=106401 2023-12-16T18:27:54.534 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.536+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.0 size=1048576 2023-12-16T18:27:54.536 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.537+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.1 size=1048576 2023-12-16T18:27:54.538 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.539+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~YEPMDZW7TLLO.2 size=713966 2023-12-16T18:27:54.542 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.543+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=YEPMDZW7TLLO tag=QDN38LTLV4DL type=write size=3859694 2023-12-16T18:27:54.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.545+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=L1MN0AXFP6ZE type=del size=4032638 2023-12-16T18:27:54.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.547+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~UIHDFLTFJJNU.0 size=886587 2023-12-16T18:27:54.549 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.551+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=UIHDFLTFJJNU tag=Z1NJZJK7DWDV type=write size=1935163 2023-12-16T18:27:54.552 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.553+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=3N183MMIU8RO type=del size=3451337 2023-12-16T18:27:54.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.555+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.0 size=1048576 2023-12-16T18:27:54.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.557+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.1 size=1048576 2023-12-16T18:27:54.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.558+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~04UUF7XGNIW1.2 size=271509 2023-12-16T18:27:54.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.562+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=04UUF7XGNIW1 tag=G3WC5XDIWVVK type=write size=3417237 2023-12-16T18:27:54.564 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.564+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=L30H8GTXLFE8 type=del size=709462 2023-12-16T18:27:54.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.567+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=CYEYUOZ0JLYT type=write size=508236 2023-12-16T18:27:54.568 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.570+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=8IV5SX1357RB type=del size=273144 2023-12-16T18:27:54.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.572+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=JK9FMOCNO8Q2 type=del 2023-12-16T18:27:54.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.574+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=SMJ7KXT7MQJA type=del size=1688229 2023-12-16T18:27:54.576 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.577+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=E9XEDVEOUKX1 type=del 2023-12-16T18:27:54.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.579+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=HAE9QCTRWTMR type=del size=2800088 2023-12-16T18:27:54.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.582+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=MIOR9DK1EECU type=del 2023-12-16T18:27:54.583 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.584+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=9RMK8RWM0MH2 type=del size=300188 2023-12-16T18:27:54.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.587+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=1S64JHM2OU3I type=del 2023-12-16T18:27:54.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.591+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~DUW1UMPDSS8K.0 size=138438 2023-12-16T18:27:54.590 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.591+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=DUW1UMPDSS8K tag=ELG3J55N51GS type=write size=1187014 2023-12-16T18:27:54.592 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.593+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~ABMDHP3EBSB7.0 size=1048576 2023-12-16T18:27:54.594 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.595+0000 7f93822c1640 1 < completed part key=_multipart_LL5LBM7RMRS3.2~ABMDHP3EBSB7.1 size=804468 2023-12-16T18:27:54.598 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.599+0000 7f93822c1640 1 < completed multipart upload key=LL5LBM7RMRS3 upload=ABMDHP3EBSB7 tag=XLF0GXKKY52U type=write size=2901620 2023-12-16T18:27:54.601 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.603+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~R93R82085IT2.0 size=1048576 2023-12-16T18:27:54.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.604+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~R93R82085IT2.1 size=627425 2023-12-16T18:27:54.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.604+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=R93R82085IT2 tag=L7FPGWB1GNNB type=write size=2724577 2023-12-16T18:27:54.606 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.607+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~T5A3SXJOLG1M.0 size=1036984 2023-12-16T18:27:54.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.611+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=T5A3SXJOLG1M tag=ZOWK58WQSIXI type=write size=2085560 2023-12-16T18:27:54.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.615+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~99R5KZS7UIGR.0 size=1048576 2023-12-16T18:27:54.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.617+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~99R5KZS7UIGR.1 size=138918 2023-12-16T18:27:54.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.617+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=99R5KZS7UIGR tag=QCS0OZT5N0RD type=write size=2236070 2023-12-16T18:27:54.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.619+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.0 size=1048576 2023-12-16T18:27:54.620 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.621+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.1 size=1048576 2023-12-16T18:27:54.622 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.623+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~1HO02B1HRB3B.2 size=119076 2023-12-16T18:27:54.626 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.627+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=1HO02B1HRB3B tag=D38UM1M01KHP type=write size=3264804 2023-12-16T18:27:54.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.631+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~JHSFUJESNA1D.0 size=1048576 2023-12-16T18:27:54.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.632+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~JHSFUJESNA1D.1 size=551753 2023-12-16T18:27:54.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.632+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=JHSFUJESNA1D tag=YFH5OJAVACMT type=write size=2648905 2023-12-16T18:27:54.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.635+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~EPY5848ZQN9J.0 size=1048576 2023-12-16T18:27:54.635 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.636+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~EPY5848ZQN9J.1 size=697504 2023-12-16T18:27:54.639 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.640+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=EPY5848ZQN9J tag=VOJZHM1PW9UQ type=write size=2794656 2023-12-16T18:27:54.641 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.642+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=WOQAR8RBTMOM type=write size=1047601 2023-12-16T18:27:54.643 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.644+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=4BINET7UIBXG type=del 2023-12-16T18:27:54.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.647+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~T45HYI80XG35.0 size=291015 2023-12-16T18:27:54.647 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.647+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=T45HYI80XG35 tag=D6WFWXVS6CO4 type=write size=1339591 2023-12-16T18:27:54.648 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.649+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~ZAB2F0LGLUCY.0 size=1048576 2023-12-16T18:27:54.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.651+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~ZAB2F0LGLUCY.1 size=872260 2023-12-16T18:27:54.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.655+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=ZAB2F0LGLUCY tag=I50OY0ZY2AFB type=write size=2969412 2023-12-16T18:27:54.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.658+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~5RVWCWJ1R2MO.0 size=1048576 2023-12-16T18:27:54.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.660+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~5RVWCWJ1R2MO.1 size=898690 2023-12-16T18:27:54.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.660+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=5RVWCWJ1R2MO tag=CY0T6075O0EC type=write size=2995842 2023-12-16T18:27:54.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.661+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=U9TOW5YB71XP tag=S7XZN9ZZY2RL type=del size=934490: (2) No such file or directory 2023-12-16T18:27:54.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.663+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=UKEXXQUG13VN type=del size=545822 2023-12-16T18:27:54.664 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.665+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=TPMLOGBXFTYE type=del 2023-12-16T18:27:54.666 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.667+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=ER475HSEBA3A type=del size=961960 2023-12-16T18:27:54.670 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.671+0000 7f93822c1640 1 < suggested update operation key=LCZP96WSAD6F tag=L1MN0AXFP6ZE type=del size=4032638 2023-12-16T18:27:54.673 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.675+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.0 size=1048576 2023-12-16T18:27:54.675 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.676+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.1 size=1048576 2023-12-16T18:27:54.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.678+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.2 size=820337 2023-12-16T18:27:54.677 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.678+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=4KD4UUZ0EB79 tag=QUH5X79TXIP9 type=write size=3966065 2023-12-16T18:27:54.679 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.681+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=3N183MMIU8RO type=del 2023-12-16T18:27:54.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.685+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~E589XUKGWL9J.0 size=371434 2023-12-16T18:27:54.683 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.685+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=E589XUKGWL9J tag=A7VKUQPFPPVG type=write size=1420010 2023-12-16T18:27:54.686 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.687+0000 7f93822c1640 1 < canceled operation key=K8PRELEE3WED tag=L30H8GTXLFE8 type=del size=709462 2023-12-16T18:27:54.688 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.689+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=31UBFFHV3O17 type=del size=786023 2023-12-16T18:27:54.690 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.691+0000 7f93822c1640 1 < completed delete operation key=4IEBMNZ5G5YI tag=8IV5SX1357RB type=del 2023-12-16T18:27:54.692 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.693+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=N68FN099PDVZ type=del size=2692212 2023-12-16T18:27:54.694 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.695+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=SMJ7KXT7MQJA type=del 2023-12-16T18:27:54.696 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.697+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=JKY7IFL0UP8N type=del size=2249801 2023-12-16T18:27:54.698 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.699+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=HAE9QCTRWTMR type=del 2023-12-16T18:27:54.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.701+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=WWGI9ASHF793 type=write size=195850 2023-12-16T18:27:54.704 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.705+0000 7f93822c1640 1 < suggested remove operation key=LL5LBM7RMRS3 tag=9RMK8RWM0MH2 type=del 2023-12-16T18:27:54.706 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.707+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=TYC5LHAH2KTV type=write size=745039 2023-12-16T18:27:54.708 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.709+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~DUW1UMPDSS8K.0 size=138438 2023-12-16T18:27:54.711 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.712+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=DUW1UMPDSS8K tag=ELG3J55N51GS type=write size=1187014 2023-12-16T18:27:54.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.716+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~BFKP1JG8C0DF.0 size=9944 2023-12-16T18:27:54.715 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.716+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=BFKP1JG8C0DF tag=7SB00A1NYFUO type=write size=1058520 2023-12-16T18:27:54.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.718+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~R93R82085IT2.0 size=1048576 2023-12-16T18:27:54.719 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.720+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~R93R82085IT2.1 size=627425 2023-12-16T18:27:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[139725]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 295 KiB/s wr, 1.51k op/s 2023-12-16T18:27:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:27:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[142085]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 295 KiB/s wr, 1.51k op/s 2023-12-16T18:27:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:27:54.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.724+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=R93R82085IT2 tag=L7FPGWB1GNNB type=write size=2724577 2023-12-16T18:27:54.725 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.726+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=H3JXYHSRMS3W type=del size=3778372 2023-12-16T18:27:54.727 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.728+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~99R5KZS7UIGR.0 size=1048576 2023-12-16T18:27:54.729 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.730+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~99R5KZS7UIGR.1 size=138918 2023-12-16T18:27:54.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.734+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=99R5KZS7UIGR tag=QCS0OZT5N0RD type=write size=2236070 2023-12-16T18:27:54.736 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.738+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.0 size=1048576 2023-12-16T18:27:54.738 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.739+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.1 size=1048576 2023-12-16T18:27:54.741 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.742+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.2 size=126305 2023-12-16T18:27:54.741 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.742+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=X345MZDTWHC5 tag=0NUGORBLGM4K type=write size=3272033 2023-12-16T18:27:54.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.744+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~JHSFUJESNA1D.0 size=1048576 2023-12-16T18:27:54.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.746+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~JHSFUJESNA1D.1 size=551753 2023-12-16T18:27:54.748 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.750+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=JHSFUJESNA1D tag=YFH5OJAVACMT type=write size=2648905 2023-12-16T18:27:54.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.752+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=T0HISL88EYRD type=del size=31234 2023-12-16T18:27:54.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.754+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=WOQAR8RBTMOM type=write size=1047601 2023-12-16T18:27:54.754 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.756+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=8RBSD2Z5EOO8 type=del size=1082406 2023-12-16T18:27:54.757 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.758+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~T45HYI80XG35.0 size=291015 2023-12-16T18:27:54.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.761+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=T45HYI80XG35 tag=D6WFWXVS6CO4 type=write size=1339591 2023-12-16T18:27:54.762 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.764+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=T76L58KKYT9C type=del size=3094236 2023-12-16T18:27:54.764 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.766+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~5RVWCWJ1R2MO.0 size=1048576 2023-12-16T18:27:54.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.767+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~5RVWCWJ1R2MO.1 size=898690 2023-12-16T18:27:54.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.772+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=5RVWCWJ1R2MO tag=CY0T6075O0EC type=write size=2995842 2023-12-16T18:27:54.773 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.774+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=721HXFV0ASGP type=del size=3308720 2023-12-16T18:27:54.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.776+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=UKEXXQUG13VN type=del 2023-12-16T18:27:54.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.780+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~YJSWDPKD4OZF.0 size=302856 2023-12-16T18:27:54.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.780+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=YJSWDPKD4OZF tag=ZKKPDCX9K5KG type=write size=1351432 2023-12-16T18:27:54.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.782+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=ER475HSEBA3A type=del 2023-12-16T18:27:54.785 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.786+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~2ZO5ZQ3CGSLP.0 size=1048576 2023-12-16T18:27:54.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.788+0000 7f93822c1640 1 > prepared part key=_multipart_CBTYWNZ0X6QI.2~2ZO5ZQ3CGSLP.1 size=195799 2023-12-16T18:27:54.787 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.788+0000 7f93822c1640 1 > prepared multipart upload key=CBTYWNZ0X6QI upload=2ZO5ZQ3CGSLP tag=WH8WY5PSUYQT type=write size=2292951 2023-12-16T18:27:54.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.791+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.0 size=1048576 2023-12-16T18:27:54.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.793+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.1 size=1048576 2023-12-16T18:27:54.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.793+0000 7f93822c1640 1 < canceled part key=_multipart_O0025T05J9ZQ.2~4KD4UUZ0EB79.2 size=820337 2023-12-16T18:27:54.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.798+0000 7f93822c1640 1 < canceled multipart upload key=O0025T05J9ZQ upload=4KD4UUZ0EB79 tag=QUH5X79TXIP9 type=write size=3966065 2023-12-16T18:27:54.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.802+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.0 size=1048576 2023-12-16T18:27:54.802 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.803+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.1 size=1048576 2023-12-16T18:27:54.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.806+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.2 size=214762 2023-12-16T18:27:54.804 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.806+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=M12ZZYD1PWLQ tag=KKGOPTLYRKCY type=write size=3360490 2023-12-16T18:27:54.808 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.808+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~E589XUKGWL9J.0 size=371434 2023-12-16T18:27:54.811 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.811+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=E589XUKGWL9J tag=A7VKUQPFPPVG type=write size=1420010 2023-12-16T18:27:54.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.816+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~8V835W325LAH.0 size=668628 2023-12-16T18:27:54.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.816+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=8V835W325LAH tag=KM4IF72R7XWH type=write size=1717204 2023-12-16T18:27:54.817 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.818+0000 7f93822c1640 1 < completed delete operation key=K8PRELEE3WED tag=31UBFFHV3O17 type=del 2023-12-16T18:27:54.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.820+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=OG5X8DRC9XPU type=write size=829101 2023-12-16T18:27:54.821 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.822+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=N68FN099PDVZ type=del 2023-12-16T18:27:54.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.826+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~HJ3QDMWGO3IG.0 size=510844 2023-12-16T18:27:54.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.826+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=HJ3QDMWGO3IG tag=1QL9H0VPL1QH type=write size=1559420 2023-12-16T18:27:54.827 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.828+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=JKY7IFL0UP8N type=del 2023-12-16T18:27:54.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.833+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.0 size=1048576 2023-12-16T18:27:54.833 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.835+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.1 size=1048576 2023-12-16T18:27:54.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:54 smithi184 ceph-mon[136228]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 295 KiB/s wr, 1.51k op/s 2023-12-16T18:27:54.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:54.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:27:54.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.836+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.2 size=524622 2023-12-16T18:27:54.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.836+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=4675JJM9P9UZ tag=GLMCVPFGL5J3 type=write size=3670350 2023-12-16T18:27:54.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.839+0000 7f93822c1640 1 < completed write operation key=2H33NU63U1M9 tag=WWGI9ASHF793 type=write size=195850 2023-12-16T18:27:54.840 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.841+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=JLHVMG6SKAX1 type=del size=1200076 2023-12-16T18:27:54.842 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.843+0000 7f93822c1640 1 < completed write operation key=3TIX30XS60W0 tag=TYC5LHAH2KTV type=write size=745039 2023-12-16T18:27:54.843 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.845+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=LW02DBFRFRQY type=del size=2405507 2023-12-16T18:27:54.846 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.847+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~BFKP1JG8C0DF.0 size=9944 2023-12-16T18:27:54.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.850+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=BFKP1JG8C0DF tag=7SB00A1NYFUO type=write size=1058520 2023-12-16T18:27:54.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.854+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~DMA3JJTAHX1P.0 size=1048576 2023-12-16T18:27:54.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.856+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~DMA3JJTAHX1P.1 size=75203 2023-12-16T18:27:54.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.856+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=DMA3JJTAHX1P tag=127PEMZ5XOST type=write size=2172355 2023-12-16T18:27:54.859 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.858+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=H3JXYHSRMS3W type=del 2023-12-16T18:27:54.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.862+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~CLLV5WQ42EL4.0 size=1048576 2023-12-16T18:27:54.862 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.864+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~CLLV5WQ42EL4.1 size=937583 2023-12-16T18:27:54.862 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.864+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=CLLV5WQ42EL4 tag=TRGWJ0XHBC7F type=write size=3034735 2023-12-16T18:27:54.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.866+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.0 size=1048576 2023-12-16T18:27:54.866 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.868+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.1 size=1048576 2023-12-16T18:27:54.868 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.869+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~X345MZDTWHC5.2 size=126305 2023-12-16T18:27:54.872 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.873+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=X345MZDTWHC5 tag=0NUGORBLGM4K type=write size=3272033 2023-12-16T18:27:54.874 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.875+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=VR2G3LODJ4NR type=del size=2925031 2023-12-16T18:27:54.876 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.877+0000 7f93822c1640 1 < canceled operation key=UX6BKKXQRKOB tag=T0HISL88EYRD type=del size=31234 2023-12-16T18:27:54.878 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.880+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=HRF9FX55C37D type=del size=1496932 2023-12-16T18:27:54.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.882+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=8RBSD2Z5EOO8 type=del 2023-12-16T18:27:54.885 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.886+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~XVMAB26RHSH5.0 size=1048576 2023-12-16T18:27:54.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.889+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~XVMAB26RHSH5.1 size=138005 2023-12-16T18:27:54.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.889+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=XVMAB26RHSH5 tag=2I5EMK9K01RN type=write size=2235157 2023-12-16T18:27:54.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.891+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=T76L58KKYT9C type=del size=3094236 2023-12-16T18:27:54.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.895+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~164C335NTZJV.0 size=1048576 2023-12-16T18:27:54.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.897+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~164C335NTZJV.1 size=985263 2023-12-16T18:27:54.896 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.897+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=164C335NTZJV tag=SASEORY4BRXJ type=write size=3082415 2023-12-16T18:27:54.897 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.899+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=721HXFV0ASGP type=del 2023-12-16T18:27:54.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.903+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~QFG2A1QYB6JJ.0 size=902921 2023-12-16T18:27:54.901 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.903+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=QFG2A1QYB6JJ tag=DV00K7CR7GO7 type=write size=1951497 2023-12-16T18:27:54.903 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.905+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~YJSWDPKD4OZF.0 size=302856 2023-12-16T18:27:54.907 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.908+0000 7f93822c1640 1 < completed multipart upload key=2H33NU63U1M9 upload=YJSWDPKD4OZF tag=ZKKPDCX9K5KG type=write size=1351432 2023-12-16T18:27:54.911 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.912+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.0 size=1048576 2023-12-16T18:27:54.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.914+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.1 size=1048576 2023-12-16T18:27:54.914 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.916+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.2 size=978803 2023-12-16T18:27:54.915 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.916+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=TZW17SYDRTZX tag=W7NHM05UKLLJ type=write size=4124531 2023-12-16T18:27:54.917 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.918+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~2ZO5ZQ3CGSLP.0 size=1048576 2023-12-16T18:27:54.919 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.920+0000 7f93822c1640 1 < completed part key=_multipart_CBTYWNZ0X6QI.2~2ZO5ZQ3CGSLP.1 size=195799 2023-12-16T18:27:54.924 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.924+0000 7f93822c1640 1 < completed multipart upload key=CBTYWNZ0X6QI upload=2ZO5ZQ3CGSLP tag=WH8WY5PSUYQT type=write size=2292951 2023-12-16T18:27:54.926 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.926+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=P0MZ9EW739QW type=write size=187333 2023-12-16T18:27:54.928 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.929+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.0 size=1048576 2023-12-16T18:27:54.930 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.931+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.1 size=1048576 2023-12-16T18:27:54.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.933+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~M12ZZYD1PWLQ.2 size=214762 2023-12-16T18:27:54.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.937+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=M12ZZYD1PWLQ tag=KKGOPTLYRKCY type=write size=3360490 2023-12-16T18:27:54.938 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.939+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=5H0P4CJHMN9G type=del size=3238062 2023-12-16T18:27:54.940 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.941+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~8V835W325LAH.0 size=668628 2023-12-16T18:27:54.943 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.945+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=8V835W325LAH tag=KM4IF72R7XWH type=write size=1717204 2023-12-16T18:27:54.945 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.947+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=C356W53A5KAY type=del size=1907935 2023-12-16T18:27:54.948 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.949+0000 7f93822c1640 1 < completed write operation key=F7I9QP65YT40 tag=OG5X8DRC9XPU type=write size=829101 2023-12-16T18:27:54.951 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.953+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.0 size=1048576 2023-12-16T18:27:54.953 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.954+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.1 size=1048576 2023-12-16T18:27:54.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.957+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.2 size=14751 2023-12-16T18:27:54.955 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.957+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=MGR6CU1YSEBW tag=8M2WXUBF2QK4 type=write size=3160479 2023-12-16T18:27:54.957 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.959+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~HJ3QDMWGO3IG.0 size=510844 2023-12-16T18:27:54.961 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.962+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=HJ3QDMWGO3IG tag=1QL9H0VPL1QH type=write size=1559420 2023-12-16T18:27:54.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.965+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=4EC53TVWNWQ7 type=del size=3301849 2023-12-16T18:27:54.964 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.965+0000 7f93822c1640 1 < canceled part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.0 size=1048576 2023-12-16T18:27:54.966 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.967+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.1 size=1048576 2023-12-16T18:27:54.968 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.969+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~4675JJM9P9UZ.2 size=524622 2023-12-16T18:27:54.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.973+0000 7f93822c1640 1 < canceled multipart upload key=43Y268VWYQJS upload=4675JJM9P9UZ tag=GLMCVPFGL5J3 type=write size=3670350 2023-12-16T18:27:54.975 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.977+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.0 size=1048576 2023-12-16T18:27:54.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.978+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.1 size=1048576 2023-12-16T18:27:54.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.980+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.2 size=33753 2023-12-16T18:27:54.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.980+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=OY2K8ZS42BVC tag=XMLDUMA7QASE type=write size=3179481 2023-12-16T18:27:54.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.982+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=JLHVMG6SKAX1 type=del 2023-12-16T18:27:54.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.986+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~3NDOXM4E2TGT.0 size=202188 2023-12-16T18:27:54.985 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.986+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=3NDOXM4E2TGT tag=6HTOA6WO6Z9E type=write size=1250764 2023-12-16T18:27:54.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.990+0000 7f93822c1640 1 < suggested update operation key=76N6UQ3HGY5M tag=LW02DBFRFRQY type=del size=2405507 2023-12-16T18:27:54.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.993+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~12RALDJCT9RC.0 size=1048576 2023-12-16T18:27:54.994 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.995+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~12RALDJCT9RC.1 size=595605 2023-12-16T18:27:54.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.995+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=12RALDJCT9RC tag=4IS6A8P5I0SY type=write size=2692757 2023-12-16T18:27:54.995 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.996+0000 7f93822c1640 1 < canceled part key=_multipart_U1TKHNSDBAAI.2~DMA3JJTAHX1P.0 size=1048576 2023-12-16T18:27:54.996 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:54.998+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~DMA3JJTAHX1P.1 size=75203 2023-12-16T18:27:55.000 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.002+0000 7f93822c1640 1 < canceled multipart upload key=U1TKHNSDBAAI upload=DMA3JJTAHX1P tag=127PEMZ5XOST type=write size=2172355 2023-12-16T18:27:55.002 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.004+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=DE9J1LDJ00YD type=write size=373719 2023-12-16T18:27:55.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.006+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~CLLV5WQ42EL4.0 size=1048576 2023-12-16T18:27:55.007 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.008+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~CLLV5WQ42EL4.1 size=937583 2023-12-16T18:27:55.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.012+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=CLLV5WQ42EL4 tag=TRGWJ0XHBC7F type=write size=3034735 2023-12-16T18:27:55.012 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.013+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=N2VOCW0VIDYH type=del size=2589648 2023-12-16T18:27:55.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.016+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=VR2G3LODJ4NR type=del 2023-12-16T18:27:55.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.018+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=BVPAS7C536UH type=del size=2053561 2023-12-16T18:27:55.019 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.020+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=HRF9FX55C37D type=del 2023-12-16T18:27:55.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.024+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~KF2XTOVALFWH.0 size=638147 2023-12-16T18:27:55.023 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.024+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=KF2XTOVALFWH tag=5PSDNHP7A85S type=write size=1686723 2023-12-16T18:27:55.025 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.026+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~XVMAB26RHSH5.0 size=1048576 2023-12-16T18:27:55.026 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.028+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~XVMAB26RHSH5.1 size=138005 2023-12-16T18:27:55.030 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.031+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=XVMAB26RHSH5 tag=2I5EMK9K01RN type=write size=2235157 2023-12-16T18:27:55.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.035+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~HP90Q9RB7VU9.0 size=363090 2023-12-16T18:27:55.034 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.035+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=HP90Q9RB7VU9 tag=T6QH26BNK4TN type=write size=1411666 2023-12-16T18:27:55.036 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.037+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~164C335NTZJV.0 size=1048576 2023-12-16T18:27:55.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.039+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~164C335NTZJV.1 size=985263 2023-12-16T18:27:55.042 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.043+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=164C335NTZJV tag=SASEORY4BRXJ type=write size=3082415 2023-12-16T18:27:55.046 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.047+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~WCCLPVD8Q1X5.0 size=1048576 2023-12-16T18:27:55.047 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.049+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~WCCLPVD8Q1X5.1 size=820371 2023-12-16T18:27:55.048 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.049+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=WCCLPVD8Q1X5 tag=O3JM72RVVZE9 type=write size=2917523 2023-12-16T18:27:55.049 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.051+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~QFG2A1QYB6JJ.0 size=902921 2023-12-16T18:27:55.053 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.055+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=QFG2A1QYB6JJ tag=DV00K7CR7GO7 type=write size=1951497 2023-12-16T18:27:55.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.058+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.0 size=1048576 2023-12-16T18:27:55.059 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.060+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.1 size=1048576 2023-12-16T18:27:55.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.062+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.2 size=154380 2023-12-16T18:27:55.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.062+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=BCNBFLBYACHD tag=0PE3GHBFF5SU type=write size=3300108 2023-12-16T18:27:55.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.062+0000 7f93822c1640 1 < canceled part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.0 size=1048576 2023-12-16T18:27:55.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.064+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.1 size=1048576 2023-12-16T18:27:55.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.066+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~TZW17SYDRTZX.2 size=978803 2023-12-16T18:27:55.069 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.070+0000 7f93822c1640 1 < canceled multipart upload key=NCNK0GH8NEPH upload=TZW17SYDRTZX tag=W7NHM05UKLLJ type=write size=4124531 2023-12-16T18:27:55.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.074+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~7ULXXOUI5KZ0.0 size=1007654 2023-12-16T18:27:55.073 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.074+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=7ULXXOUI5KZ0 tag=XUH49O63ILEU type=write size=2056230 2023-12-16T18:27:55.075 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.076+0000 7f93822c1640 1 < completed write operation key=WFIGGXKZLQTP tag=P0MZ9EW739QW type=write size=187333 2023-12-16T18:27:55.078 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.080+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.0 size=1048576 2023-12-16T18:27:55.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.082+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.1 size=1048576 2023-12-16T18:27:55.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.084+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.2 size=644338 2023-12-16T18:27:55.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.084+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=LW2RK0YVGBOM tag=9MXMO8HR72XZ type=write size=3790066 2023-12-16T18:27:55.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.086+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=5H0P4CJHMN9G type=del 2023-12-16T18:27:55.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.090+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.0 size=1048576 2023-12-16T18:27:55.090 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.091+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.1 size=1048576 2023-12-16T18:27:55.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.093+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.2 size=395616 2023-12-16T18:27:55.092 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.093+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=ON7FBS5QL2ZY tag=E40D6AO1C2CT type=write size=3541344 2023-12-16T18:27:55.095 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.096+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=C356W53A5KAY type=del 2023-12-16T18:27:55.098 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.099+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=EL49U8FOMXJI type=del size=481182 2023-12-16T18:27:55.100 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.101+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.0 size=1048576 2023-12-16T18:27:55.102 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.103+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.1 size=1048576 2023-12-16T18:27:55.103 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.105+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~MGR6CU1YSEBW.2 size=14751 2023-12-16T18:27:55.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.109+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=MGR6CU1YSEBW tag=8M2WXUBF2QK4 type=write size=3160479 2023-12-16T18:27:55.110 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.111+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=731QBDP1XKD5 type=del size=1557905 2023-12-16T18:27:55.112 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.113+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=4EC53TVWNWQ7 type=del 2023-12-16T18:27:55.115 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.117+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.0 size=1048576 2023-12-16T18:27:55.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.118+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.1 size=1048576 2023-12-16T18:27:55.119 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.120+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.2 size=238612 2023-12-16T18:27:55.119 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.120+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=OJAW222912SC tag=HXZDIQCLEV4D type=write size=3384340 2023-12-16T18:27:55.121 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.122+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.0 size=1048576 2023-12-16T18:27:55.123 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.124+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.1 size=1048576 2023-12-16T18:27:55.125 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.126+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~OY2K8ZS42BVC.2 size=33753 2023-12-16T18:27:55.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.130+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=OY2K8ZS42BVC tag=XMLDUMA7QASE type=write size=3179481 2023-12-16T18:27:55.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.134+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~SCR3T36WNLCI.0 size=1048576 2023-12-16T18:27:55.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.135+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~SCR3T36WNLCI.1 size=303669 2023-12-16T18:27:55.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.135+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=SCR3T36WNLCI tag=1NHBD6V937XJ type=write size=2400821 2023-12-16T18:27:55.136 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.137+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~3NDOXM4E2TGT.0 size=202188 2023-12-16T18:27:55.140 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.141+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=3NDOXM4E2TGT tag=6HTOA6WO6Z9E type=write size=1250764 2023-12-16T18:27:55.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.143+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=CKUKCWTMFH0X type=del size=2632041 2023-12-16T18:27:55.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.145+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~12RALDJCT9RC.0 size=1048576 2023-12-16T18:27:55.146 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.147+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~12RALDJCT9RC.1 size=595605 2023-12-16T18:27:55.150 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.151+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=12RALDJCT9RC tag=4IS6A8P5I0SY type=write size=2692757 2023-12-16T18:27:55.152 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.153+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=WFLF205BN8I7 type=del size=691717 2023-12-16T18:27:55.154 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.156+0000 7f93822c1640 1 < completed write operation key=7KQWKCYTE1ZD tag=DE9J1LDJ00YD type=write size=373719 2023-12-16T18:27:55.157 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.158+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=0NRFGWFZWII7 type=write size=353358 2023-12-16T18:27:55.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.162+0000 7f93822c1640 1 < suggested update operation key=BJDLUONCEXLN tag=N2VOCW0VIDYH type=del size=2589648 2023-12-16T18:27:55.163 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.164+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=PZFEFU9A3WBF type=del size=2170762 2023-12-16T18:27:55.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.166+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=BVPAS7C536UH type=del 2023-12-16T18:27:55.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.168+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=M3MYGVN1OVQG type=write size=587188 2023-12-16T18:27:55.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.170+0000 7f93822c1640 1 < completed part key=_multipart_SM7EDQYTHZ7L.2~KF2XTOVALFWH.0 size=638147 2023-12-16T18:27:55.172 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.174+0000 7f93822c1640 1 < completed multipart upload key=SM7EDQYTHZ7L upload=KF2XTOVALFWH tag=5PSDNHP7A85S type=write size=1686723 2023-12-16T18:27:55.174 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.176+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=113B7D58P9SZ type=del size=931984 2023-12-16T18:27:55.176 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.178+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~HP90Q9RB7VU9.0 size=363090 2023-12-16T18:27:55.180 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.182+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=HP90Q9RB7VU9 tag=T6QH26BNK4TN type=write size=1411666 2023-12-16T18:27:55.184 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.185+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.0 size=1048576 2023-12-16T18:27:55.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.187+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.1 size=1048576 2023-12-16T18:27:55.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.189+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.2 size=66181 2023-12-16T18:27:55.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.189+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=IHHEJ5R7DWLA tag=BM753IU766SO type=write size=3211909 2023-12-16T18:27:55.190 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.191+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~WCCLPVD8Q1X5.0 size=1048576 2023-12-16T18:27:55.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.193+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~WCCLPVD8Q1X5.1 size=820371 2023-12-16T18:27:55.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.197+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=WCCLPVD8Q1X5 tag=O3JM72RVVZE9 type=write size=2917523 2023-12-16T18:27:55.197 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.199+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=4VFEWC1CZR2D type=del size=4136559 2023-12-16T18:27:55.199 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.201+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.0 size=1048576 2023-12-16T18:27:55.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.204+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.1 size=1048576 2023-12-16T18:27:55.204 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.205+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~BCNBFLBYACHD.2 size=154380 2023-12-16T18:27:55.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.210+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=BCNBFLBYACHD tag=0PE3GHBFF5SU type=write size=3300108 2023-12-16T18:27:55.212 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.213+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~OZSBRI6BTO0L.0 size=354816 2023-12-16T18:27:55.212 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.213+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=OZSBRI6BTO0L tag=92RQBAFR64IZ type=write size=1403392 2023-12-16T18:27:55.214 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.215+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~7ULXXOUI5KZ0.0 size=1007654 2023-12-16T18:27:55.218 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.219+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=7ULXXOUI5KZ0 tag=XUH49O63ILEU type=write size=2056230 2023-12-16T18:27:55.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.223+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~FMJFOCVWWFLQ.0 size=361949 2023-12-16T18:27:55.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.223+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=FMJFOCVWWFLQ tag=CVAVH1QWTFHA type=write size=1410525 2023-12-16T18:27:55.222 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.223+0000 7f93822c1640 1 < canceled part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.0 size=1048576 2023-12-16T18:27:55.224 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.225+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.1 size=1048576 2023-12-16T18:27:55.225 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.227+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~LW2RK0YVGBOM.2 size=644338 2023-12-16T18:27:55.229 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.231+0000 7f93822c1640 1 < canceled multipart upload key=A0K8MNF7WKJ5 upload=LW2RK0YVGBOM tag=9MXMO8HR72XZ type=write size=3790066 2023-12-16T18:27:55.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.233+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=0QATVRPB1UNL type=del size=4123713 2023-12-16T18:27:55.234 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.235+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.0 size=1048576 2023-12-16T18:27:55.235 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.237+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.1 size=1048576 2023-12-16T18:27:55.237 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.238+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~ON7FBS5QL2ZY.2 size=395616 2023-12-16T18:27:55.241 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.242+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=ON7FBS5QL2ZY tag=E40D6AO1C2CT type=write size=3541344 2023-12-16T18:27:55.243 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.244+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=2PKVZ85LLZUZ type=del size=3656893 2023-12-16T18:27:55.246 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.246+0000 7f93822c1640 1 < completed delete operation key=76N6UQ3HGY5M tag=EL49U8FOMXJI type=del 2023-12-16T18:27:55.248 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.249+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=AWDOI1LFXX35 type=write size=942276 2023-12-16T18:27:55.251 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.252+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=731QBDP1XKD5 type=del 2023-12-16T18:27:55.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.256+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~J3OOUSMXK4PM.0 size=48220 2023-12-16T18:27:55.255 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.256+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=J3OOUSMXK4PM tag=N3YMG0RB2SMO type=write size=1096796 2023-12-16T18:27:55.258 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.259+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.0 size=1048576 2023-12-16T18:27:55.259 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.260+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.1 size=1048576 2023-12-16T18:27:55.261 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.262+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~OJAW222912SC.2 size=238612 2023-12-16T18:27:55.265 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.266+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=OJAW222912SC tag=HXZDIQCLEV4D type=write size=3384340 2023-12-16T18:27:55.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.268+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=KSCPZXDTYV7D type=del size=3913993 2023-12-16T18:27:55.269 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.270+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~SCR3T36WNLCI.0 size=1048576 2023-12-16T18:27:55.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.273+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~SCR3T36WNLCI.1 size=303669 2023-12-16T18:27:55.276 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.278+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=SCR3T36WNLCI tag=1NHBD6V937XJ type=write size=2400821 2023-12-16T18:27:55.279 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.280+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=AOD38749VJFN type=del size=1196088 2023-12-16T18:27:55.281 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.282+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=CKUKCWTMFH0X type=del 2023-12-16T18:27:55.283 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.285+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=R5UJM3X2J6UY type=del size=1687412 2023-12-16T18:27:55.285 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.287+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=WFLF205BN8I7 type=del 2023-12-16T18:27:55.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.289+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=B8AS5X0O7OS9 type=del size=1440014 2023-12-16T18:27:55.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.291+0000 7f93822c1640 1 < canceled operation key=4IEBMNZ5G5YI tag=0NRFGWFZWII7 type=write size=353358 2023-12-16T18:27:55.293 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.293+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=WNN7B44IYDIZ type=del size=633247 2023-12-16T18:27:55.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.296+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=PZFEFU9A3WBF type=del 2023-12-16T18:27:55.296 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.298+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=S6BQIDQDGELB type=del size=1979451 2023-12-16T18:27:55.299 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.300+0000 7f93822c1640 1 < completed write operation key=4IEBMNZ5G5YI tag=M3MYGVN1OVQG type=write size=587188 2023-12-16T18:27:55.303 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.305+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~SKB8E0F5PTEC.0 size=1048576 2023-12-16T18:27:55.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.306+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~SKB8E0F5PTEC.1 size=92067 2023-12-16T18:27:55.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.306+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=SKB8E0F5PTEC tag=ZA6NZR0WMFWF type=write size=2189219 2023-12-16T18:27:55.310 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.311+0000 7f93822c1640 1 < suggested remove operation key=3TIX30XS60W0 tag=113B7D58P9SZ type=del 2023-12-16T18:27:55.312 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.313+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=J6XNZDGYJQOK type=del size=1300840 2023-12-16T18:27:55.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.315+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.0 size=1048576 2023-12-16T18:27:55.316 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.317+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.1 size=1048576 2023-12-16T18:27:55.319 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.319+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~IHHEJ5R7DWLA.2 size=66181 2023-12-16T18:27:55.321 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.323+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=IHHEJ5R7DWLA tag=BM753IU766SO type=write size=3211909 2023-12-16T18:27:55.325 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.327+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~EMU1UJ874ZEH.0 size=1048576 2023-12-16T18:27:55.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.328+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~EMU1UJ874ZEH.1 size=1008209 2023-12-16T18:27:55.327 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.328+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=EMU1UJ874ZEH tag=5JM9ZMWL6X3M type=write size=3105361 2023-12-16T18:27:55.332 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.333+0000 7f93822c1640 1 < suggested update operation key=T1982IC7NL80 tag=4VFEWC1CZR2D type=del size=4136559 2023-12-16T18:27:55.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.335+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=NR0ESLWHP07Y type=write size=915667 2023-12-16T18:27:55.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.335+0000 7f93822c1640 1 < canceled part key=_multipart_7KQWKCYTE1ZD.2~OZSBRI6BTO0L.0 size=354816 2023-12-16T18:27:55.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.339+0000 7f93822c1640 1 < canceled multipart upload key=7KQWKCYTE1ZD upload=OZSBRI6BTO0L tag=92RQBAFR64IZ type=write size=1403392 2023-12-16T18:27:55.340 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.341+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=PRJLXD3W4E2M type=del size=1997213 2023-12-16T18:27:55.342 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.344+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~FMJFOCVWWFLQ.0 size=361949 2023-12-16T18:27:55.347 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.348+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=FMJFOCVWWFLQ tag=CVAVH1QWTFHA type=write size=1410525 2023-12-16T18:27:55.348 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.350+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=XELEEUPF3KJK type=write size=281217 2023-12-16T18:27:55.351 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.352+0000 7f93822c1640 -1 < failed to complete operation key=3TIX30XS60W0 tag=0QATVRPB1UNL type=del size=4123713: (22) Invalid argument 2023-12-16T18:27:55.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.355+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=VT7JC16E8JPK type=del size=2465162 2023-12-16T18:27:55.356 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.357+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=2PKVZ85LLZUZ type=del 2023-12-16T18:27:55.360 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.361+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.0 size=1048576 2023-12-16T18:27:55.361 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.362+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.1 size=1048576 2023-12-16T18:27:55.363 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.364+0000 7f93822c1640 1 > prepared part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.2 size=873824 2023-12-16T18:27:55.364 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.364+0000 7f93822c1640 1 > prepared multipart upload key=F7I9QP65YT40 upload=6V0Y0MOP7XJ0 tag=IIQ7PLW4DCAC type=write size=4019552 2023-12-16T18:27:55.368 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.369+0000 7f93822c1640 1 < suggested remove operation key=U1TKHNSDBAAI tag=AWDOI1LFXX35 type=write 2023-12-16T18:27:55.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.371+0000 7f93822c1640 1 > prepared operation key=4IEBMNZ5G5YI tag=EQR66BPNW90E type=write size=59123 2023-12-16T18:27:55.372 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.373+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~J3OOUSMXK4PM.0 size=48220 2023-12-16T18:27:55.376 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.377+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=J3OOUSMXK4PM tag=N3YMG0RB2SMO type=write size=1096796 2023-12-16T18:27:55.379 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.379+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=U02WG9IMSJ2P type=write size=607453 2023-12-16T18:27:55.380 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.381+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=KSCPZXDTYV7D type=del 2023-12-16T18:27:55.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.383+0000 7f93822c1640 1 > prepared operation key=YMZJ7OH0QIET tag=03TLQ9F672NW type=del size=508858 2023-12-16T18:27:55.386 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.386+0000 7f93822c1640 1 < canceled operation key=LL5LBM7RMRS3 tag=AOD38749VJFN type=del size=1196088 2023-12-16T18:27:55.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.390+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~LABDUHFTLX22.0 size=1048576 2023-12-16T18:27:55.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.391+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~LABDUHFTLX22.1 size=969297 2023-12-16T18:27:55.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.391+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=LABDUHFTLX22 tag=RVGLCSQQPHBG type=write size=3066449 2023-12-16T18:27:55.392 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.394+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=R5UJM3X2J6UY type=del 2023-12-16T18:27:55.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.398+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HU7HZNZSTHXK.0 size=1048576 2023-12-16T18:27:55.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.400+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~HU7HZNZSTHXK.1 size=441293 2023-12-16T18:27:55.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.400+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=HU7HZNZSTHXK tag=6BY0DEUPEOGS type=write size=2538445 2023-12-16T18:27:55.401 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.402+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=B8AS5X0O7OS9 type=del 2023-12-16T18:27:55.403 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.404+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=TYK7YTVMB5TD type=write size=470429 2023-12-16T18:27:55.405 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.406+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=WNN7B44IYDIZ type=del 2023-12-16T18:27:55.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.410+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~Q2CXJKTP080Z.0 size=1048576 2023-12-16T18:27:55.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.413+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~Q2CXJKTP080Z.1 size=74957 2023-12-16T18:27:55.412 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.413+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=Q2CXJKTP080Z tag=IZNPP2UGVKF0 type=write size=2172109 2023-12-16T18:27:55.414 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.415+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=S6BQIDQDGELB type=del 2023-12-16T18:27:55.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.420+0000 7f93822c1640 1 > prepared part key=_multipart_43Y268VWYQJS.2~63OD79O38GIM.0 size=538847 2023-12-16T18:27:55.419 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.420+0000 7f93822c1640 1 > prepared multipart upload key=43Y268VWYQJS upload=63OD79O38GIM tag=V002ZHL5U4VP type=write size=1587423 2023-12-16T18:27:55.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.422+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~SKB8E0F5PTEC.0 size=1048576 2023-12-16T18:27:55.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.424+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~SKB8E0F5PTEC.1 size=92067 2023-12-16T18:27:55.427 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.429+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=SKB8E0F5PTEC tag=ZA6NZR0WMFWF type=write size=2189219 2023-12-16T18:27:55.431 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.433+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~2QSDBBH6G88W.0 size=671112 2023-12-16T18:27:55.432 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.433+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=2QSDBBH6G88W tag=BWP03SZTD3T6 type=write size=1719688 2023-12-16T18:27:55.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.436+0000 7f93822c1640 -1 < failed to complete operation key=T1982IC7NL80 tag=J6XNZDGYJQOK type=del size=1300840: (22) Invalid argument 2023-12-16T18:27:55.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.440+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~5DX5OJRM23N0.0 size=550753 2023-12-16T18:27:55.439 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.440+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=5DX5OJRM23N0 tag=Z5OA1JN5E70V type=write size=1599329 2023-12-16T18:27:55.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.442+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~EMU1UJ874ZEH.0 size=1048576 2023-12-16T18:27:55.442 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.444+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~EMU1UJ874ZEH.1 size=1008209 2023-12-16T18:27:55.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.448+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=EMU1UJ874ZEH tag=5JM9ZMWL6X3M type=write size=3105361 2023-12-16T18:27:55.450 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.451+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~OSYCNATOPE96.0 size=277678 2023-12-16T18:27:55.451 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.451+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=OSYCNATOPE96 tag=RTQQLQZNOI18 type=write size=1326254 2023-12-16T18:27:55.453 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.454+0000 7f93822c1640 1 < canceled operation key=LL5LBM7RMRS3 tag=NR0ESLWHP07Y type=write size=915667 2023-12-16T18:27:55.457 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.458+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.0 size=1048576 2023-12-16T18:27:55.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.459+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.1 size=1048576 2023-12-16T18:27:55.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.461+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.2 size=871413 2023-12-16T18:27:55.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.461+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=UCYQDGS4Z08V tag=77CA7ERRJ9OZ type=write size=4017141 2023-12-16T18:27:55.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.463+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=PRJLXD3W4E2M type=del 2023-12-16T18:27:55.466 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.467+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~S9ME34P3G8HL.0 size=1048576 2023-12-16T18:27:55.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.469+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~S9ME34P3G8HL.1 size=332529 2023-12-16T18:27:55.468 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.469+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=S9ME34P3G8HL tag=XO2P17HBVHKG type=write size=2429681 2023-12-16T18:27:55.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.471+0000 7f93822c1640 1 < completed write operation key=CBTYWNZ0X6QI tag=XELEEUPF3KJK type=write size=281217 2023-12-16T18:27:55.472 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.473+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=7CRK6XLZGTAF type=del size=3521704 2023-12-16T18:27:55.476 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.477+0000 7f93822c1640 1 < suggested remove operation key=43Y268VWYQJS tag=VT7JC16E8JPK type=del 2023-12-16T18:27:55.480 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.481+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.0 size=1048576 2023-12-16T18:27:55.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.483+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.1 size=1048576 2023-12-16T18:27:55.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.485+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.2 size=139257 2023-12-16T18:27:55.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.485+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=W78K41VL0SFH tag=L3PD14JIL9IQ type=write size=3284985 2023-12-16T18:27:55.486 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.487+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.0 size=1048576 2023-12-16T18:27:55.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.489+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.1 size=1048576 2023-12-16T18:27:55.490 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.491+0000 7f93822c1640 1 < completed part key=_multipart_F7I9QP65YT40.2~6V0Y0MOP7XJ0.2 size=873824 2023-12-16T18:27:55.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.495+0000 7f93822c1640 1 < completed multipart upload key=F7I9QP65YT40 upload=6V0Y0MOP7XJ0 tag=IIQ7PLW4DCAC type=write size=4019552 2023-12-16T18:27:55.496 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.497+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=9AJGKKJ5QMCB type=del size=573153 2023-12-16T18:27:55.500 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.502+0000 7f93822c1640 1 < suggested update operation key=4IEBMNZ5G5YI tag=EQR66BPNW90E type=write size=59123 2023-12-16T18:27:55.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.506+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.0 size=1048576 2023-12-16T18:27:55.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.507+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.1 size=1048576 2023-12-16T18:27:55.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.509+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.2 size=498848 2023-12-16T18:27:55.508 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.509+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=NPL9SAXVUNDF tag=WYXHDYHXTL46 type=write size=3644576 2023-12-16T18:27:55.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.511+0000 7f93822c1640 1 < completed write operation key=F7I9QP65YT40 tag=U02WG9IMSJ2P type=write size=607453 2023-12-16T18:27:55.512 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.513+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=71SM2HE9O1XN type=del size=3891575 2023-12-16T18:27:55.514 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.515+0000 7f93822c1640 1 < completed delete operation key=YMZJ7OH0QIET tag=03TLQ9F672NW type=del 2023-12-16T18:27:55.516 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.517+0000 7f93822c1640 1 > prepared operation key=YHFGUVDYX8ON tag=HK7U776X2TSF type=del size=1169067 2023-12-16T18:27:55.518 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.519+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~LABDUHFTLX22.0 size=1048576 2023-12-16T18:27:55.520 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.521+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~LABDUHFTLX22.1 size=969297 2023-12-16T18:27:55.523 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.525+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=LABDUHFTLX22 tag=RVGLCSQQPHBG type=write size=3066449 2023-12-16T18:27:55.527 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.529+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~6T0TZ02LUR6F.0 size=1048576 2023-12-16T18:27:55.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.530+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~6T0TZ02LUR6F.1 size=528172 2023-12-16T18:27:55.529 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.530+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=6T0TZ02LUR6F tag=9YD2T2RIJO51 type=write size=2625324 2023-12-16T18:27:55.532 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.533+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HU7HZNZSTHXK.0 size=1048576 2023-12-16T18:27:55.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.535+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~HU7HZNZSTHXK.1 size=441293 2023-12-16T18:27:55.537 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.538+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=HU7HZNZSTHXK tag=6BY0DEUPEOGS type=write size=2538445 2023-12-16T18:27:55.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.542+0000 7f93822c1640 1 > prepared part key=_multipart_IBG8SCFDGQT2.2~DVGAI2DYJUOU.0 size=1030858 2023-12-16T18:27:55.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.542+0000 7f93822c1640 1 > prepared multipart upload key=IBG8SCFDGQT2 upload=DVGAI2DYJUOU tag=ABY9PDHCO04U type=write size=2079434 2023-12-16T18:27:55.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.546+0000 7f93822c1640 1 < suggested remove operation key=U9TOW5YB71XP tag=TYK7YTVMB5TD type=write 2023-12-16T18:27:55.546 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.548+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=JA2E2WOYWMUL type=del size=53539 2023-12-16T18:27:55.548 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.550+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~Q2CXJKTP080Z.0 size=1048576 2023-12-16T18:27:55.550 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.551+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~Q2CXJKTP080Z.1 size=74957 2023-12-16T18:27:55.555 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.555+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=Q2CXJKTP080Z tag=IZNPP2UGVKF0 type=write size=2172109 2023-12-16T18:27:55.556 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.557+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=2EMYOAV5C518 type=del size=2029059 2023-12-16T18:27:55.558 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.560+0000 7f93822c1640 1 < completed part key=_multipart_43Y268VWYQJS.2~63OD79O38GIM.0 size=538847 2023-12-16T18:27:55.562 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.563+0000 7f93822c1640 1 < completed multipart upload key=43Y268VWYQJS upload=63OD79O38GIM tag=V002ZHL5U4VP type=write size=1587423 2023-12-16T18:27:55.564 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.565+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=AEFK8O2EH3FP type=del size=138636 2023-12-16T18:27:55.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.567+0000 7f93822c1640 1 < completed part key=_multipart_KRXRHOSSG9T7.2~2QSDBBH6G88W.0 size=671112 2023-12-16T18:27:55.569 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.570+0000 7f93822c1640 1 < completed multipart upload key=KRXRHOSSG9T7 upload=2QSDBBH6G88W tag=BWP03SZTD3T6 type=write size=1719688 2023-12-16T18:27:55.571 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.572+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=JDPXH3Q267AK type=del size=1874514 2023-12-16T18:27:55.573 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.574+0000 7f93822c1640 1 < completed part key=_multipart_U9TOW5YB71XP.2~5DX5OJRM23N0.0 size=550753 2023-12-16T18:27:55.577 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.578+0000 7f93822c1640 1 < completed multipart upload key=U9TOW5YB71XP upload=5DX5OJRM23N0 tag=Z5OA1JN5E70V type=write size=1599329 2023-12-16T18:27:55.580 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.581+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.0 size=1048576 2023-12-16T18:27:55.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.583+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.1 size=1048576 2023-12-16T18:27:55.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.585+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.2 size=368148 2023-12-16T18:27:55.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.585+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=EWUM2N0I7NKX tag=D6WGIGR12I0L type=write size=3513876 2023-12-16T18:27:55.586 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.587+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~OSYCNATOPE96.0 size=277678 2023-12-16T18:27:55.589 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.590+0000 7f93822c1640 1 < completed multipart upload key=UX6BKKXQRKOB upload=OSYCNATOPE96 tag=RTQQLQZNOI18 type=write size=1326254 2023-12-16T18:27:55.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.592+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=PF5RY1F2I70L type=del size=154480 2023-12-16T18:27:55.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.594+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.0 size=1048576 2023-12-16T18:27:55.595 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.596+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.1 size=1048576 2023-12-16T18:27:55.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.598+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~UCYQDGS4Z08V.2 size=871413 2023-12-16T18:27:55.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.601+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=UCYQDGS4Z08V tag=77CA7ERRJ9OZ type=write size=4017141 2023-12-16T18:27:55.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.603+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=5SOF6RT8PC0D type=del size=863409 2023-12-16T18:27:55.602 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.603+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~S9ME34P3G8HL.0 size=1048576 2023-12-16T18:27:55.604 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.605+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~S9ME34P3G8HL.1 size=332529 2023-12-16T18:27:55.608 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.609+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=S9ME34P3G8HL tag=XO2P17HBVHKG type=write size=2429681 2023-12-16T18:27:55.610 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.611+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=0MVGVDPR39A4 type=del size=2870824 2023-12-16T18:27:55.614 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.615+0000 7f93822c1640 1 < suggested remove operation key=BJDLUONCEXLN tag=7CRK6XLZGTAF type=del 2023-12-16T18:27:55.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.617+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=KG3QESU3BBI0 type=del size=4092253 2023-12-16T18:27:55.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.617+0000 7f93822c1640 1 < canceled part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.0 size=1048576 2023-12-16T18:27:55.618 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.619+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.1 size=1048576 2023-12-16T18:27:55.619 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.620+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~W78K41VL0SFH.2 size=139257 2023-12-16T18:27:55.623 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.625+0000 7f93822c1640 1 < canceled multipart upload key=MET77YMI24WC upload=W78K41VL0SFH tag=L3PD14JIL9IQ type=write size=3284985 2023-12-16T18:27:55.627 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.628+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.0 size=1048576 2023-12-16T18:27:55.629 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.630+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.1 size=1048576 2023-12-16T18:27:55.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.632+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.2 size=143138 2023-12-16T18:27:55.631 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.632+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=O578ICGPIVA2 tag=27A9YK9J53JB type=write size=3288866 2023-12-16T18:27:55.632 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.634+0000 7f93822c1640 1 < canceled operation key=EKHOTIJJJQL5 tag=9AJGKKJ5QMCB type=del size=573153 2023-12-16T18:27:55.634 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.636+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=3VO6JP0OG91P type=write size=704559 2023-12-16T18:27:55.636 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.638+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.0 size=1048576 2023-12-16T18:27:55.638 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.639+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.1 size=1048576 2023-12-16T18:27:55.640 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.641+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~NPL9SAXVUNDF.2 size=498848 2023-12-16T18:27:55.643 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.645+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=NPL9SAXVUNDF tag=WYXHDYHXTL46 type=write size=3644576 2023-12-16T18:27:55.646 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.647+0000 7f93822c1640 1 > prepared operation key=T1982IC7NL80 tag=6K4JF10CNT01 type=del size=814459 2023-12-16T18:27:55.650 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.651+0000 7f93822c1640 1 < suggested remove operation key=7KQWKCYTE1ZD tag=71SM2HE9O1XN type=del 2023-12-16T18:27:55.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.655+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~9LGTTOSRF5VP.0 size=1008324 2023-12-16T18:27:55.654 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.655+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=9LGTTOSRF5VP tag=SCBADN3Z0NVE type=write size=2056900 2023-12-16T18:27:55.657 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.658+0000 7f93822c1640 1 < suggested update operation key=YHFGUVDYX8ON tag=HK7U776X2TSF type=del size=1169067 2023-12-16T18:27:55.659 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.660+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=QMCQ21XWWBPO type=del size=2905424 2023-12-16T18:27:55.661 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.662+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~6T0TZ02LUR6F.0 size=1048576 2023-12-16T18:27:55.663 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.664+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~6T0TZ02LUR6F.1 size=528172 2023-12-16T18:27:55.668 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.668+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=6T0TZ02LUR6F tag=9YD2T2RIJO51 type=write size=2625324 2023-12-16T18:27:55.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.672+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.0 size=1048576 2023-12-16T18:27:55.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.673+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.1 size=1048576 2023-12-16T18:27:55.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.675+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.2 size=807406 2023-12-16T18:27:55.674 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.675+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=EXNETOUCACJB tag=YESS1537O4FF type=write size=3953134 2023-12-16T18:27:55.676 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.678+0000 7f93822c1640 1 < completed part key=_multipart_IBG8SCFDGQT2.2~DVGAI2DYJUOU.0 size=1030858 2023-12-16T18:27:55.680 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.682+0000 7f93822c1640 1 < completed multipart upload key=IBG8SCFDGQT2 upload=DVGAI2DYJUOU tag=ABY9PDHCO04U type=write size=2079434 2023-12-16T18:27:55.685 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.686+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~3W3IG0EHIQ3C.0 size=1048576 2023-12-16T18:27:55.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.688+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~3W3IG0EHIQ3C.1 size=33980 2023-12-16T18:27:55.687 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.688+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=3W3IG0EHIQ3C tag=2C2X4AQPLWN9 type=write size=2131132 2023-12-16T18:27:55.689 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.690+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=JA2E2WOYWMUL type=del 2023-12-16T18:27:55.691 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.692+0000 7f93822c1640 1 > prepared operation key=43Y268VWYQJS tag=TQZCY7H0ZZQY type=del size=256506 2023-12-16T18:27:55.693 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.694+0000 7f93822c1640 1 < completed delete operation key=NCNK0GH8NEPH tag=2EMYOAV5C518 type=del 2023-12-16T18:27:55.697 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.698+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.0 size=1048576 2023-12-16T18:27:55.699 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.700+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.1 size=1048576 2023-12-16T18:27:55.700 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.702+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.2 size=22466 2023-12-16T18:27:55.701 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.702+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=QDLSK543285W tag=1631M5J1VKHI type=write size=3168194 2023-12-16T18:27:55.703 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.704+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=AEFK8O2EH3FP type=del 2023-12-16T18:27:55.705 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.706+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=MWANVX8JBPLA type=del size=911558 2023-12-16T18:27:55.707 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.708+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=JDPXH3Q267AK type=del 2023-12-16T18:27:55.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.714+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~Z7F5SKPBPUIA.0 size=740984 2023-12-16T18:27:55.713 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.714+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=Z7F5SKPBPUIA tag=IF01G3B4LPIL type=write size=1789560 2023-12-16T18:27:55.716 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.717+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.0 size=1048576 2023-12-16T18:27:55.717 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.717+0000 7f93822c1640 1 < canceled part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.1 size=1048576 2023-12-16T18:27:55.718 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.719+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~EWUM2N0I7NKX.2 size=368148 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:27:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:55.723 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.724+0000 7f93822c1640 1 < canceled multipart upload key=A0K8MNF7WKJ5 upload=EWUM2N0I7NKX tag=D6WGIGR12I0L type=write size=3513876 2023-12-16T18:27:55.724 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.726+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=C0HS723ZF1VU type=del size=3297282 2023-12-16T18:27:55.726 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.728+0000 7f93822c1640 1 < completed delete operation key=LL5LBM7RMRS3 tag=PF5RY1F2I70L type=del 2023-12-16T18:27:55.730 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.731+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~4DCA9QHCL0NA.0 size=1048576 2023-12-16T18:27:55.732 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.733+0000 7f93822c1640 1 > prepared part key=_multipart_UX6BKKXQRKOB.2~4DCA9QHCL0NA.1 size=497815 2023-12-16T18:27:55.733 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.733+0000 7f93822c1640 1 > prepared multipart upload key=UX6BKKXQRKOB upload=4DCA9QHCL0NA tag=UJWZMWZ5L0FW type=write size=2594967 2023-12-16T18:27:55.735 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.736+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=5SOF6RT8PC0D type=del 2023-12-16T18:27:55.737 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.738+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=S6HFZ2FAXL2V type=del size=530008 2023-12-16T18:27:55.739 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.741+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=0MVGVDPR39A4 type=del 2023-12-16T18:27:55.743 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.743+0000 7f93822c1640 1 > prepared operation key=SM7EDQYTHZ7L tag=NLGWKT8R9DLD type=del size=830848 2023-12-16T18:27:55.745 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.745+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=KG3QESU3BBI0 type=del 2023-12-16T18:27:55.746 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.748+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=JTQ6H5JL7ERU type=del size=1984239 2023-12-16T18:27:55.749 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.750+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.0 size=1048576 2023-12-16T18:27:55.750 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.752+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.1 size=1048576 2023-12-16T18:27:55.752 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.753+0000 7f93822c1640 1 < completed part key=_multipart_A0K8MNF7WKJ5.2~O578ICGPIVA2.2 size=143138 2023-12-16T18:27:55.756 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.757+0000 7f93822c1640 1 < completed multipart upload key=A0K8MNF7WKJ5 upload=O578ICGPIVA2 tag=27A9YK9J53JB type=write size=3288866 2023-12-16T18:27:55.760 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.762+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~PYCEPLV19CJI.0 size=29706 2023-12-16T18:27:55.761 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.762+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=PYCEPLV19CJI tag=RDULSDMS61CX type=write size=1078282 2023-12-16T18:27:55.763 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.764+0000 7f93822c1640 1 < completed write operation key=KRXRHOSSG9T7 tag=3VO6JP0OG91P type=write size=704559 2023-12-16T18:27:55.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.769+0000 7f93822c1640 1 > prepared part key=_multipart_SL00EWUL3JDN.2~Q41DO9A1Y7NQ.0 size=643558 2023-12-16T18:27:55.768 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.769+0000 7f93822c1640 1 > prepared multipart upload key=SL00EWUL3JDN upload=Q41DO9A1Y7NQ tag=8PJF04TVU2V8 type=write size=1692134 2023-12-16T18:27:55.770 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.771+0000 7f93822c1640 1 < completed delete operation key=T1982IC7NL80 tag=6K4JF10CNT01 type=del 2023-12-16T18:27:55.772 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.774+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=6K5N4CFQF9HP type=del size=1501203 2023-12-16T18:27:55.775 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.776+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~9LGTTOSRF5VP.0 size=1008324 2023-12-16T18:27:55.779 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.780+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=9LGTTOSRF5VP tag=SCBADN3Z0NVE type=write size=2056900 2023-12-16T18:27:55.781 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.782+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=NNHKFM2UD1YZ type=del size=2030942 2023-12-16T18:27:55.786 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.787+0000 7f93822c1640 1 < suggested remove operation key=76N6UQ3HGY5M tag=QMCQ21XWWBPO type=del 2023-12-16T18:27:55.790 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.791+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~AN2NTDVBCGOL.0 size=1048576 2023-12-16T18:27:55.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.792+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~AN2NTDVBCGOL.1 size=974077 2023-12-16T18:27:55.792 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.792+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=AN2NTDVBCGOL tag=KI0OZRZ3O3EU type=write size=3071229 2023-12-16T18:27:55.793 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.794+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.0 size=1048576 2023-12-16T18:27:55.795 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.796+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.1 size=1048576 2023-12-16T18:27:55.797 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.798+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~EXNETOUCACJB.2 size=807406 2023-12-16T18:27:55.801 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.802+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=EXNETOUCACJB tag=YESS1537O4FF type=write size=3953134 2023-12-16T18:27:55.803 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.804+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=TSFIPKKVT3T0 type=del size=2129789 2023-12-16T18:27:55.805 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.806+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~3W3IG0EHIQ3C.0 size=1048576 2023-12-16T18:27:55.806 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.808+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~3W3IG0EHIQ3C.1 size=33980 2023-12-16T18:27:55.810 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.811+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=3W3IG0EHIQ3C tag=2C2X4AQPLWN9 type=write size=2131132 2023-12-16T18:27:55.813 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.814+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=T2HVNLHVPI5M type=del size=1491417 2023-12-16T18:27:55.815 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.816+0000 7f93822c1640 1 < completed delete operation key=43Y268VWYQJS tag=TQZCY7H0ZZQY type=del 2023-12-16T18:27:55.819 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.820+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.0 size=1048576 2023-12-16T18:27:55.820 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.822+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.1 size=1048576 2023-12-16T18:27:55.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.823+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.2 size=1027003 2023-12-16T18:27:55.822 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.823+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=EFHSVNWDNHJX tag=FM84W4MGIDQ2 type=write size=4172731 2023-12-16T18:27:55.824 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.825+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.0 size=1048576 2023-12-16T18:27:55.826 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.827+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.1 size=1048576 2023-12-16T18:27:55.828 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.829+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QDLSK543285W.2 size=22466 2023-12-16T18:27:55.831 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.833+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=QDLSK543285W tag=1631M5J1VKHI type=write size=3168194 2023-12-16T18:27:55.835 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.836+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~L9UYU9UVT4ER.0 size=1048576 2023-12-16T18:27:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:27:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:27:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:27:55.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.838+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~L9UYU9UVT4ER.1 size=318989 2023-12-16T18:27:55.837 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.838+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=L9UYU9UVT4ER tag=GREAV1CUNRE3 type=write size=2416141 2023-12-16T18:27:55.839 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.840+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=MWANVX8JBPLA type=del 2023-12-16T18:27:55.844 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.845+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.0 size=1048576 2023-12-16T18:27:55.845 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.847+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.1 size=1048576 2023-12-16T18:27:55.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.848+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.2 size=472084 2023-12-16T18:27:55.847 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.848+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=19FKYP1UN8N1 tag=DUPAL5MPGRRV type=write size=3617812 2023-12-16T18:27:55.849 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.850+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~Z7F5SKPBPUIA.0 size=740984 2023-12-16T18:27:55.853 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.854+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=Z7F5SKPBPUIA tag=IF01G3B4LPIL type=write size=1789560 2023-12-16T18:27:55.855 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.856+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=HGW7LTUKVWI7 type=del size=3812646 2023-12-16T18:27:55.857 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.858+0000 7f93822c1640 1 < completed delete operation key=80X1T8WPO5AJ tag=C0HS723ZF1VU type=del 2023-12-16T18:27:55.861 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.862+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.0 size=1048576 2023-12-16T18:27:55.863 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.864+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.1 size=1048576 2023-12-16T18:27:55.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.866+0000 7f93822c1640 1 > prepared part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.2 size=380384 2023-12-16T18:27:55.865 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.866+0000 7f93822c1640 1 > prepared multipart upload key=YMZJ7OH0QIET upload=QJMTEBG78ETB tag=LPUE3850PM13 type=write size=3526112 2023-12-16T18:27:55.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.868+0000 7f93822c1640 1 < completed part key=_multipart_UX6BKKXQRKOB.2~4DCA9QHCL0NA.0 size=1048576 2023-12-16T18:27:55.867 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.868+0000 7f93822c1640 1 < canceled part key=_multipart_UX6BKKXQRKOB.2~4DCA9QHCL0NA.1 size=497815 2023-12-16T18:27:55.871 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.872+0000 7f93822c1640 1 < canceled multipart upload key=UX6BKKXQRKOB upload=4DCA9QHCL0NA tag=UJWZMWZ5L0FW type=write size=2594967 2023-12-16T18:27:55.873 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.874+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=7R1SJDCJ6PBZ type=del size=3977964 2023-12-16T18:27:55.875 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.877+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=S6HFZ2FAXL2V type=del 2023-12-16T18:27:55.877 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.879+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=VFFVNX9RAOL1 type=del size=1892464 2023-12-16T18:27:55.881 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.882+0000 7f93822c1640 1 < completed delete operation key=SM7EDQYTHZ7L tag=NLGWKT8R9DLD type=del 2023-12-16T18:27:55.885 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.886+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.0 size=1048576 2023-12-16T18:27:55.887 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.888+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.1 size=1048576 2023-12-16T18:27:55.888 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.890+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.2 size=222397 2023-12-16T18:27:55.889 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.890+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=87E4CZ65NS92 tag=GI77C60E8KJT type=write size=3368125 2023-12-16T18:27:55.891 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.892+0000 7f93822c1640 1 < canceled operation key=KRXRHOSSG9T7 tag=JTQ6H5JL7ERU type=del size=1984239 2023-12-16T18:27:55.893 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.894+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=Y0EBOTLRSOO3 type=del size=173860 2023-12-16T18:27:55.895 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.896+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~PYCEPLV19CJI.0 size=29706 2023-12-16T18:27:55.898 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.900+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=PYCEPLV19CJI tag=RDULSDMS61CX type=write size=1078282 2023-12-16T18:27:55.900 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.902+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=T309VMDXARDX type=del size=2460309 2023-12-16T18:27:55.902 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.904+0000 7f93822c1640 1 < completed part key=_multipart_SL00EWUL3JDN.2~Q41DO9A1Y7NQ.0 size=643558 2023-12-16T18:27:55.906 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.907+0000 7f93822c1640 1 < completed multipart upload key=SL00EWUL3JDN upload=Q41DO9A1Y7NQ tag=8PJF04TVU2V8 type=write size=1692134 2023-12-16T18:27:55.909 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.909+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=VW2QFPK0USY1 type=del size=4006780 2023-12-16T18:27:55.912 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.913+0000 7f93822c1640 1 < suggested remove operation key=NCNK0GH8NEPH tag=6K5N4CFQF9HP type=del 2023-12-16T18:27:55.913 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.915+0000 7f93822c1640 1 > prepared operation key=A0K8MNF7WKJ5 tag=SZE040E3W0U5 type=del size=1557362 2023-12-16T18:27:55.916 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.917+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=NNHKFM2UD1YZ type=del 2023-12-16T18:27:55.918 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.919+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=4JSY33ZXTQZ7 type=del size=358255 2023-12-16T18:27:55.921 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.922+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~AN2NTDVBCGOL.0 size=1048576 2023-12-16T18:27:55.924 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.925+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~AN2NTDVBCGOL.1 size=974077 2023-12-16T18:27:55.927 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.928+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=AN2NTDVBCGOL tag=KI0OZRZ3O3EU type=write size=3071229 2023-12-16T18:27:55.929 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.931+0000 7f93822c1640 1 > prepared operation key=MET77YMI24WC tag=VXYMDW5N4REZ type=del size=2670923 2023-12-16T18:27:55.932 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.934+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=TSFIPKKVT3T0 type=del 2023-12-16T18:27:55.935 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.936+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=QH3EFDHF0208 type=del size=188293 2023-12-16T18:27:55.936 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.938+0000 7f93822c1640 1 < canceled operation key=MET77YMI24WC tag=T2HVNLHVPI5M type=del size=1491417 2023-12-16T18:27:55.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.940+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=645YWTNKGU35 type=del size=223314 2023-12-16T18:27:55.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.940+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.0 size=1048576 2023-12-16T18:27:55.939 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.940+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.1 size=1048576 2023-12-16T18:27:55.941 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.942+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~EFHSVNWDNHJX.2 size=1027003 2023-12-16T18:27:55.944 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.946+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=EFHSVNWDNHJX tag=FM84W4MGIDQ2 type=write size=4172731 2023-12-16T18:27:55.949 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.950+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.0 size=1048576 2023-12-16T18:27:55.950 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.951+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.1 size=1048576 2023-12-16T18:27:55.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.953+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.2 size=426103 2023-12-16T18:27:55.952 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.953+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=T57XNNS73VFY tag=NJOJAYQXILL4 type=write size=3571831 2023-12-16T18:27:55.954 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.955+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~L9UYU9UVT4ER.0 size=1048576 2023-12-16T18:27:55.956 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.957+0000 7f93822c1640 1 < completed part key=_multipart_BJDLUONCEXLN.2~L9UYU9UVT4ER.1 size=318989 2023-12-16T18:27:55.960 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.961+0000 7f93822c1640 1 < completed multipart upload key=BJDLUONCEXLN upload=L9UYU9UVT4ER tag=GREAV1CUNRE3 type=write size=2416141 2023-12-16T18:27:55.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.965+0000 7f93822c1640 1 > prepared part key=_multipart_YHFGUVDYX8ON.2~LJMGYPY1GIYE.0 size=227888 2023-12-16T18:27:55.963 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.965+0000 7f93822c1640 1 > prepared multipart upload key=YHFGUVDYX8ON upload=LJMGYPY1GIYE tag=80PO4KVICJDS type=write size=1276464 2023-12-16T18:27:55.965 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.967+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.0 size=1048576 2023-12-16T18:27:55.967 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.968+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.1 size=1048576 2023-12-16T18:27:55.969 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.970+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~19FKYP1UN8N1.2 size=472084 2023-12-16T18:27:55.973 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.973+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=19FKYP1UN8N1 tag=DUPAL5MPGRRV type=write size=3617812 2023-12-16T18:27:55.974 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.976+0000 7f93822c1640 1 > prepared operation key=76N6UQ3HGY5M tag=E1RAS914K8FP type=del size=2975662 2023-12-16T18:27:55.977 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.978+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=HGW7LTUKVWI7 type=del 2023-12-16T18:27:55.979 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.980+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=36PXKIFVJWYF type=del size=720722 2023-12-16T18:27:55.981 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.982+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.0 size=1048576 2023-12-16T18:27:55.983 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.984+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.1 size=1048576 2023-12-16T18:27:55.984 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.986+0000 7f93822c1640 1 < completed part key=_multipart_YMZJ7OH0QIET.2~QJMTEBG78ETB.2 size=380384 2023-12-16T18:27:55.988 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.989+0000 7f93822c1640 1 < completed multipart upload key=YMZJ7OH0QIET upload=QJMTEBG78ETB tag=LPUE3850PM13 type=write size=3526112 2023-12-16T18:27:55.992 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.993+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.0 size=1048576 2023-12-16T18:27:55.994 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.995+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.1 size=1048576 2023-12-16T18:27:55.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.997+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.2 size=267716 2023-12-16T18:27:55.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.997+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=PHLVHZV6BMFQ tag=LEFF4OZS1NLO type=write size=3413444 2023-12-16T18:27:55.997 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:55.998+0000 7f93822c1640 -1 < no bi entry to suggest for operation key=NCNK0GH8NEPH tag=7R1SJDCJ6PBZ type=del size=3977964: (2) No such file or directory 2023-12-16T18:27:55.998 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.000+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=2QIOXO8RWA4P type=del size=1673278 2023-12-16T18:27:56.001 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.002+0000 7f93822c1640 1 < completed delete operation key=O0025T05J9ZQ tag=VFFVNX9RAOL1 type=del 2023-12-16T18:27:56.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.004+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=F4JSELOSU1VR type=del size=306060 2023-12-16T18:27:56.003 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.004+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.0 size=1048576 2023-12-16T18:27:56.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.006+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.1 size=1048576 2023-12-16T18:27:56.005 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.006+0000 7f93822c1640 1 < canceled part key=_multipart_7F1XTE0NO1E7.2~87E4CZ65NS92.2 size=222397 2023-12-16T18:27:56.009 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.010+0000 7f93822c1640 1 < canceled multipart upload key=7F1XTE0NO1E7 upload=87E4CZ65NS92 tag=GI77C60E8KJT type=write size=3368125 2023-12-16T18:27:56.011 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.012+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=0TLMUDIC37A9 type=del size=813011 2023-12-16T18:27:56.014 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.015+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=Y0EBOTLRSOO3 type=del 2023-12-16T18:27:56.016 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.017+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=MSB3FRD7DYNE type=del size=575974 2023-12-16T18:27:56.018 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.019+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=T309VMDXARDX type=del 2023-12-16T18:27:56.020 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.022+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=H8UZSUF8PRBU type=write size=669550 2023-12-16T18:27:56.022 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.024+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=VW2QFPK0USY1 type=del 2023-12-16T18:27:56.024 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.026+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=JZ9XP1BZN80D type=del size=3980388 2023-12-16T18:27:56.029 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.028+0000 7f93822c1640 1 < completed delete operation key=A0K8MNF7WKJ5 tag=SZE040E3W0U5 type=del 2023-12-16T18:27:56.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.032+0000 7f93822c1640 1 > prepared part key=_multipart_7F1XTE0NO1E7.2~ZA927VRNQFON.0 size=1004399 2023-12-16T18:27:56.031 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.032+0000 7f93822c1640 1 > prepared multipart upload key=7F1XTE0NO1E7 upload=ZA927VRNQFON tag=Y2DJ8SH5LWOU type=write size=2052975 2023-12-16T18:27:56.033 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.035+0000 7f93822c1640 1 < completed delete operation key=UX6BKKXQRKOB tag=4JSY33ZXTQZ7 type=del 2023-12-16T18:27:56.035 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.037+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=ZEC865PQ6U52 type=del size=228036 2023-12-16T18:27:56.038 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.038+0000 7f93822c1640 1 < completed delete operation key=MET77YMI24WC tag=VXYMDW5N4REZ type=del 2023-12-16T18:27:56.039 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.040+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=35CJ3TIRE5N0 type=del size=957450 2023-12-16T18:27:56.043 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.044+0000 7f93822c1640 1 < suggested update operation key=3TIX30XS60W0 tag=QH3EFDHF0208 type=del size=188293 2023-12-16T18:27:56.045 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.047+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=HA49Y1KT1JTR type=del size=3443090 2023-12-16T18:27:56.048 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.049+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=645YWTNKGU35 type=del 2023-12-16T18:27:56.050 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.051+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=THGQ9A0RHT1V type=del size=2270987 2023-12-16T18:27:56.052 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.053+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.0 size=1048576 2023-12-16T18:27:56.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.055+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.1 size=1048576 2023-12-16T18:27:56.054 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.055+0000 7f93822c1640 1 < canceled part key=_multipart_YHFGUVDYX8ON.2~T57XNNS73VFY.2 size=426103 2023-12-16T18:27:56.057 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.059+0000 7f93822c1640 1 < canceled multipart upload key=YHFGUVDYX8ON upload=T57XNNS73VFY tag=NJOJAYQXILL4 type=write size=3571831 2023-12-16T18:27:56.061 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.063+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.0 size=1048576 2023-12-16T18:27:56.063 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.064+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.1 size=1048576 2023-12-16T18:27:56.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.066+0000 7f93822c1640 1 > prepared part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.2 size=155845 2023-12-16T18:27:56.065 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.066+0000 7f93822c1640 1 > prepared multipart upload key=2H33NU63U1M9 upload=WQQ8J55L6J1T tag=ZO14SWFH1000 type=write size=3301573 2023-12-16T18:27:56.068 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.068+0000 7f93822c1640 1 < completed part key=_multipart_YHFGUVDYX8ON.2~LJMGYPY1GIYE.0 size=227888 2023-12-16T18:27:56.071 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.072+0000 7f93822c1640 1 < completed multipart upload key=YHFGUVDYX8ON upload=LJMGYPY1GIYE tag=80PO4KVICJDS type=write size=1276464 2023-12-16T18:27:56.075 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.074+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=2XW39KJQR94A type=del size=3642696 2023-12-16T18:27:56.077 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.078+0000 7f93822c1640 1 < suggested update operation key=76N6UQ3HGY5M tag=E1RAS914K8FP type=del size=2975662 2023-12-16T18:27:56.079 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.081+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=Q5IO8RIC4XO4 type=write size=93788 2023-12-16T18:27:56.081 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.083+0000 7f93822c1640 1 < canceled operation key=LCZP96WSAD6F tag=36PXKIFVJWYF type=del size=720722 2023-12-16T18:27:56.083 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.085+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=B7J68BBHVSK0 type=del size=3166613 2023-12-16T18:27:56.085 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.087+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.0 size=1048576 2023-12-16T18:27:56.087 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.089+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.1 size=1048576 2023-12-16T18:27:56.089 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.090+0000 7f93822c1640 1 < completed part key=_multipart_NCNK0GH8NEPH.2~PHLVHZV6BMFQ.2 size=267716 2023-12-16T18:27:56.093 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.094+0000 7f93822c1640 1 < completed multipart upload key=NCNK0GH8NEPH upload=PHLVHZV6BMFQ tag=LEFF4OZS1NLO type=write size=3413444 2023-12-16T18:27:56.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.099+0000 7f93822c1640 1 > prepared part key=_multipart_WFIGGXKZLQTP.2~HYRCUN1NLFEK.0 size=962775 2023-12-16T18:27:56.097 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.099+0000 7f93822c1640 1 > prepared multipart upload key=WFIGGXKZLQTP upload=HYRCUN1NLFEK tag=PDVMUDVZVWUH type=write size=2011351 2023-12-16T18:27:56.099 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.101+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=2QIOXO8RWA4P type=del 2023-12-16T18:27:56.104 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.105+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~RD92BZ6X87AV.0 size=1048576 2023-12-16T18:27:56.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.107+0000 7f93822c1640 1 > prepared part key=_multipart_EKHOTIJJJQL5.2~RD92BZ6X87AV.1 size=72572 2023-12-16T18:27:56.106 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.107+0000 7f93822c1640 1 > prepared multipart upload key=EKHOTIJJJQL5 upload=RD92BZ6X87AV tag=4IDOMPQ2I5IJ type=write size=2169724 2023-12-16T18:27:56.108 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.110+0000 7f93822c1640 1 < completed delete operation key=SL00EWUL3JDN tag=F4JSELOSU1VR type=del 2023-12-16T18:27:56.113 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.115+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.0 size=1048576 2023-12-16T18:27:56.115 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.116+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.1 size=1048576 2023-12-16T18:27:56.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.119+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.2 size=790968 2023-12-16T18:27:56.117 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.119+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=MJLH0LOCOPK6 tag=FB0C0KYWUX5O type=write size=3936696 2023-12-16T18:27:56.120 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.121+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=0TLMUDIC37A9 type=del 2023-12-16T18:27:56.124 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.125+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.0 size=1048576 2023-12-16T18:27:56.126 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.127+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.1 size=1048576 2023-12-16T18:27:56.127 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.129+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.2 size=210596 2023-12-16T18:27:56.128 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.129+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=A7P1LMGVMQCZ tag=E1FL7I8E7W1Q type=write size=3356324 2023-12-16T18:27:56.129 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.131+0000 7f93822c1640 1 < completed delete operation key=U9TOW5YB71XP tag=MSB3FRD7DYNE type=del 2023-12-16T18:27:56.132 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.133+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=L4REPS3DZ41R type=del size=3917628 2023-12-16T18:27:56.134 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.135+0000 7f93822c1640 1 < completed write operation key=O0025T05J9ZQ tag=H8UZSUF8PRBU type=write size=669550 2023-12-16T18:27:56.137 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.138+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=J26129QSKC21 type=del size=1468749 2023-12-16T18:27:56.139 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.141+0000 7f93822c1640 1 < completed delete operation key=7F1XTE0NO1E7 tag=JZ9XP1BZN80D type=del 2023-12-16T18:27:56.142 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.143+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=C8W6E6I4L5WA type=write size=927320 2023-12-16T18:27:56.144 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.145+0000 7f93822c1640 1 < completed part key=_multipart_7F1XTE0NO1E7.2~ZA927VRNQFON.0 size=1004399 2023-12-16T18:27:56.147 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.149+0000 7f93822c1640 1 < completed multipart upload key=7F1XTE0NO1E7 upload=ZA927VRNQFON tag=Y2DJ8SH5LWOU type=write size=2052975 2023-12-16T18:27:56.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.152+0000 7f93822c1640 1 > prepared part key=_multipart_3TIX30XS60W0.2~YT1ZDRYUKDBA.0 size=732776 2023-12-16T18:27:56.151 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.152+0000 7f93822c1640 1 > prepared multipart upload key=3TIX30XS60W0 upload=YT1ZDRYUKDBA tag=SQY5TF7SR8X1 type=write size=1781352 2023-12-16T18:27:56.156 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.157+0000 7f93822c1640 1 < suggested update operation key=LL5LBM7RMRS3 tag=ZEC865PQ6U52 type=del size=228036 2023-12-16T18:27:56.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.160+0000 7f93822c1640 1 > prepared part key=_multipart_MET77YMI24WC.2~GI5X2Z6B27TE.0 size=540867 2023-12-16T18:27:56.159 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.160+0000 7f93822c1640 1 > prepared multipart upload key=MET77YMI24WC upload=GI5X2Z6B27TE tag=DLBI7K31TXUY type=write size=1589443 2023-12-16T18:27:56.161 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.162+0000 7f93822c1640 1 < completed delete operation key=2H33NU63U1M9 tag=35CJ3TIRE5N0 type=del 2023-12-16T18:27:56.165 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.166+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.0 size=1048576 2023-12-16T18:27:56.167 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.168+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.1 size=1048576 2023-12-16T18:27:56.168 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.170+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.2 size=240303 2023-12-16T18:27:56.169 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.170+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=MLHR2V3ESCII tag=AWX41O6NP2DD type=write size=3386031 2023-12-16T18:27:56.171 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.172+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=HA49Y1KT1JTR type=del 2023-12-16T18:27:56.175 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.176+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.0 size=1048576 2023-12-16T18:27:56.177 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.177+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.1 size=1048576 2023-12-16T18:27:56.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.179+0000 7f93822c1640 1 > prepared part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.2 size=471153 2023-12-16T18:27:56.178 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.179+0000 7f93822c1640 1 > prepared multipart upload key=3DH6NZ3UJJVG upload=7CQAO29ZINNA tag=KYGVGT3UTJ0M type=write size=3616881 2023-12-16T18:27:56.180 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.181+0000 7f93822c1640 1 < completed delete operation key=BJDLUONCEXLN tag=THGQ9A0RHT1V type=del 2023-12-16T18:27:56.182 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.184+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=X0KDKEXE5RBZ type=del size=4118678 2023-12-16T18:27:56.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.186+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.0 size=1048576 2023-12-16T18:27:56.186 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.186+0000 7f93822c1640 1 < canceled part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.1 size=1048576 2023-12-16T18:27:56.187 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.188+0000 7f93822c1640 1 < completed part key=_multipart_2H33NU63U1M9.2~WQQ8J55L6J1T.2 size=155845 2023-12-16T18:27:56.191 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.192+0000 7f93822c1640 1 < canceled multipart upload key=2H33NU63U1M9 upload=WQQ8J55L6J1T tag=ZO14SWFH1000 type=write size=3301573 2023-12-16T18:27:56.193 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.194+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=66O0X0NZ7ZOZ type=write size=494234 2023-12-16T18:27:56.196 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.197+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=2XW39KJQR94A type=del 2023-12-16T18:27:56.198 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.199+0000 7f93822c1640 1 > prepared operation key=663D3OSP19F2 tag=LX89ZCYEHQC7 type=del size=731347 2023-12-16T18:27:56.200 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.201+0000 7f93822c1640 1 < completed write operation key=O0025T05J9ZQ tag=Q5IO8RIC4XO4 type=write size=93788 2023-12-16T18:27:56.202 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.203+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=2VHCOJQTHY6H type=del size=196895 2023-12-16T18:27:56.205 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.206+0000 7f93822c1640 1 < completed delete operation key=F7I9QP65YT40 tag=B7J68BBHVSK0 type=del 2023-12-16T18:27:56.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.209+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~LU6NLJ1OEQHO.0 size=788338 2023-12-16T18:27:56.208 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.209+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=LU6NLJ1OEQHO tag=6SGLE53BJ4XS type=write size=1836914 2023-12-16T18:27:56.211 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.212+0000 7f93822c1640 1 < completed part key=_multipart_WFIGGXKZLQTP.2~HYRCUN1NLFEK.0 size=962775 2023-12-16T18:27:56.215 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.216+0000 7f93822c1640 1 < completed multipart upload key=WFIGGXKZLQTP upload=HYRCUN1NLFEK tag=PDVMUDVZVWUH type=write size=2011351 2023-12-16T18:27:56.217 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.218+0000 7f93822c1640 1 > prepared operation key=80X1T8WPO5AJ tag=84M770RIUZX4 type=del size=1545241 2023-12-16T18:27:56.219 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.220+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~RD92BZ6X87AV.0 size=1048576 2023-12-16T18:27:56.221 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.222+0000 7f93822c1640 1 < completed part key=_multipart_EKHOTIJJJQL5.2~RD92BZ6X87AV.1 size=72572 2023-12-16T18:27:56.226 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.227+0000 7f93822c1640 1 < completed multipart upload key=EKHOTIJJJQL5 upload=RD92BZ6X87AV tag=4IDOMPQ2I5IJ type=write size=2169724 2023-12-16T18:27:56.230 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.231+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~PO1FPY6XXS64.0 size=1048576 2023-12-16T18:27:56.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.233+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~PO1FPY6XXS64.1 size=585539 2023-12-16T18:27:56.232 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.233+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=PO1FPY6XXS64 tag=4SWS4DY63HOM type=write size=2682691 2023-12-16T18:27:56.234 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.235+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.0 size=1048576 2023-12-16T18:27:56.236 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.237+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.1 size=1048576 2023-12-16T18:27:56.238 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.239+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~MJLH0LOCOPK6.2 size=790968 2023-12-16T18:27:56.242 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.243+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=MJLH0LOCOPK6 tag=FB0C0KYWUX5O type=write size=3936696 2023-12-16T18:27:56.244 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.245+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=FHJ44FNGNQQ6 type=del size=672478 2023-12-16T18:27:56.245 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.247+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.0 size=1048576 2023-12-16T18:27:56.247 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.249+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.1 size=1048576 2023-12-16T18:27:56.249 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.250+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~A7P1LMGVMQCZ.2 size=210596 2023-12-16T18:27:56.252 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.254+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=A7P1LMGVMQCZ tag=E1FL7I8E7W1Q type=write size=3356324 2023-12-16T18:27:56.254 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.256+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=IHAGC3321XAF type=del size=3747437 2023-12-16T18:27:56.256 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.258+0000 7f93822c1640 1 < canceled operation key=WFIGGXKZLQTP tag=L4REPS3DZ41R type=del size=3917628 2023-12-16T18:27:56.260 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.261+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.0 size=1048576 2023-12-16T18:27:56.263 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.264+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.1 size=1048576 2023-12-16T18:27:56.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.266+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.2 size=497519 2023-12-16T18:27:56.264 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.266+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=1J2K9UCQBA05 tag=VKOQMO4W2RZI type=write size=3643247 2023-12-16T18:27:56.267 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.268+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=J26129QSKC21 type=del 2023-12-16T18:27:56.268 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.270+0000 7f93822c1640 1 > prepared operation key=K8PRELEE3WED tag=RB1ZTMHEGW4K type=write size=554278 2023-12-16T18:27:56.270 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.272+0000 7f93822c1640 1 < completed write operation key=K8PRELEE3WED tag=C8W6E6I4L5WA type=write size=927320 2023-12-16T18:27:56.272 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.274+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=T5NWA71ENZ6N type=del size=462582 2023-12-16T18:27:56.274 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.276+0000 7f93822c1640 1 < completed part key=_multipart_3TIX30XS60W0.2~YT1ZDRYUKDBA.0 size=732776 2023-12-16T18:27:56.278 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.279+0000 7f93822c1640 1 < completed multipart upload key=3TIX30XS60W0 upload=YT1ZDRYUKDBA tag=SQY5TF7SR8X1 type=write size=1781352 2023-12-16T18:27:56.280 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.281+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=4QTRNN02HYMX type=write size=985413 2023-12-16T18:27:56.282 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.283+0000 7f93822c1640 1 < completed part key=_multipart_MET77YMI24WC.2~GI5X2Z6B27TE.0 size=540867 2023-12-16T18:27:56.286 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.287+0000 7f93822c1640 1 < completed multipart upload key=MET77YMI24WC upload=GI5X2Z6B27TE tag=DLBI7K31TXUY type=write size=1589443 2023-12-16T18:27:56.288 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.289+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=DE9G1I3FLO0F type=del size=372182 2023-12-16T18:27:56.290 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.291+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.0 size=1048576 2023-12-16T18:27:56.292 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.293+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.1 size=1048576 2023-12-16T18:27:56.294 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.295+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~MLHR2V3ESCII.2 size=240303 2023-12-16T18:27:56.297 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.298+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=MLHR2V3ESCII tag=AWX41O6NP2DD type=write size=3386031 2023-12-16T18:27:56.301 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.302+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~F4H9AGH07V4B.0 size=1048576 2023-12-16T18:27:56.302 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.304+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~F4H9AGH07V4B.1 size=870039 2023-12-16T18:27:56.303 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.304+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=F4H9AGH07V4B tag=KUGDDCQ5T73S type=write size=2967191 2023-12-16T18:27:56.305 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.306+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.0 size=1048576 2023-12-16T18:27:56.306 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.308+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.1 size=1048576 2023-12-16T18:27:56.308 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.309+0000 7f93822c1640 1 < completed part key=_multipart_3DH6NZ3UJJVG.2~7CQAO29ZINNA.2 size=471153 2023-12-16T18:27:56.313 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.313+0000 7f93822c1640 1 < completed multipart upload key=3DH6NZ3UJJVG upload=7CQAO29ZINNA tag=KYGVGT3UTJ0M type=write size=3616881 2023-12-16T18:27:56.314 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.315+0000 7f93822c1640 1 > prepared operation key=BJDLUONCEXLN tag=A57DVJF3BECD type=del size=4177415 2023-12-16T18:27:56.315 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.317+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=X0KDKEXE5RBZ type=del 2023-12-16T18:27:56.317 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.319+0000 7f93822c1640 1 > prepared operation key=U1TKHNSDBAAI tag=MJP5Z3V23SYT type=del size=1885966 2023-12-16T18:27:56.320 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.321+0000 7f93822c1640 1 < completed write operation key=BJDLUONCEXLN tag=66O0X0NZ7ZOZ type=write size=494234 2023-12-16T18:27:56.322 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.323+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=AOANN8IULLMD type=del size=1425732 2023-12-16T18:27:56.324 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.325+0000 7f93822c1640 1 < completed delete operation key=663D3OSP19F2 tag=LX89ZCYEHQC7 type=del 2023-12-16T18:27:56.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.329+0000 7f93822c1640 1 > prepared part key=_multipart_K8PRELEE3WED.2~F30K21MDJM57.0 size=784081 2023-12-16T18:27:56.328 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.329+0000 7f93822c1640 1 > prepared multipart upload key=K8PRELEE3WED upload=F30K21MDJM57 tag=05NO1O2FDKCI type=write size=1832657 2023-12-16T18:27:56.334 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.333+0000 7f93822c1640 1 < suggested remove operation key=SL00EWUL3JDN tag=2VHCOJQTHY6H type=del 2023-12-16T18:27:56.335 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.337+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~C6TV56V9EAIU.0 size=1048576 2023-12-16T18:27:56.337 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.338+0000 7f93822c1640 1 > prepared part key=_multipart_LCZP96WSAD6F.2~C6TV56V9EAIU.1 size=361573 2023-12-16T18:27:56.338 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.338+0000 7f93822c1640 1 > prepared multipart upload key=LCZP96WSAD6F upload=C6TV56V9EAIU tag=JVSD91B7LSFI type=write size=2458725 2023-12-16T18:27:56.339 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.340+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~LU6NLJ1OEQHO.0 size=788338 2023-12-16T18:27:56.344 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.344+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=LU6NLJ1OEQHO tag=6SGLE53BJ4XS type=write size=1836914 2023-12-16T18:27:56.346 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.346+0000 7f93822c1640 1 > prepared operation key=NCNK0GH8NEPH tag=3CU2DGU0Y7TB type=del size=3457663 2023-12-16T18:27:56.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.350+0000 7f93822c1640 1 < suggested update operation key=80X1T8WPO5AJ tag=84M770RIUZX4 type=del size=1545241 2023-12-16T18:27:56.354 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.354+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~2QC7EO213Y71.0 size=1048576 2023-12-16T18:27:56.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.356+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~2QC7EO213Y71.1 size=673662 2023-12-16T18:27:56.355 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.356+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=2QC7EO213Y71 tag=HXQNN6AG1HFI type=write size=2770814 2023-12-16T18:27:56.357 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.358+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~PO1FPY6XXS64.0 size=1048576 2023-12-16T18:27:56.359 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.360+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~PO1FPY6XXS64.1 size=585539 2023-12-16T18:27:56.362 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.364+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=PO1FPY6XXS64 tag=4SWS4DY63HOM type=write size=2682691 2023-12-16T18:27:56.366 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.366+0000 7f93822c1640 1 > prepared operation key=3DH6NZ3UJJVG tag=DFPQKJU5P1GA type=del size=573387 2023-12-16T18:27:56.370 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.371+0000 7f93822c1640 1 < suggested update operation key=O0025T05J9ZQ tag=FHJ44FNGNQQ6 type=del size=672478 2023-12-16T18:27:56.373 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.374+0000 7f93822c1640 1 > prepared operation key=WFIGGXKZLQTP tag=MFEM8N5ZRP95 type=del size=3509567 2023-12-16T18:27:56.375 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.376+0000 7f93822c1640 1 < completed delete operation key=CBTYWNZ0X6QI tag=IHAGC3321XAF type=del 2023-12-16T18:27:56.380 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.380+0000 7f93822c1640 1 > prepared part key=_multipart_O0025T05J9ZQ.2~MEJ31OYE8KG0.0 size=1012671 2023-12-16T18:27:56.380 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.380+0000 7f93822c1640 1 > prepared multipart upload key=O0025T05J9ZQ upload=MEJ31OYE8KG0 tag=3QRU21GK7W4I type=write size=2061247 2023-12-16T18:27:56.381 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.382+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.0 size=1048576 2023-12-16T18:27:56.382 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.384+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.1 size=1048576 2023-12-16T18:27:56.384 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.386+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~1J2K9UCQBA05.2 size=497519 2023-12-16T18:27:56.388 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.389+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=1J2K9UCQBA05 tag=VKOQMO4W2RZI type=write size=3643247 2023-12-16T18:27:56.390 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.391+0000 7f93822c1640 1 > prepared operation key=SL00EWUL3JDN tag=1Y0DJDWO88VB type=write size=428238 2023-12-16T18:27:56.392 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.394+0000 7f93822c1640 1 < completed write operation key=K8PRELEE3WED tag=RB1ZTMHEGW4K type=write size=554278 2023-12-16T18:27:56.395 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.396+0000 7f93822c1640 1 > prepared operation key=LCZP96WSAD6F tag=J2G8JVLZJP52 type=del size=3976854 2023-12-16T18:27:56.397 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.398+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=T5NWA71ENZ6N type=del 2023-12-16T18:27:56.399 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.400+0000 7f93822c1640 1 > prepared operation key=IBG8SCFDGQT2 tag=1TBYDEVLZ7FN type=del size=2610459 2023-12-16T18:27:56.402 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.403+0000 7f93822c1640 -1 < failed to complete operation key=O0025T05J9ZQ tag=4QTRNN02HYMX type=write size=985413: (22) Invalid argument 2023-12-16T18:27:56.404 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.405+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=PZVCN7QMA63D type=write size=759263 2023-12-16T18:27:56.406 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.407+0000 7f93822c1640 1 < completed delete operation key=7KQWKCYTE1ZD tag=DE9G1I3FLO0F type=del 2023-12-16T18:27:56.409 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.409+0000 7f93822c1640 1 > prepared operation key=KRXRHOSSG9T7 tag=MXFH2EJ7QEZI type=del size=2275046 2023-12-16T18:27:56.410 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.411+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~F4H9AGH07V4B.0 size=1048576 2023-12-16T18:27:56.413 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.413+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~F4H9AGH07V4B.1 size=870039 2023-12-16T18:27:56.415 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.416+0000 7f93822c1640 1 < completed multipart upload key=4IEBMNZ5G5YI upload=F4H9AGH07V4B tag=KUGDDCQ5T73S type=write size=2967191 2023-12-16T18:27:56.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.421+0000 7f93822c1640 1 > prepared part key=_multipart_7KQWKCYTE1ZD.2~WQPP2TE0ZLJQ.0 size=501708 2023-12-16T18:27:56.421 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.421+0000 7f93822c1640 1 > prepared multipart upload key=7KQWKCYTE1ZD upload=WQPP2TE0ZLJQ tag=8MM13BMCYMMG type=write size=1550284 2023-12-16T18:27:56.423 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.423+0000 7f93822c1640 1 < canceled operation key=BJDLUONCEXLN tag=A57DVJF3BECD type=del size=4177415 2023-12-16T18:27:56.424 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.425+0000 7f93822c1640 1 > prepared operation key=7KQWKCYTE1ZD tag=ZIPMNNVX99P4 type=del size=769334 2023-12-16T18:27:56.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.427+0000 7f93822c1640 1 < completed delete operation key=U1TKHNSDBAAI tag=MJP5Z3V23SYT type=del 2023-12-16T18:27:56.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.431+0000 7f93822c1640 1 > prepared part key=_multipart_U1TKHNSDBAAI.2~52BYQ6GM431Y.0 size=850817 2023-12-16T18:27:56.433 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.431+0000 7f93822c1640 1 > prepared multipart upload key=U1TKHNSDBAAI upload=52BYQ6GM431Y tag=7XQ6291NYBAW type=write size=1899393 2023-12-16T18:27:56.434 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.435+0000 7f93822c1640 1 < suggested update operation key=O0025T05J9ZQ tag=AOANN8IULLMD type=del size=1425732 2023-12-16T18:27:56.436 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.437+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=6CDW4UXJ7YXP type=write size=884394 2023-12-16T18:27:56.438 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.439+0000 7f93822c1640 1 < completed part key=_multipart_K8PRELEE3WED.2~F30K21MDJM57.0 size=784081 2023-12-16T18:27:56.441 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.442+0000 7f93822c1640 1 < completed multipart upload key=K8PRELEE3WED upload=F30K21MDJM57 tag=05NO1O2FDKCI type=write size=1832657 2023-12-16T18:27:56.445 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.446+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~SK59K8DAS1D5.0 size=1048576 2023-12-16T18:27:56.446 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.448+0000 7f93822c1640 1 > prepared part key=_multipart_4IEBMNZ5G5YI.2~SK59K8DAS1D5.1 size=134814 2023-12-16T18:27:56.447 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.448+0000 7f93822c1640 1 > prepared multipart upload key=4IEBMNZ5G5YI upload=SK59K8DAS1D5 tag=6VL86180QTYI type=write size=2231966 2023-12-16T18:27:56.449 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.451+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~C6TV56V9EAIU.0 size=1048576 2023-12-16T18:27:56.451 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.452+0000 7f93822c1640 1 < completed part key=_multipart_LCZP96WSAD6F.2~C6TV56V9EAIU.1 size=361573 2023-12-16T18:27:56.455 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.456+0000 7f93822c1640 1 < completed multipart upload key=LCZP96WSAD6F upload=C6TV56V9EAIU tag=JVSD91B7LSFI type=write size=2458725 2023-12-16T18:27:56.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.460+0000 7f93822c1640 1 > prepared part key=_multipart_BJDLUONCEXLN.2~3QQNRZ6L6X40.0 size=375944 2023-12-16T18:27:56.458 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.460+0000 7f93822c1640 1 > prepared multipart upload key=BJDLUONCEXLN upload=3QQNRZ6L6X40 tag=CSURTNSQ0MR4 type=write size=1424520 2023-12-16T18:27:56.460 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.462+0000 7f93822c1640 1 < canceled operation key=NCNK0GH8NEPH tag=3CU2DGU0Y7TB type=del size=3457663 2023-12-16T18:27:56.462 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.464+0000 7f93822c1640 1 > prepared operation key=LL5LBM7RMRS3 tag=IN7TZ2RKUAY8 type=del size=3136694 2023-12-16T18:27:56.465 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.466+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~2QC7EO213Y71.0 size=1048576 2023-12-16T18:27:56.467 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.468+0000 7f93822c1640 1 < completed part key=_multipart_80X1T8WPO5AJ.2~2QC7EO213Y71.1 size=673662 2023-12-16T18:27:56.470 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.471+0000 7f93822c1640 1 < completed multipart upload key=80X1T8WPO5AJ upload=2QC7EO213Y71 tag=HXQNN6AG1HFI type=write size=2770814 2023-12-16T18:27:56.472 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.474+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=UFP4G3XQ55VE type=del size=2858977 2023-12-16T18:27:56.474 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.476+0000 7f93822c1640 1 < completed delete operation key=3DH6NZ3UJJVG tag=DFPQKJU5P1GA type=del 2023-12-16T18:27:56.477 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.478+0000 7f93822c1640 1 > prepared operation key=UX6BKKXQRKOB tag=1P3TMCKCAWYO type=write size=189760 2023-12-16T18:27:56.479 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.480+0000 7f93822c1640 1 < completed delete operation key=WFIGGXKZLQTP tag=MFEM8N5ZRP95 type=del 2023-12-16T18:27:56.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.484+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~I0RGAV9RW1GH.0 size=547410 2023-12-16T18:27:56.482 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.484+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=I0RGAV9RW1GH tag=P2I6M3N2KKR4 type=write size=1595986 2023-12-16T18:27:56.484 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.486+0000 7f93822c1640 1 < completed part key=_multipart_O0025T05J9ZQ.2~MEJ31OYE8KG0.0 size=1012671 2023-12-16T18:27:56.488 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.490+0000 7f93822c1640 1 < completed multipart upload key=O0025T05J9ZQ upload=MEJ31OYE8KG0 tag=3QRU21GK7W4I type=write size=2061247 2023-12-16T18:27:56.490 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.492+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=I89E3BY8S640 type=del size=736823 2023-12-16T18:27:56.492 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.494+0000 7f93822c1640 1 < completed write operation key=SL00EWUL3JDN tag=1Y0DJDWO88VB type=write size=428238 2023-12-16T18:27:56.494 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.496+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=UMU52HV1KEK0 type=del size=2512685 2023-12-16T18:27:56.497 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.498+0000 7f93822c1640 1 < completed delete operation key=LCZP96WSAD6F tag=J2G8JVLZJP52 type=del 2023-12-16T18:27:56.499 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.500+0000 7f93822c1640 1 > prepared operation key=3TIX30XS60W0 tag=BITK6RX7CKJU type=del size=3198231 2023-12-16T18:27:56.501 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.502+0000 7f93822c1640 1 < completed delete operation key=IBG8SCFDGQT2 tag=1TBYDEVLZ7FN type=del 2023-12-16T18:27:56.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.506+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~35BPUWNB5DDI.0 size=533726 2023-12-16T18:27:56.504 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.506+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=35BPUWNB5DDI tag=CGP6E6NE9ZPM type=write size=1582302 2023-12-16T18:27:56.506 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.508+0000 7f93822c1640 1 < canceled operation key=3TIX30XS60W0 tag=PZVCN7QMA63D type=write size=759263 2023-12-16T18:27:56.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.512+0000 7f93822c1640 1 > prepared part key=_multipart_KRXRHOSSG9T7.2~ZNR6NGMZ0119.0 size=1004765 2023-12-16T18:27:56.510 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.512+0000 7f93822c1640 1 > prepared multipart upload key=KRXRHOSSG9T7 upload=ZNR6NGMZ0119 tag=VRUO23YH0WLW type=write size=2053341 2023-12-16T18:27:56.513 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.514+0000 7f93822c1640 1 < completed delete operation key=KRXRHOSSG9T7 tag=MXFH2EJ7QEZI type=del 2023-12-16T18:27:56.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.518+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~IFK4M0OX6CEN.0 size=1048576 2023-12-16T18:27:56.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.520+0000 7f93822c1640 1 > prepared part key=_multipart_T1982IC7NL80.2~IFK4M0OX6CEN.1 size=72549 2023-12-16T18:27:56.519 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.520+0000 7f93822c1640 1 > prepared multipart upload key=T1982IC7NL80 upload=IFK4M0OX6CEN tag=K332FD1VTICR type=write size=2169701 2023-12-16T18:27:56.521 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.522+0000 7f93822c1640 1 < completed part key=_multipart_7KQWKCYTE1ZD.2~WQPP2TE0ZLJQ.0 size=501708 2023-12-16T18:27:56.524 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.526+0000 7f93822c1640 1 < completed multipart upload key=7KQWKCYTE1ZD upload=WQPP2TE0ZLJQ tag=8MM13BMCYMMG type=write size=1550284 2023-12-16T18:27:56.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.530+0000 7f93822c1640 1 > prepared part key=_multipart_A0K8MNF7WKJ5.2~Z0S3XW3503TC.0 size=655990 2023-12-16T18:27:56.528 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.530+0000 7f93822c1640 1 > prepared multipart upload key=A0K8MNF7WKJ5 upload=Z0S3XW3503TC tag=K4HY2KAPF13D type=write size=1704566 2023-12-16T18:27:56.530 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.532+0000 7f93822c1640 1 < canceled operation key=7KQWKCYTE1ZD tag=ZIPMNNVX99P4 type=del size=769334 2023-12-16T18:27:56.533 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.534+0000 7f93822c1640 1 > prepared operation key=7F1XTE0NO1E7 tag=UR5IA4G8M4Q7 type=del size=3942412 2023-12-16T18:27:56.535 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.536+0000 7f93822c1640 1 < completed part key=_multipart_U1TKHNSDBAAI.2~52BYQ6GM431Y.0 size=850817 2023-12-16T18:27:56.539 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.540+0000 7f93822c1640 1 < completed multipart upload key=U1TKHNSDBAAI upload=52BYQ6GM431Y tag=7XQ6291NYBAW type=write size=1899393 2023-12-16T18:27:56.541 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.542+0000 7f93822c1640 1 > prepared operation key=F7I9QP65YT40 tag=965891A92CXJ type=write size=566705 2023-12-16T18:27:56.543 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.544+0000 7f93822c1640 1 < completed write operation key=2H33NU63U1M9 tag=6CDW4UXJ7YXP type=write size=884394 2023-12-16T18:27:56.545 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.546+0000 7f93822c1640 1 > prepared operation key=CBTYWNZ0X6QI tag=MGM1V3H6RROB type=del size=1921641 2023-12-16T18:27:56.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.549+0000 7f93822c1640 1 < completed part key=_multipart_4IEBMNZ5G5YI.2~SK59K8DAS1D5.0 size=1048576 2023-12-16T18:27:56.547 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.549+0000 7f93822c1640 1 < canceled part key=_multipart_4IEBMNZ5G5YI.2~SK59K8DAS1D5.1 size=134814 2023-12-16T18:27:56.551 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.553+0000 7f93822c1640 1 < canceled multipart upload key=4IEBMNZ5G5YI upload=SK59K8DAS1D5 tag=6VL86180QTYI type=write size=2231966 2023-12-16T18:27:56.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.555+0000 7f93822c1640 1 > prepared operation key=O0025T05J9ZQ tag=4CGLVIZB9APP type=del size=3370386 2023-12-16T18:27:56.554 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.555+0000 7f93822c1640 1 < canceled part key=_multipart_BJDLUONCEXLN.2~3QQNRZ6L6X40.0 size=375944 2023-12-16T18:27:56.557 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.559+0000 7f93822c1640 1 < canceled multipart upload key=BJDLUONCEXLN upload=3QQNRZ6L6X40 tag=CSURTNSQ0MR4 type=write size=1424520 2023-12-16T18:27:56.559 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.561+0000 7f93822c1640 1 > prepared operation key=U9TOW5YB71XP tag=YT7NSL9MKQZO type=del size=1762823 2023-12-16T18:27:56.561 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.563+0000 7f93822c1640 1 < canceled operation key=LL5LBM7RMRS3 tag=IN7TZ2RKUAY8 type=del size=3136694 2023-12-16T18:27:56.563 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.565+0000 7f93822c1640 1 > prepared operation key=EKHOTIJJJQL5 tag=029IVI87DQ0U type=del size=3167942 2023-12-16T18:27:56.566 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.568+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=UFP4G3XQ55VE type=del 2023-12-16T18:27:56.570 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.571+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~9ZFL9Q1N4ICB.0 size=1048576 2023-12-16T18:27:56.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.573+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~9ZFL9Q1N4ICB.1 size=609583 2023-12-16T18:27:56.572 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.573+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=9ZFL9Q1N4ICB tag=YIDQ3OI6VLPL type=write size=2706735 2023-12-16T18:27:56.574 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.576+0000 7f93822c1640 1 < completed write operation key=UX6BKKXQRKOB tag=1P3TMCKCAWYO type=write size=189760 2023-12-16T18:27:56.578 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.579+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~U79J12WDGT94.0 size=1048576 2023-12-16T18:27:56.580 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.581+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~U79J12WDGT94.1 size=1048576 2023-12-16T18:27:56.581 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.583+0000 7f93822c1640 1 > prepared part key=_multipart_NCNK0GH8NEPH.2~U79J12WDGT94.2 size=425118 2023-12-16T18:27:56.582 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.583+0000 7f93822c1640 1 > prepared multipart upload key=NCNK0GH8NEPH upload=U79J12WDGT94 tag=HHMDDT260QH1 type=write size=3570846 2023-12-16T18:27:56.584 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.585+0000 7f93822c1640 1 < completed part key=_multipart_76N6UQ3HGY5M.2~I0RGAV9RW1GH.0 size=547410 2023-12-16T18:27:56.587 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.589+0000 7f93822c1640 1 < completed multipart upload key=76N6UQ3HGY5M upload=I0RGAV9RW1GH tag=P2I6M3N2KKR4 type=write size=1595986 2023-12-16T18:27:56.591 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.592+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~NTECN4WB9YP3.0 size=1048576 2023-12-16T18:27:56.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.594+0000 7f93822c1640 1 > prepared part key=_multipart_76N6UQ3HGY5M.2~NTECN4WB9YP3.1 size=865290 2023-12-16T18:27:56.593 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.594+0000 7f93822c1640 1 > prepared multipart upload key=76N6UQ3HGY5M upload=NTECN4WB9YP3 tag=GYT3FHNXQNZG type=write size=2962442 2023-12-16T18:27:56.596 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.597+0000 7f93822c1640 1 < completed delete operation key=EKHOTIJJJQL5 tag=I89E3BY8S640 type=del 2023-12-16T18:27:56.597 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.599+0000 7f93822c1640 1 > prepared operation key=2H33NU63U1M9 tag=MG8JRAXBFH73 type=del size=1372004 2023-12-16T18:27:56.600 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.601+0000 7f93822c1640 1 < canceled operation key=7F1XTE0NO1E7 tag=UMU52HV1KEK0 type=del size=2512685 2023-12-16T18:27:56.603 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.605+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~VGKJY3O7A7PO.0 size=1048576 2023-12-16T18:27:56.605 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.607+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~VGKJY3O7A7PO.1 size=1048576 2023-12-16T18:27:56.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.609+0000 7f93822c1640 1 > prepared part key=_multipart_80X1T8WPO5AJ.2~VGKJY3O7A7PO.2 size=846996 2023-12-16T18:27:56.607 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.609+0000 7f93822c1640 1 > prepared multipart upload key=80X1T8WPO5AJ upload=VGKJY3O7A7PO tag=089MPO6756IS type=write size=3992724 2023-12-16T18:27:56.609 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.611+0000 7f93822c1640 1 < completed delete operation key=3TIX30XS60W0 tag=BITK6RX7CKJU type=del 2023-12-16T18:27:56.613 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.615+0000 7f93822c1640 1 > prepared part key=_multipart_SM7EDQYTHZ7L.2~33LRRKHEQQFT.0 size=599410 2023-12-16T18:27:56.613 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.615+0000 7f93822c1640 1 > prepared multipart upload key=SM7EDQYTHZ7L upload=33LRRKHEQQFT tag=KRYPH0VG80ZX type=write size=1647986 2023-12-16T18:27:56.616 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.617+0000 7f93822c1640 1 < completed part key=_multipart_T1982IC7NL80.2~35BPUWNB5DDI.0 size=533726 2023-12-16T18:27:56.620 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.621+0000 7f93822c1640 1 < completed multipart upload key=T1982IC7NL80 upload=35BPUWNB5DDI tag=CGP6E6NE9ZPM type=write size=1582302 2023-12-16T18:27:56.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.626+0000 7f93822c1640 1 > prepared part key=_multipart_U9TOW5YB71XP.2~IQNJCMRC7L9P.0 size=370787 2023-12-16T18:27:56.625 INFO:tasks.workunit.client.0.smithi071.stderr:2023-12-16T18:27:56.626+0000 7f93822c1640 1 > prepared multipart upload key=U9TOW5YB71XP upload=IQNJCMRC7L9P tag=ADHHI8O226IW type=write size=1419363 2023-12-16T18:27:56.625 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] cls_rgw_stats.simulate (14010 ms) 2023-12-16T18:27:56.626 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from cls_rgw_stats (14010 ms total) 2023-12-16T18:27:56.626 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:27:56.626 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:27:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:56 smithi071 ceph-mon[139725]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.20k op/s 2023-12-16T18:27:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:56 smithi071 ceph-mon[142085]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.20k op/s 2023-12-16T18:27:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:56 smithi184 ceph-mon[136228]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.20k op/s 2023-12-16T18:27:57.379 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 1 test from 1 test suite ran. (16614 ms total) 2023-12-16T18:27:57.379 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 1 test. 2023-12-16T18:27:57.383 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:27:57.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:27:57.452 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2023-12-16T18:27:57.452 DEBUG:teuthology.orchestra.run.smithi071:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2023-12-16T18:27:57.519 INFO:tasks.workunit.client.0.smithi071.stdout:Running main() from gmock_main.cc 2023-12-16T18:27:57.519 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 2 tests from 1 test suite. 2023-12-16T18:27:57.519 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:27:57.519 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from ClsSDK 2023-12-16T18:27:57.519 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2023-12-16T18:27:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:27:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:27:57] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2023-12-16T18:27:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:58 smithi071 ceph-mon[139725]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 388 KiB/s wr, 1.99k op/s 2023-12-16T18:27:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:58 smithi071 ceph-mon[139725]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T18:27:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:58 smithi071 ceph-mon[142085]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 388 KiB/s wr, 1.99k op/s 2023-12-16T18:27:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:58 smithi071 ceph-mon[142085]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T18:27:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:58 smithi184 ceph-mon[136228]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 388 KiB/s wr, 1.99k op/s 2023-12-16T18:27:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:58 smithi184 ceph-mon[136228]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-16T18:27:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[139725]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T18:27:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/621831952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[142085]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T18:27:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/621831952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:27:59 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:59 smithi184 ceph-mon[136228]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-16T18:27:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/621831952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:27:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:27:59 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:00.401 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2882 ms) 2023-12-16T18:28:00.401 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2023-12-16T18:28:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[142085]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[142085]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[139725]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:00 smithi071 ceph-mon[139725]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T18:28:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:00 smithi184 ceph-mon[136228]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:00 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:28:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:00 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:00 smithi184 ceph-mon[136228]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-16T18:28:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:01 smithi071 ceph-mon[139725]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T18:28:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:01 smithi071 ceph-mon[139725]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:01.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:01 smithi071 ceph-mon[142085]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T18:28:01.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:01 smithi071 ceph-mon[142085]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:01 smithi184 ceph-mon[136228]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-16T18:28:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:01 smithi184 ceph-mon[136228]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[139725]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/850959112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[142085]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/850959112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:02 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:02 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:28:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:02 smithi184 ceph-mon[136228]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-16T18:28:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:02 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/850959112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:02 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3021 ms) 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from ClsSDK (5903 ms total) 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 2 tests from 1 test suite ran. (5903 ms total) 2023-12-16T18:28:03.422 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 2 tests. 2023-12-16T18:28:03.425 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:28:03.425 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:28:03.495 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2023-12-16T18:28:03.495 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:28:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[139725]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T18:28:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[139725]: pgmap v1350: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[142085]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T18:28:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[142085]: pgmap v1350: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:03.756 DEBUG:teuthology.parallel:result is None 2023-12-16T18:28:03.756 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:28:03.783 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:28:03.783 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:28:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi071-173196-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:28:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:03 smithi184 ceph-mon[136228]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-16T18:28:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:03 smithi184 ceph-mon[136228]: pgmap v1350: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:03.838 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:28:03.838 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:28:03.839 INFO:teuthology.task.print:**** done end rados_api.yaml 2023-12-16T18:28:03.839 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:28:03.839 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2023-12-16T18:28:03.839 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T18:28:03.839 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T18:28:03.840 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T18:28:03.840 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:28:03.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T18:28:03.894 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T18:28:03.894 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:28:03.949 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T18:28:03.949 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T18:28:04.005 INFO:tasks.workunit:timeout=3h 2023-12-16T18:28:04.005 INFO:tasks.workunit:cleanup=True 2023-12-16T18:28:04.006 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:28:04.061 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T18:28:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:04 smithi071 ceph-mon[139725]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T18:28:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:04 smithi071 ceph-mon[142085]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T18:28:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:04 smithi184 ceph-mon[136228]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-16T18:28:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:05 smithi071 ceph-mon[139725]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:05.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:05 smithi071 ceph-mon[142085]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:05 smithi184 ceph-mon[136228]: pgmap v1352: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:07] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:28:08.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:08 smithi184 ceph-mon[136228]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:08 smithi071 ceph-mon[139725]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:08 smithi071 ceph-mon[142085]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:10.249 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:28:10.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:10 smithi184 ceph-mon[136228]: pgmap v1354: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:10 smithi071 ceph-mon[139725]: pgmap v1354: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:10 smithi071 ceph-mon[142085]: pgmap v1354: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (17m) 4m ago 20m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (17m) 2m ago 20m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (21m) 4m ago 21m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (21m) 2m ago 21m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (17m) 2m ago 23m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:28:10.567 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (17m) 4m ago 24m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (17m) 4m ago 24m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (16m) 2m ago 23m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (16m) 4m ago 23m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (17m) 4m ago 20m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (17m) 2m ago 20m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (15m) 4m ago 23m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (15m) 4m ago 22m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (14m) 4m ago 22m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (14m) 4m ago 22m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (14m) 2m ago 22m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (13m) 2m ago 22m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (13m) 2m ago 21m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (12m) 2m ago 21m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:28:10.568 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (17m) 2m ago 20m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:10.964 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:28:10.965 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:28:11.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:11 smithi071 ceph-mon[139725]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:11.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3848394670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:11.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:11 smithi071 ceph-mon[142085]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:11.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3848394670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:11.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:11 smithi184 ceph-mon[136228]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:11.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3848394670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:11.348 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T18:28:11.403 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T18:28:11.405 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:28:11.405 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T18:28:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T18:28:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T18:28:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:28:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:28:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T18:28:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:28:11.586 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:28:11.586 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T18:28:11.654 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2023-12-16T18:28:11.656 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2023-12-16T18:28:11.656 DEBUG:teuthology.orchestra.run.smithi071:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2023-12-16T18:28:11.750 INFO:tasks.workunit.client.0.smithi071.stdout:run length 1200 seconds 2023-12-16T18:28:11.750 INFO:tasks.workunit.client.0.smithi071.stdout:preparing 10240 objects 2023-12-16T18:28:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:12 smithi184 ceph-mon[136228]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:12.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:12 smithi184 ceph-mon[136228]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:12 smithi071 ceph-mon[139725]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:12 smithi071 ceph-mon[139725]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:12 smithi071 ceph-mon[142085]: pgmap v1355: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:12 smithi071 ceph-mon[142085]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:13.923 INFO:tasks.workunit.client.0.smithi071.stdout:load-gen will run 1200 seconds 2023-12-16T18:28:14.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:14 smithi184 ceph-mon[136228]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:14 smithi071 ceph-mon[139725]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:14 smithi071 ceph-mon[142085]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:28:14.923 INFO:tasks.workunit.client.0.smithi071.stdout: 1: throughput=0MB/sec pending data=0 2023-12-16T18:28:14.924 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p3PGR6cLKjwNsQJ off=5502054 len=2017799 2023-12-16T18:28:14.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 0 completed, throughput=1.92MB/sec 2023-12-16T18:28:14.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jhWncjLsG04U3GI off=7733754 len=1787140 2023-12-16T18:28:14.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 1 completed, throughput=3.6MB/sec 2023-12-16T18:28:14.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CDzPitLeYoLHed_ off=1231089 len=1195038 2023-12-16T18:28:14.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 2 completed, throughput=4.72MB/sec 2023-12-16T18:28:14.933 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X0WYbTYOjr_0vz9 off=5696423 len=1584572 2023-12-16T18:28:14.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 3 completed, throughput=6.21MB/sec 2023-12-16T18:28:15.935 INFO:tasks.workunit.client.0.smithi071.stdout: 2: throughput=3.12MB/sec pending data=0 2023-12-16T18:28:15.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Oz8IZd9DchoXpT5 off=833918 len=1621907 2023-12-16T18:28:15.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 4 completed, throughput=3.87MB/sec 2023-12-16T18:28:15.944 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LveoLBVelOWKLaS off=2898312 len=357284 2023-12-16T18:28:15.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 5 completed, throughput=4.03MB/sec 2023-12-16T18:28:15.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-H_jMI97wTcLHceT off=0 len=1875214 2023-12-16T18:28:15.951 INFO:tasks.workunit.client.0.smithi071.stdout:op 6 completed, throughput=4.91MB/sec 2023-12-16T18:28:15.951 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PfLalHuFkwjPHTK off=2665758 len=1011027 2023-12-16T18:28:15.958 INFO:tasks.workunit.client.0.smithi071.stdout:op 7 completed, throughput=5.37MB/sec 2023-12-16T18:28:16.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:16 smithi184 ceph-mon[136228]: pgmap v1357: 105 pgs: 105 active+clean; 56 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 411 KiB/s wr, 411 op/s 2023-12-16T18:28:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:16 smithi071 ceph-mon[139725]: pgmap v1357: 105 pgs: 105 active+clean; 56 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 411 KiB/s wr, 411 op/s 2023-12-16T18:28:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:16 smithi071 ceph-mon[142085]: pgmap v1357: 105 pgs: 105 active+clean; 56 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 411 KiB/s wr, 411 op/s 2023-12-16T18:28:16.958 INFO:tasks.workunit.client.0.smithi071.stdout: 3: throughput=3.6MB/sec pending data=0 2023-12-16T18:28:16.958 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ak2IuqWB8Xc-g_8 off=5872222 len=39247 2023-12-16T18:28:16.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 8 completed, throughput=3.61MB/sec 2023-12-16T18:28:16.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GgKT_6-r7lYm7_m off=1150199 len=744460 2023-12-16T18:28:16.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 9 completed, throughput=3.84MB/sec 2023-12-16T18:28:16.963 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EHiEb54oxyFv15w off=7345041 len=1920066 2023-12-16T18:28:16.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 10 completed, throughput=4.44MB/sec 2023-12-16T18:28:16.967 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gKElnLerQLbUFVr off=2303747 len=1295633 2023-12-16T18:28:16.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 11 completed, throughput=4.84MB/sec 2023-12-16T18:28:16.969 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Pq5vr0ZCcgJBSyT off=247337 len=603967 2023-12-16T18:28:16.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 12 completed, throughput=5.02MB/sec 2023-12-16T18:28:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:17] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2023-12-16T18:28:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: 4: throughput=3.78MB/sec pending data=0 2023-12-16T18:28:17.974 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MO5rggWwhX4DplL off=6261336 len=130741 2023-12-16T18:28:17.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 13 completed, throughput=3.81MB/sec 2023-12-16T18:28:17.976 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m6tqX5ORK6SLg4K off=6348373 len=340031 2023-12-16T18:28:17.979 INFO:tasks.workunit.client.0.smithi071.stdout:op 14 completed, throughput=3.89MB/sec 2023-12-16T18:28:17.979 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jXu9Xtf2UHTkMiq off=1407631 len=1003878 2023-12-16T18:28:17.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 15 completed, throughput=4.12MB/sec 2023-12-16T18:28:17.982 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r-an6Pw4ZaNn71E off=2058643 len=707327 2023-12-16T18:28:17.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 16 completed, throughput=4.28MB/sec 2023-12-16T18:28:17.983 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VCUs_7oy15rYs_e off=4194394 len=1807867 2023-12-16T18:28:17.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 17 completed, throughput=4.71MB/sec 2023-12-16T18:28:17.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_LzO6bmEWIcikq off=2317225 len=2004831 2023-12-16T18:28:17.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 18 completed, throughput=5.17MB/sec 2023-12-16T18:28:18.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:18 smithi184 ceph-mon[136228]: pgmap v1358: 105 pgs: 105 active+clean; 121 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s wr, 805 op/s 2023-12-16T18:28:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:18 smithi071 ceph-mon[139725]: pgmap v1358: 105 pgs: 105 active+clean; 121 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s wr, 805 op/s 2023-12-16T18:28:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:18 smithi071 ceph-mon[142085]: pgmap v1358: 105 pgs: 105 active+clean; 121 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 888 KiB/s wr, 805 op/s 2023-12-16T18:28:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: 5: throughput=4.15MB/sec pending data=0 2023-12-16T18:28:18.988 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BuiRkptuUgA3SLi off=4634947 len=1652371 2023-12-16T18:28:18.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 19 completed, throughput=4.46MB/sec 2023-12-16T18:28:18.990 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-evAUmjTLwdatWrp off=1796197 len=355053 2023-12-16T18:28:18.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 20 completed, throughput=4.53MB/sec 2023-12-16T18:28:18.991 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B_FiavLRDlpAacv off=1238563 len=2093964 2023-12-16T18:28:19.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 21 completed, throughput=4.91MB/sec 2023-12-16T18:28:19.001 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xPUIwNmfWVOQX1N off=17771766 len=41913 2023-12-16T18:28:19.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 22 completed, throughput=4.92MB/sec 2023-12-16T18:28:19.001 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nmJ-itwEqRaYGS5 off=8582851 len=481104 2023-12-16T18:28:19.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 23 completed, throughput=5.01MB/sec 2023-12-16T18:28:19.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:19.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:19.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: 6: throughput=4.18MB/sec pending data=0 2023-12-16T18:28:20.002 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BGUQ594WSsrm_gl off=14109573 len=1258503 2023-12-16T18:28:20.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 24 completed, throughput=4.38MB/sec 2023-12-16T18:28:20.004 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-93XxgIHu3doEPvf off=5114328 len=169413 2023-12-16T18:28:20.007 INFO:tasks.workunit.client.0.smithi071.stdout:op 25 completed, throughput=4.4MB/sec 2023-12-16T18:28:20.007 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2OZlzcJWCfzXmHF off=1658016 len=715457 2023-12-16T18:28:20.009 INFO:tasks.workunit.client.0.smithi071.stdout:op 26 completed, throughput=4.52MB/sec 2023-12-16T18:28:20.009 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TmAXiEd-0vt-WbF off=4954347 len=1675960 2023-12-16T18:28:20.011 INFO:tasks.workunit.client.0.smithi071.stdout:op 27 completed, throughput=4.78MB/sec 2023-12-16T18:28:20.011 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aKZjM1oxWcZSXUd off=79938 len=2008213 2023-12-16T18:28:20.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 28 completed, throughput=5.09MB/sec 2023-12-16T18:28:20.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:20 smithi184 ceph-mon[136228]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 464 KiB/s rd, 965 KiB/s wr, 853 op/s 2023-12-16T18:28:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:20 smithi071 ceph-mon[139725]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 464 KiB/s rd, 965 KiB/s wr, 853 op/s 2023-12-16T18:28:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:20 smithi071 ceph-mon[142085]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 464 KiB/s rd, 965 KiB/s wr, 853 op/s 2023-12-16T18:28:21.015 INFO:tasks.workunit.client.0.smithi071.stdout: 7: throughput=4.37MB/sec pending data=0 2023-12-16T18:28:21.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hcwLcUq985QUWGg off=0 len=1356854 2023-12-16T18:28:21.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 29 completed, throughput=4.55MB/sec 2023-12-16T18:28:21.022 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nBUOTFtGYTWYJE1 off=22060175 len=1733188 2023-12-16T18:28:21.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 30 completed, throughput=4.78MB/sec 2023-12-16T18:28:21.029 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-In_sBTgrRkTLdRZ off=352510 len=1560978 2023-12-16T18:28:21.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 31 completed, throughput=4.98MB/sec 2023-12-16T18:28:21.032 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oUVpgcsigar6m-C off=963916 len=1852265 2023-12-16T18:28:21.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 32 completed, throughput=5.23MB/sec 2023-12-16T18:28:22.034 INFO:tasks.workunit.client.0.smithi071.stdout: 8: throughput=4.59MB/sec pending data=0 2023-12-16T18:28:22.034 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KVGB5K7Bgk9C0Dz off=21869431 len=2067469 2023-12-16T18:28:22.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 33 completed, throughput=4.83MB/sec 2023-12-16T18:28:22.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hzVBnY2_8-k7LIr off=571297 len=1602558 2023-12-16T18:28:22.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 34 completed, throughput=5.01MB/sec 2023-12-16T18:28:22.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:22 smithi184 ceph-mon[136228]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 854 op/s 2023-12-16T18:28:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:22 smithi071 ceph-mon[139725]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 854 op/s 2023-12-16T18:28:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:22 smithi071 ceph-mon[142085]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 854 op/s 2023-12-16T18:28:23.039 INFO:tasks.workunit.client.0.smithi071.stdout: 9: throughput=4.46MB/sec pending data=0 2023-12-16T18:28:23.039 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UkCsWoH7zpAeljv off=14862665 len=1198350 2023-12-16T18:28:23.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 35 completed, throughput=4.59MB/sec 2023-12-16T18:28:23.045 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xmY1DzdHBl2vw_H off=1509719 len=793877 2023-12-16T18:28:23.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 36 completed, throughput=4.67MB/sec 2023-12-16T18:28:23.046 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NE8HTiUCbuCLLNQ off=3260785 len=1343414 2023-12-16T18:28:23.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 37 completed, throughput=4.81MB/sec 2023-12-16T18:28:23.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SVqt13JEZZUH8Zp off=14681589 len=2055822 2023-12-16T18:28:23.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 38 completed, throughput=5.02MB/sec 2023-12-16T18:28:24.062 INFO:tasks.workunit.client.0.smithi071.stdout: 10: throughput=4.52MB/sec pending data=0 2023-12-16T18:28:24.062 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qFrV1rU9Lj4dab4 off=3357454 len=218175 2023-12-16T18:28:24.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 39 completed, throughput=4.54MB/sec 2023-12-16T18:28:24.065 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Of1m163k77VElzW off=5098523 len=1388876 2023-12-16T18:28:24.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 40 completed, throughput=4.67MB/sec 2023-12-16T18:28:24.067 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UOSvI19JwQnZg2z off=1209299 len=1367525 2023-12-16T18:28:24.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 41 completed, throughput=4.8MB/sec 2023-12-16T18:28:24.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NXrpZp48I6wXpPb off=3166479 len=976515 2023-12-16T18:28:24.078 INFO:tasks.workunit.client.0.smithi071.stdout:op 42 completed, throughput=4.88MB/sec 2023-12-16T18:28:24.078 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mRmBtImalynMs4o off=550331 len=1217243 2023-12-16T18:28:24.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 43 completed, throughput=5MB/sec 2023-12-16T18:28:24.085 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ll5FgXUpXzb1gxn off=844712 len=927759 2023-12-16T18:28:24.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 44 completed, throughput=5.08MB/sec 2023-12-16T18:28:24.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:24 smithi184 ceph-mon[136228]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 855 op/s 2023-12-16T18:28:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:24 smithi071 ceph-mon[139725]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 855 op/s 2023-12-16T18:28:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:24 smithi071 ceph-mon[142085]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 855 op/s 2023-12-16T18:28:25.087 INFO:tasks.workunit.client.0.smithi071.stdout: 11: throughput=4.63MB/sec pending data=0 2023-12-16T18:28:25.087 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VoQXP1naD_EpGnX off=1574365 len=1185033 2023-12-16T18:28:25.092 INFO:tasks.workunit.client.0.smithi071.stdout:op 45 completed, throughput=4.73MB/sec 2023-12-16T18:28:25.092 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fCEtiPTxIu1r0Ex off=10180920 len=248196 2023-12-16T18:28:25.096 INFO:tasks.workunit.client.0.smithi071.stdout:op 46 completed, throughput=4.75MB/sec 2023-12-16T18:28:25.096 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tiJTIhJ6wPsNZxC off=4866608 len=1531635 2023-12-16T18:28:25.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 47 completed, throughput=4.87MB/sec 2023-12-16T18:28:25.099 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SLlEkQriGLAyYD0 off=564021 len=1091469 2023-12-16T18:28:25.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 48 completed, throughput=4.97MB/sec 2023-12-16T18:28:25.102 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V5u3L6mpUmK9oCD off=2032154 len=241493 2023-12-16T18:28:25.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 49 completed, throughput=4.99MB/sec 2023-12-16T18:28:25.104 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-svO6f2QLK_at7NB off=406801 len=393713 2023-12-16T18:28:25.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 50 completed, throughput=5.02MB/sec 2023-12-16T18:28:26.107 INFO:tasks.workunit.client.0.smithi071.stdout: 12: throughput=4.61MB/sec pending data=0 2023-12-16T18:28:26.107 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eyFxX58R0iRBeFf off=5455119 len=457426 2023-12-16T18:28:26.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 51 completed, throughput=4.64MB/sec 2023-12-16T18:28:26.111 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hJjns31lDpVqqU7 off=7042388 len=2038576 2023-12-16T18:28:26.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 52 completed, throughput=4.8MB/sec 2023-12-16T18:28:26.122 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xkvtLURlq5IJ9a- off=16987182 len=832387 2023-12-16T18:28:26.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 53 completed, throughput=4.86MB/sec 2023-12-16T18:28:26.123 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BlX3BTROCvVc7LL off=13045081 len=1800944 2023-12-16T18:28:26.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 54 completed, throughput=5MB/sec 2023-12-16T18:28:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:26 smithi184 ceph-mon[136228]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 856 op/s 2023-12-16T18:28:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:26 smithi071 ceph-mon[139725]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 856 op/s 2023-12-16T18:28:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:26 smithi071 ceph-mon[142085]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 856 op/s 2023-12-16T18:28:27.125 INFO:tasks.workunit.client.0.smithi071.stdout: 13: throughput=4.62MB/sec pending data=0 2023-12-16T18:28:27.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Jx7ambT6CDZqp_D off=1930418 len=1501530 2023-12-16T18:28:27.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 55 completed, throughput=4.73MB/sec 2023-12-16T18:28:27.127 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hc6JowYLvrcupFe off=18897977 len=234592 2023-12-16T18:28:27.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 56 completed, throughput=4.75MB/sec 2023-12-16T18:28:27.128 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TT5ugL2K9sxYEHg off=14857016 len=1667801 2023-12-16T18:28:27.137 INFO:tasks.workunit.client.0.smithi071.stdout:op 57 completed, throughput=4.86MB/sec 2023-12-16T18:28:27.137 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DMa5ge7KJo6K12J off=1305533 len=1908462 2023-12-16T18:28:27.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 58 completed, throughput=5MB/sec 2023-12-16T18:28:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:27] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2023-12-16T18:28:28.139 INFO:tasks.workunit.client.0.smithi071.stdout: 14: throughput=4.65MB/sec pending data=0 2023-12-16T18:28:28.139 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vu0TXd813TMgqZe off=290159 len=1710117 2023-12-16T18:28:28.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 59 completed, throughput=4.76MB/sec 2023-12-16T18:28:28.148 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0q-0y71-uqI1CI7 off=10377545 len=700222 2023-12-16T18:28:28.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 60 completed, throughput=4.81MB/sec 2023-12-16T18:28:28.149 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HJKSqekjaXff4vW off=1531536 len=727135 2023-12-16T18:28:28.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 61 completed, throughput=4.86MB/sec 2023-12-16T18:28:28.150 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o2Gi4tLXkDfC1pZ off=257904 len=1529438 2023-12-16T18:28:28.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 62 completed, throughput=4.96MB/sec 2023-12-16T18:28:28.151 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-33at3H6TjPMGdQQ off=4828941 len=461984 2023-12-16T18:28:28.155 INFO:tasks.workunit.client.0.smithi071.stdout:op 63 completed, throughput=4.99MB/sec 2023-12-16T18:28:28.155 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-msUiWnO5sE3ZZaU off=10596397 len=1352306 2023-12-16T18:28:28.164 INFO:tasks.workunit.client.0.smithi071.stdout:op 64 completed, throughput=5.07MB/sec 2023-12-16T18:28:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:28 smithi184 ceph-mon[136228]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 477 op/s 2023-12-16T18:28:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:28 smithi071 ceph-mon[139725]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 477 op/s 2023-12-16T18:28:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:28 smithi071 ceph-mon[142085]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 477 op/s 2023-12-16T18:28:29.165 INFO:tasks.workunit.client.0.smithi071.stdout: 15: throughput=4.74MB/sec pending data=0 2023-12-16T18:28:29.165 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OToLZp67XyhOt13 off=6468502 len=419358 2023-12-16T18:28:29.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 65 completed, throughput=4.77MB/sec 2023-12-16T18:28:29.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eumEl3Wfcsfg_hJ off=12171126 len=1838860 2023-12-16T18:28:29.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 66 completed, throughput=4.88MB/sec 2023-12-16T18:28:29.174 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vJRvfSf4tvtA-k5 off=1681768 len=53609 2023-12-16T18:28:29.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 67 completed, throughput=4.88MB/sec 2023-12-16T18:28:29.174 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NCpwQ5ly0MmN8QD off=14507082 len=1817373 2023-12-16T18:28:29.177 INFO:tasks.workunit.client.0.smithi071.stdout:op 68 completed, throughput=5MB/sec 2023-12-16T18:28:29.178 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FLCUd3jxCouBNKd off=6289603 len=666430 2023-12-16T18:28:29.178 INFO:tasks.workunit.client.0.smithi071.stdout:op 69 completed, throughput=5.04MB/sec 2023-12-16T18:28:30.179 INFO:tasks.workunit.client.0.smithi071.stdout: 16: throughput=4.73MB/sec pending data=0 2023-12-16T18:28:30.179 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ACh9oG0dRhThPTB off=13159811 len=739573 2023-12-16T18:28:30.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 70 completed, throughput=4.77MB/sec 2023-12-16T18:28:30.180 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QWN2l6zhScRcRK4 off=9793843 len=1718429 2023-12-16T18:28:30.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 71 completed, throughput=4.87MB/sec 2023-12-16T18:28:30.182 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bNHiK1BJQVabuzk off=275016 len=2080618 2023-12-16T18:28:30.184 INFO:tasks.workunit.client.0.smithi071.stdout:op 72 completed, throughput=4.99MB/sec 2023-12-16T18:28:30.184 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x0j7iXOVg0uux-Z off=3095724 len=917227 2023-12-16T18:28:30.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 73 completed, throughput=5.04MB/sec 2023-12-16T18:28:30.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:30 smithi184 ceph-mon[136228]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 51 op/s 2023-12-16T18:28:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:30 smithi071 ceph-mon[139725]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 51 op/s 2023-12-16T18:28:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:30 smithi071 ceph-mon[142085]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 51 op/s 2023-12-16T18:28:31.190 INFO:tasks.workunit.client.0.smithi071.stdout: 17: throughput=4.75MB/sec pending data=0 2023-12-16T18:28:31.190 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R33wBv-r3JMlZAW off=823706 len=1731650 2023-12-16T18:28:31.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 74 completed, throughput=4.84MB/sec 2023-12-16T18:28:31.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CVFHMt8typop8Wx off=17793395 len=1401264 2023-12-16T18:28:31.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 75 completed, throughput=4.92MB/sec 2023-12-16T18:28:31.202 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xOOmFQKvlyT7he3 off=21192091 len=614804 2023-12-16T18:28:31.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 76 completed, throughput=4.95MB/sec 2023-12-16T18:28:31.203 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FKOd182u51n0kH9 off=430859 len=672335 2023-12-16T18:28:31.207 INFO:tasks.workunit.client.0.smithi071.stdout:op 77 completed, throughput=4.99MB/sec 2023-12-16T18:28:31.207 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HFEwlRPLJXfncUi off=15321076 len=1479881 2023-12-16T18:28:31.214 INFO:tasks.workunit.client.0.smithi071.stdout:op 78 completed, throughput=5.07MB/sec 2023-12-16T18:28:32.214 INFO:tasks.workunit.client.0.smithi071.stdout: 18: throughput=4.79MB/sec pending data=0 2023-12-16T18:28:32.215 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kj3bBs2xCq-kH90 off=11250117 len=1279326 2023-12-16T18:28:32.216 INFO:tasks.workunit.client.0.smithi071.stdout:op 79 completed, throughput=4.86MB/sec 2023-12-16T18:28:32.216 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5lm_58DAWjg_vxH off=667222 len=1778629 2023-12-16T18:28:32.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 80 completed, throughput=4.95MB/sec 2023-12-16T18:28:32.229 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ksx8wYbqUHsfQoy off=6572247 len=2031389 2023-12-16T18:28:32.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 81 completed, throughput=5.05MB/sec 2023-12-16T18:28:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:32 smithi071 ceph-mon[139725]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:28:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:32 smithi071 ceph-mon[142085]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:28:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:32 smithi184 ceph-mon[136228]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:28:33.242 INFO:tasks.workunit.client.0.smithi071.stdout: 19: throughput=4.79MB/sec pending data=0 2023-12-16T18:28:33.243 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IoGLd7Bc-3mR71V off=13856325 len=2076423 2023-12-16T18:28:33.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 82 completed, throughput=4.89MB/sec 2023-12-16T18:28:33.245 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i62-4ALlhoNIAwv off=8674784 len=1556089 2023-12-16T18:28:33.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 83 completed, throughput=4.97MB/sec 2023-12-16T18:28:33.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k4x1f8HF_PrN3iS off=4814551 len=201594 2023-12-16T18:28:33.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 84 completed, throughput=4.98MB/sec 2023-12-16T18:28:33.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q3AVTgVnsjvVHQ1 off=929984 len=624173 2023-12-16T18:28:33.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 85 completed, throughput=5.01MB/sec 2023-12-16T18:28:34.254 INFO:tasks.workunit.client.0.smithi071.stdout: 20: throughput=4.76MB/sec pending data=0 2023-12-16T18:28:34.254 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d5JUC-dSZFxWnqT off=5019316 len=1411240 2023-12-16T18:28:34.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 86 completed, throughput=4.83MB/sec 2023-12-16T18:28:34.255 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3UMAeWyLNtkrhSN off=6557526 len=775569 2023-12-16T18:28:34.260 INFO:tasks.workunit.client.0.smithi071.stdout:op 87 completed, throughput=4.86MB/sec 2023-12-16T18:28:34.260 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gbrd-h49nFR1gc3 off=5964484 len=1428525 2023-12-16T18:28:34.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 88 completed, throughput=4.93MB/sec 2023-12-16T18:28:34.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nEgAaDRtWiaduco off=489573 len=1841022 2023-12-16T18:28:34.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 89 completed, throughput=5.01MB/sec 2023-12-16T18:28:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:34 smithi071 ceph-mon[139725]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:28:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:34.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:34 smithi071 ceph-mon[142085]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:28:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:34 smithi184 ceph-mon[136228]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:28:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:35.278 INFO:tasks.workunit.client.0.smithi071.stdout: 21: throughput=4.78MB/sec pending data=0 2023-12-16T18:28:35.278 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-olhaK17akz9mjzL off=2626737 len=1566651 2023-12-16T18:28:35.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 90 completed, throughput=4.84MB/sec 2023-12-16T18:28:35.286 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-st3WbVoCpHOGcBL off=3133766 len=108628 2023-12-16T18:28:35.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 91 completed, throughput=4.85MB/sec 2023-12-16T18:28:35.288 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-czTQBmZ2Ng26hSo off=1553680 len=1600282 2023-12-16T18:28:35.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 92 completed, throughput=4.92MB/sec 2023-12-16T18:28:35.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u14EBdwrFuhJDq8 off=2903081 len=2081887 2023-12-16T18:28:35.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 93 completed, throughput=5.01MB/sec 2023-12-16T18:28:36.307 INFO:tasks.workunit.client.0.smithi071.stdout: 22: throughput=4.78MB/sec pending data=0 2023-12-16T18:28:36.307 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Sw4efMh3-iW639d off=3280877 len=688885 2023-12-16T18:28:36.312 INFO:tasks.workunit.client.0.smithi071.stdout:op 94 completed, throughput=4.81MB/sec 2023-12-16T18:28:36.312 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VEOBL1FrqU6Z4lS off=6879417 len=1475955 2023-12-16T18:28:36.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 95 completed, throughput=4.87MB/sec 2023-12-16T18:28:36.314 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0rvb4FayfHp7f_7 off=9689363 len=1834756 2023-12-16T18:28:36.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 96 completed, throughput=4.95MB/sec 2023-12-16T18:28:36.318 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--JMpiWqNlfzNhii off=17936913 len=148849 2023-12-16T18:28:36.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 97 completed, throughput=4.96MB/sec 2023-12-16T18:28:36.321 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4P13PKwxmeZDyMv off=2211607 len=1370482 2023-12-16T18:28:36.323 INFO:tasks.workunit.client.0.smithi071.stdout:op 98 completed, throughput=5.02MB/sec 2023-12-16T18:28:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:36 smithi071 ceph-mon[139725]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:28:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:36 smithi071 ceph-mon[142085]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:28:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:36 smithi184 ceph-mon[136228]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:28:37.323 INFO:tasks.workunit.client.0.smithi071.stdout: 23: throughput=4.8MB/sec pending data=0 2023-12-16T18:28:37.323 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v21hjKFMs9vuPcL off=2817507 len=875160 2023-12-16T18:28:37.328 INFO:tasks.workunit.client.0.smithi071.stdout:op 99 completed, throughput=4.84MB/sec 2023-12-16T18:28:37.329 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bhNfXYMp5jFSlu0 off=15798389 len=1097700 2023-12-16T18:28:37.334 INFO:tasks.workunit.client.0.smithi071.stdout:op 100 completed, throughput=4.88MB/sec 2023-12-16T18:28:37.335 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nK-SJbZ3jQLLV9l off=3731383 len=445701 2023-12-16T18:28:37.335 INFO:tasks.workunit.client.0.smithi071.stdout:op 101 completed, throughput=4.9MB/sec 2023-12-16T18:28:37.335 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vQCb9F42Nvy5V_g off=3685359 len=631079 2023-12-16T18:28:37.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 102 completed, throughput=4.92MB/sec 2023-12-16T18:28:37.337 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y-fx1Ge0S7Vo_Ei off=10721047 len=44891 2023-12-16T18:28:37.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 103 completed, throughput=4.92MB/sec 2023-12-16T18:28:37.337 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Td483k6xpiV3qAJ off=6205163 len=1552208 2023-12-16T18:28:37.340 INFO:tasks.workunit.client.0.smithi071.stdout:op 104 completed, throughput=4.99MB/sec 2023-12-16T18:28:37.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-h6NuHTvMBGWJ5Fl off=9074496 len=158212 2023-12-16T18:28:37.343 INFO:tasks.workunit.client.0.smithi071.stdout:op 105 completed, throughput=4.99MB/sec 2023-12-16T18:28:37.343 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FsTjbablYgWdQZf off=19083166 len=928991 2023-12-16T18:28:37.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 106 completed, throughput=5.03MB/sec 2023-12-16T18:28:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:37] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-16T18:28:38.344 INFO:tasks.workunit.client.0.smithi071.stdout: 24: throughput=4.82MB/sec pending data=0 2023-12-16T18:28:38.344 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CCqhgBNSppML8AO off=16183435 len=977259 2023-12-16T18:28:38.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 107 completed, throughput=4.86MB/sec 2023-12-16T18:28:38.346 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SzvqhqZXPwxEJnM off=12925154 len=680778 2023-12-16T18:28:38.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 108 completed, throughput=4.89MB/sec 2023-12-16T18:28:38.350 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ry7IaoaSWr6xfY off=3289123 len=138822 2023-12-16T18:28:38.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 109 completed, throughput=4.89MB/sec 2023-12-16T18:28:38.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GEG5HhErfTCOG1q off=2238880 len=430652 2023-12-16T18:28:38.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 110 completed, throughput=4.91MB/sec 2023-12-16T18:28:38.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UXkkU21Ls8UMPuh off=4776899 len=1264687 2023-12-16T18:28:38.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 111 completed, throughput=4.96MB/sec 2023-12-16T18:28:38.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m2Fow3MpzBt9M-X off=329375 len=1549651 2023-12-16T18:28:38.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 112 completed, throughput=5.02MB/sec 2023-12-16T18:28:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:38 smithi071 ceph-mon[139725]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:28:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:38 smithi071 ceph-mon[142085]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:28:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:38 smithi184 ceph-mon[136228]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:28:39.364 INFO:tasks.workunit.client.0.smithi071.stdout: 25: throughput=4.82MB/sec pending data=0 2023-12-16T18:28:39.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FDZsQK0_yR9lKz8 off=1914042 len=1272188 2023-12-16T18:28:39.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 113 completed, throughput=4.87MB/sec 2023-12-16T18:28:39.372 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0DRJ4bOE-Iibqyh off=14093857 len=1394760 2023-12-16T18:28:39.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 114 completed, throughput=4.92MB/sec 2023-12-16T18:28:39.378 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mx8v_TCTaelXVdg off=3365378 len=1510375 2023-12-16T18:28:39.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 115 completed, throughput=4.97MB/sec 2023-12-16T18:28:39.385 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KY5e0EeYRYMRLuR off=12887670 len=1157706 2023-12-16T18:28:39.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 116 completed, throughput=5.02MB/sec 2023-12-16T18:28:40.389 INFO:tasks.workunit.client.0.smithi071.stdout: 26: throughput=4.83MB/sec pending data=0 2023-12-16T18:28:40.390 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5BafKNm000gje0r off=4391716 len=1473234 2023-12-16T18:28:40.397 INFO:tasks.workunit.client.0.smithi071.stdout:op 117 completed, throughput=4.88MB/sec 2023-12-16T18:28:40.398 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BiX_dEL0W3agwPH off=2472061 len=1459143 2023-12-16T18:28:40.407 INFO:tasks.workunit.client.0.smithi071.stdout:op 118 completed, throughput=4.93MB/sec 2023-12-16T18:28:40.407 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZEgT19zdS5D81fb off=8847341 len=1570297 2023-12-16T18:28:40.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 119 completed, throughput=4.98MB/sec 2023-12-16T18:28:40.415 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K51gblfhgV8HCsE off=14167022 len=1548884 2023-12-16T18:28:40.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 120 completed, throughput=5.04MB/sec 2023-12-16T18:28:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:40 smithi071 ceph-mon[139725]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:28:40.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:40 smithi071 ceph-mon[142085]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:28:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:40 smithi184 ceph-mon[136228]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:28:41.316 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:28:41.422 INFO:tasks.workunit.client.0.smithi071.stdout: 27: throughput=4.85MB/sec pending data=0 2023-12-16T18:28:41.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3Ik1KFXyTaJt1gB off=174684 len=1114801 2023-12-16T18:28:41.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 121 completed, throughput=4.89MB/sec 2023-12-16T18:28:41.427 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F3WkHC8BLbrPEDn off=1366645 len=2013593 2023-12-16T18:28:41.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 122 completed, throughput=4.96MB/sec 2023-12-16T18:28:41.440 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V0pgpaZkejIQr-P off=2200511 len=1291013 2023-12-16T18:28:41.445 INFO:tasks.workunit.client.0.smithi071.stdout:op 123 completed, throughput=5MB/sec 2023-12-16T18:28:41.629 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (18m) 4m ago 20m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (18m) 2m ago 20m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (21m) 4m ago 21m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (21m) 2m ago 21m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (17m) 2m ago 23m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (18m) 4m ago 25m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (17m) 4m ago 25m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (16m) 2m ago 24m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (17m) 4m ago 24m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (18m) 4m ago 20m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (18m) 2m ago 20m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (16m) 4m ago 23m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:28:41.630 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (15m) 4m ago 23m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (15m) 4m ago 23m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (15m) 4m ago 23m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (14m) 2m ago 22m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (14m) 2m ago 22m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (13m) 2m ago 22m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (13m) 2m ago 22m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:28:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (17m) 2m ago 21m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:28:42.012 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:28:42.012 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:28:42.012 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:28:42.012 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:42.012 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:28:42.013 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:28:42.445 INFO:tasks.workunit.client.0.smithi071.stdout: 28: throughput=4.83MB/sec pending data=0 2023-12-16T18:28:42.446 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5QjgPJeG_7DOMb1 off=129439 len=1202269 2023-12-16T18:28:42.447 INFO:tasks.workunit.client.0.smithi071.stdout:op 124 completed, throughput=4.87MB/sec 2023-12-16T18:28:42.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m1xnuR6S_uzGLEr off=7938178 len=1178268 2023-12-16T18:28:42.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 125 completed, throughput=4.91MB/sec 2023-12-16T18:28:42.450 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-abHtTVlHM6dvQRB off=12739883 len=1649823 2023-12-16T18:28:42.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 126 completed, throughput=4.96MB/sec 2023-12-16T18:28:42.459 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Qa_WabSuRQWuiN9 off=7816812 len=453148 2023-12-16T18:28:42.460 INFO:tasks.workunit.client.0.smithi071.stdout:op 127 completed, throughput=4.98MB/sec 2023-12-16T18:28:42.460 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DSDoK-iNNguUF4S off=22792765 len=1835503 2023-12-16T18:28:42.461 INFO:tasks.workunit.client.0.smithi071.stdout:op 128 completed, throughput=5.04MB/sec 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[139725]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[139725]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3795456532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[142085]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[142085]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3795456532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:42 smithi184 ceph-mon[136228]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:28:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:42 smithi184 ceph-mon[136228]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3795456532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:28:43.462 INFO:tasks.workunit.client.0.smithi071.stdout: 29: throughput=4.87MB/sec pending data=0 2023-12-16T18:28:43.462 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VuKxK_mKt-MQNzA off=15264135 len=430224 2023-12-16T18:28:43.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 129 completed, throughput=4.88MB/sec 2023-12-16T18:28:43.463 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m8giybU_0WJ4uYI off=2178295 len=2063843 2023-12-16T18:28:43.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 130 completed, throughput=4.95MB/sec 2023-12-16T18:28:43.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cY7WgI1KxOrGnPF off=17139628 len=182800 2023-12-16T18:28:43.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 131 completed, throughput=4.95MB/sec 2023-12-16T18:28:43.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BZdhjfaR0XhnTbO off=2957276 len=211805 2023-12-16T18:28:43.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 132 completed, throughput=4.96MB/sec 2023-12-16T18:28:43.472 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-66aMmErFbmjYrNK off=1548200 len=256213 2023-12-16T18:28:43.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 133 completed, throughput=4.97MB/sec 2023-12-16T18:28:43.473 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W_NL-n2wGTN8mC0 off=7059437 len=1300274 2023-12-16T18:28:43.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:43 smithi071 ceph-mon[139725]: from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:43.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:43 smithi071 ceph-mon[142085]: from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:43.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 134 completed, throughput=5.01MB/sec 2023-12-16T18:28:43.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:43 smithi184 ceph-mon[136228]: from='client.35244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:28:44.374 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:44 smithi071 ceph-mon[139725]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:44.375 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:44 smithi071 ceph-mon[142085]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:44.475 INFO:tasks.workunit.client.0.smithi071.stdout: 30: throughput=4.84MB/sec pending data=0 2023-12-16T18:28:44.485 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w05DKqX5tfXphJ4 off=2661762 len=1404552 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 135 completed, throughput=4.89MB/sec 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NK3b9TXt4tAikjo off=3406877 len=1529639 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 136 completed, throughput=4.93MB/sec 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AUwpW9KaekpjJyP off=363902 len=101977 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 137 completed, throughput=4.94MB/sec 2023-12-16T18:28:44.486 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8OhOvbjnZeXsn7c off=590604 len=2035733 2023-12-16T18:28:44.494 INFO:tasks.workunit.client.0.smithi071.stdout:op 138 completed, throughput=5MB/sec 2023-12-16T18:28:44.494 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cWIzqFu-ZoxDdXN off=4078050 len=1918272 2023-12-16T18:28:44.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 139 completed, throughput=5.06MB/sec 2023-12-16T18:28:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:44 smithi184 ceph-mon[136228]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:45.512 INFO:tasks.workunit.client.0.smithi071.stdout: 31: throughput=4.9MB/sec pending data=0 2023-12-16T18:28:45.513 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p2MfU8c-9bQMKUi off=3109763 len=1783006 2023-12-16T18:28:45.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 140 completed, throughput=4.95MB/sec 2023-12-16T18:28:45.515 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VYelz22fWCX3iCc off=4416063 len=1408685 2023-12-16T18:28:45.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 141 completed, throughput=4.99MB/sec 2023-12-16T18:28:45.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--g0olblruiMD5yn off=21408081 len=1024079 2023-12-16T18:28:45.520 INFO:tasks.workunit.client.0.smithi071.stdout:op 142 completed, throughput=5.02MB/sec 2023-12-16T18:28:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:46 smithi071 ceph-mon[139725]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:46.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:46 smithi071 ceph-mon[142085]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: 32: throughput=4.87MB/sec pending data=0 2023-12-16T18:28:46.520 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jAQOICFE5NIgpA4 off=14345168 len=1261009 2023-12-16T18:28:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 143 completed, throughput=4.9MB/sec 2023-12-16T18:28:46.527 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eA3OjkYl9OjAg94 off=2477461 len=719412 2023-12-16T18:28:46.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 144 completed, throughput=4.92MB/sec 2023-12-16T18:28:46.532 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZM7eu3a2afPz5lG off=133022 len=1386039 2023-12-16T18:28:46.539 INFO:tasks.workunit.client.0.smithi071.stdout:op 145 completed, throughput=4.96MB/sec 2023-12-16T18:28:46.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NebVpnO9p-G1Du_ off=1410042 len=1620302 2023-12-16T18:28:46.541 INFO:tasks.workunit.client.0.smithi071.stdout:op 146 completed, throughput=5.01MB/sec 2023-12-16T18:28:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:46 smithi184 ceph-mon[136228]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:28:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: 33: throughput=4.86MB/sec pending data=0 2023-12-16T18:28:47.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OdKov1wk4sLg059 off=4289836 len=1451971 2023-12-16T18:28:47.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 147 completed, throughput=4.9MB/sec 2023-12-16T18:28:47.550 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g-iIqmKrcG6cpcU off=1541149 len=976387 2023-12-16T18:28:47.553 INFO:tasks.workunit.client.0.smithi071.stdout:op 148 completed, throughput=4.93MB/sec 2023-12-16T18:28:47.553 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OzpPT1xv7pyH32b off=3942303 len=753832 2023-12-16T18:28:47.555 INFO:tasks.workunit.client.0.smithi071.stdout:op 149 completed, throughput=4.95MB/sec 2023-12-16T18:28:47.555 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZXhQtgTEUMoAQ9n off=13327027 len=1732667 2023-12-16T18:28:47.557 INFO:tasks.workunit.client.0.smithi071.stdout:op 150 completed, throughput=5MB/sec 2023-12-16T18:28:47.557 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sp17rZ6eZ6DT2pJ off=7366139 len=1417673 2023-12-16T18:28:47.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 151 completed, throughput=5.04MB/sec 2023-12-16T18:28:47.725 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:47] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-16T18:28:48.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:48 smithi071 ceph-mon[139725]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:28:48.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:48 smithi071 ceph-mon[142085]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:28:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: 34: throughput=4.89MB/sec pending data=0 2023-12-16T18:28:48.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pQUMiPXxTGuslzu off=969227 len=1999140 2023-12-16T18:28:48.569 INFO:tasks.workunit.client.0.smithi071.stdout:op 152 completed, throughput=4.95MB/sec 2023-12-16T18:28:48.569 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0MeW5vDOaY3r2YN off=4946840 len=582404 2023-12-16T18:28:48.570 INFO:tasks.workunit.client.0.smithi071.stdout:op 153 completed, throughput=4.96MB/sec 2023-12-16T18:28:48.570 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5exSalKb_wAaypj off=4892107 len=583551 2023-12-16T18:28:48.571 INFO:tasks.workunit.client.0.smithi071.stdout:op 154 completed, throughput=4.98MB/sec 2023-12-16T18:28:48.571 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SWfwk2WLh-p-6vi off=400652 len=1890549 2023-12-16T18:28:48.580 INFO:tasks.workunit.client.0.smithi071.stdout:op 155 completed, throughput=5.03MB/sec 2023-12-16T18:28:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:48 smithi184 ceph-mon[136228]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:28:49.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:49.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: 35: throughput=4.89MB/sec pending data=0 2023-12-16T18:28:49.579 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q4fWCVbWUMJ2XaH off=18875372 len=1725806 2023-12-16T18:28:49.582 INFO:tasks.workunit.client.0.smithi071.stdout:op 156 completed, throughput=4.93MB/sec 2023-12-16T18:28:49.582 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BavmiAE3rx9jgS6 off=3699877 len=1543488 2023-12-16T18:28:49.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 157 completed, throughput=4.97MB/sec 2023-12-16T18:28:49.584 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aOuXbMVL0P47hfm off=4867396 len=1340633 2023-12-16T18:28:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:28:49.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 158 completed, throughput=5.01MB/sec 2023-12-16T18:28:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:50 smithi071 ceph-mon[139725]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:50.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:50 smithi071 ceph-mon[142085]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:50.487 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:50 smithi184 ceph-mon[136228]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:50.593 INFO:tasks.workunit.client.0.smithi071.stdout: 36: throughput=4.87MB/sec pending data=0 2023-12-16T18:28:50.593 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5CJaO3k8s3OwgzE off=9744074 len=47026 2023-12-16T18:28:50.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 159 completed, throughput=4.87MB/sec 2023-12-16T18:28:50.596 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IntzzYFlcAfGjcL off=15663316 len=1946299 2023-12-16T18:28:50.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 160 completed, throughput=4.92MB/sec 2023-12-16T18:28:50.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YC8QLnUEHGbYJyj off=6707434 len=120604 2023-12-16T18:28:50.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 161 completed, throughput=4.93MB/sec 2023-12-16T18:28:50.608 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5hlFt3-eiWksI_h off=11811135 len=1153308 2023-12-16T18:28:50.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 162 completed, throughput=4.96MB/sec 2023-12-16T18:28:50.609 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BQDoFqpiDV2WFdN off=503204 len=1339028 2023-12-16T18:28:50.611 INFO:tasks.workunit.client.0.smithi071.stdout:op 163 completed, throughput=4.99MB/sec 2023-12-16T18:28:50.611 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uUBofqDKPq48EKk off=11946379 len=1186606 2023-12-16T18:28:50.616 INFO:tasks.workunit.client.0.smithi071.stdout:op 164 completed, throughput=5.02MB/sec 2023-12-16T18:28:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: 37: throughput=4.89MB/sec pending data=0 2023-12-16T18:28:51.616 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5DPxfPZhKog9bZR off=8141404 len=1039383 2023-12-16T18:28:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:op 165 completed, throughput=4.91MB/sec 2023-12-16T18:28:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NUwcmIBQc1ZimsL off=8756681 len=179756 2023-12-16T18:28:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:op 166 completed, throughput=4.92MB/sec 2023-12-16T18:28:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FZWDeWsahwbAI8e off=13370579 len=305058 2023-12-16T18:28:51.620 INFO:tasks.workunit.client.0.smithi071.stdout:op 167 completed, throughput=4.92MB/sec 2023-12-16T18:28:51.620 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6PGWnDFI1vEieLK off=13547792 len=214118 2023-12-16T18:28:51.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 168 completed, throughput=4.93MB/sec 2023-12-16T18:28:51.623 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rk4XM4tSxSMrHye off=5474641 len=735659 2023-12-16T18:28:51.625 INFO:tasks.workunit.client.0.smithi071.stdout:op 169 completed, throughput=4.95MB/sec 2023-12-16T18:28:51.625 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-laJlqtyeqS_6xYw off=16233674 len=679523 2023-12-16T18:28:51.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 170 completed, throughput=4.97MB/sec 2023-12-16T18:28:51.626 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ORfzrx-8IMvNnRQ off=13715555 len=1755779 2023-12-16T18:28:51.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 171 completed, throughput=5.01MB/sec 2023-12-16T18:28:52.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:52 smithi071 ceph-mon[139725]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:28:52.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:52 smithi071 ceph-mon[142085]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:28:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:52 smithi184 ceph-mon[136228]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:28:52.630 INFO:tasks.workunit.client.0.smithi071.stdout: 38: throughput=4.88MB/sec pending data=0 2023-12-16T18:28:52.630 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vHvdhcupmD6Bhh1 off=3603949 len=1367370 2023-12-16T18:28:52.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 172 completed, throughput=4.91MB/sec 2023-12-16T18:28:52.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nUwUuLCk11ni2rX off=9013580 len=623154 2023-12-16T18:28:52.638 INFO:tasks.workunit.client.0.smithi071.stdout:op 173 completed, throughput=4.93MB/sec 2023-12-16T18:28:52.638 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BemFmHLFYkGWqBL off=15142 len=546806 2023-12-16T18:28:52.640 INFO:tasks.workunit.client.0.smithi071.stdout:op 174 completed, throughput=4.94MB/sec 2023-12-16T18:28:52.640 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oydoHs0AyxcA1m1 off=17241721 len=685297 2023-12-16T18:28:52.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 175 completed, throughput=4.96MB/sec 2023-12-16T18:28:52.641 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9VvZakor8mMZXRu off=10062581 len=1634308 2023-12-16T18:28:52.643 INFO:tasks.workunit.client.0.smithi071.stdout:op 176 completed, throughput=5MB/sec 2023-12-16T18:28:52.643 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qXWfpz6_Y5ZajnN off=8742050 len=369619 2023-12-16T18:28:52.644 INFO:tasks.workunit.client.0.smithi071.stdout:op 177 completed, throughput=5.01MB/sec 2023-12-16T18:28:53.644 INFO:tasks.workunit.client.0.smithi071.stdout: 39: throughput=4.88MB/sec pending data=0 2023-12-16T18:28:53.644 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ykrrEdBHq3Cg-7 off=3335961 len=356232 2023-12-16T18:28:53.648 INFO:tasks.workunit.client.0.smithi071.stdout:op 178 completed, throughput=4.89MB/sec 2023-12-16T18:28:53.648 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NWZZc3NjXo5wTYF off=5968706 len=1580829 2023-12-16T18:28:53.650 INFO:tasks.workunit.client.0.smithi071.stdout:op 179 completed, throughput=4.93MB/sec 2023-12-16T18:28:53.650 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n7ZkfAN_CWBQvqv off=827075 len=1633204 2023-12-16T18:28:53.658 INFO:tasks.workunit.client.0.smithi071.stdout:op 180 completed, throughput=4.96MB/sec 2023-12-16T18:28:53.658 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4t2Lgrnkj_IOTr6 off=3451981 len=1402637 2023-12-16T18:28:53.662 INFO:tasks.workunit.client.0.smithi071.stdout:op 181 completed, throughput=5MB/sec 2023-12-16T18:28:53.662 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_mS0qh25sPXaJoz off=12709345 len=965550 2023-12-16T18:28:53.664 INFO:tasks.workunit.client.0.smithi071.stdout:op 182 completed, throughput=5.02MB/sec 2023-12-16T18:28:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:54 smithi071 ceph-mon[139725]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:54 smithi071 ceph-mon[142085]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:54 smithi184 ceph-mon[136228]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:28:54.664 INFO:tasks.workunit.client.0.smithi071.stdout: 40: throughput=4.9MB/sec pending data=0 2023-12-16T18:28:54.665 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9l6YMfrwDldmjfz off=3271308 len=370707 2023-12-16T18:28:54.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 183 completed, throughput=4.91MB/sec 2023-12-16T18:28:54.668 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HczLb7K6iqjiZzc off=6401642 len=1931901 2023-12-16T18:28:54.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 184 completed, throughput=4.95MB/sec 2023-12-16T18:28:54.671 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-t9wfoXeS-CgiwLo off=7993420 len=256287 2023-12-16T18:28:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 185 completed, throughput=4.96MB/sec 2023-12-16T18:28:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Jr_MnATCEOBYyIo off=603951 len=252388 2023-12-16T18:28:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 186 completed, throughput=4.96MB/sec 2023-12-16T18:28:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pl2jvqaPqiGi1ir off=8367993 len=677901 2023-12-16T18:28:54.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 187 completed, throughput=4.98MB/sec 2023-12-16T18:28:54.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sqUj50ZGLpYDqDR off=6305683 len=1679454 2023-12-16T18:28:54.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 188 completed, throughput=5.02MB/sec 2023-12-16T18:28:55.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:55 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:28:55.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:55 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:28:55.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:55 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:28:55.680 INFO:tasks.workunit.client.0.smithi071.stdout: 41: throughput=4.9MB/sec pending data=0 2023-12-16T18:28:55.680 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kAPXsZtu9wSOmfv off=1790741 len=1922510 2023-12-16T18:28:55.682 INFO:tasks.workunit.client.0.smithi071.stdout:op 189 completed, throughput=4.94MB/sec 2023-12-16T18:28:55.682 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8dlJ7vhkJwaGCaf off=6516223 len=946432 2023-12-16T18:28:55.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 190 completed, throughput=4.96MB/sec 2023-12-16T18:28:55.686 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6zbADOp4wclZeef off=12984346 len=1170012 2023-12-16T18:28:55.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 191 completed, throughput=4.99MB/sec 2023-12-16T18:28:55.692 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jgElUx2UcnWQGTy off=894242 len=162645 2023-12-16T18:28:55.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 192 completed, throughput=4.99MB/sec 2023-12-16T18:28:55.693 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WNRanmCs1iZobP5 off=4472295 len=1029883 2023-12-16T18:28:55.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 193 completed, throughput=5.01MB/sec 2023-12-16T18:28:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[139725]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:28:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:28:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:28:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:28:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[142085]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:28:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:28:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:28:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:28:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:56 smithi184 ceph-mon[136228]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:28:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:28:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:28:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:28:56.694 INFO:tasks.workunit.client.0.smithi071.stdout: 42: throughput=4.9MB/sec pending data=0 2023-12-16T18:28:56.694 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SoEQAB5HIaDYd3t off=3862308 len=1070927 2023-12-16T18:28:56.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 194 completed, throughput=4.92MB/sec 2023-12-16T18:28:56.695 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eywFNPXZLK8pqo3 off=3923038 len=792141 2023-12-16T18:28:56.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 195 completed, throughput=4.94MB/sec 2023-12-16T18:28:56.697 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8PAvHPFOIwdKD9s off=1420833 len=2013957 2023-12-16T18:28:56.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 196 completed, throughput=4.98MB/sec 2023-12-16T18:28:56.707 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jy5QMKZl2FzyEx2 off=5652314 len=1816644 2023-12-16T18:28:56.715 INFO:tasks.workunit.client.0.smithi071.stdout:op 197 completed, throughput=5.02MB/sec 2023-12-16T18:28:57.715 INFO:tasks.workunit.client.0.smithi071.stdout: 43: throughput=4.91MB/sec pending data=0 2023-12-16T18:28:57.716 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--y302-zK7PiK-Dv off=1487918 len=1880851 2023-12-16T18:28:57.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 198 completed, throughput=4.95MB/sec 2023-12-16T18:28:57.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3tuo8OBI7FLol0e off=3195341 len=1893191 2023-12-16T18:28:57.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 199 completed, throughput=4.99MB/sec 2023-12-16T18:28:57.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HPHV2brCIHx0efy off=4310021 len=1440505 2023-12-16T18:28:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:28:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:28:57] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2023-12-16T18:28:57.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 200 completed, throughput=5.02MB/sec 2023-12-16T18:28:58.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:28:58 smithi071 ceph-mon[139725]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:28:58.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:28:58 smithi071 ceph-mon[142085]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:28:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:28:58 smithi184 ceph-mon[136228]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:28:58.724 INFO:tasks.workunit.client.0.smithi071.stdout: 44: throughput=4.91MB/sec pending data=0 2023-12-16T18:28:58.724 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vkkplVha4pIPwg2 off=5589770 len=1849076 2023-12-16T18:28:58.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 201 completed, throughput=4.95MB/sec 2023-12-16T18:28:58.728 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ee0g-g60l2Eq2hr off=9912260 len=1095415 2023-12-16T18:28:58.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 202 completed, throughput=4.97MB/sec 2023-12-16T18:28:58.735 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-za3lVi3heI4s83g off=9065325 len=1951140 2023-12-16T18:28:58.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 203 completed, throughput=5.01MB/sec 2023-12-16T18:28:59.737 INFO:tasks.workunit.client.0.smithi071.stdout: 45: throughput=4.9MB/sec pending data=0 2023-12-16T18:28:59.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7nLs9TprxNTMz-0 off=954541 len=112761 2023-12-16T18:28:59.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 204 completed, throughput=4.9MB/sec 2023-12-16T18:28:59.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iiZCk1sqf_kKhYH off=15938593 len=1610121 2023-12-16T18:28:59.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 205 completed, throughput=4.94MB/sec 2023-12-16T18:28:59.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f3W6EV0iNKUIB56 off=1764566 len=56971 2023-12-16T18:28:59.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 206 completed, throughput=4.94MB/sec 2023-12-16T18:28:59.740 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S0Nx6c4Wrs71wJu off=11247766 len=361612 2023-12-16T18:28:59.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 207 completed, throughput=4.94MB/sec 2023-12-16T18:28:59.744 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L1E-pNBFwSx47kL off=11306867 len=44401 2023-12-16T18:28:59.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 208 completed, throughput=4.95MB/sec 2023-12-16T18:28:59.744 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mZdwW-6ZrOmZO3l off=15565527 len=1984231 2023-12-16T18:28:59.754 INFO:tasks.workunit.client.0.smithi071.stdout:op 209 completed, throughput=4.99MB/sec 2023-12-16T18:28:59.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bUbcPmJR4Cq0YDF off=13566252 len=1612142 2023-12-16T18:28:59.760 INFO:tasks.workunit.client.0.smithi071.stdout:op 210 completed, throughput=5.02MB/sec 2023-12-16T18:29:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:00 smithi071 ceph-mon[139725]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T18:29:00.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:00 smithi071 ceph-mon[142085]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T18:29:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:00 smithi184 ceph-mon[136228]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-16T18:29:00.760 INFO:tasks.workunit.client.0.smithi071.stdout: 46: throughput=4.91MB/sec pending data=0 2023-12-16T18:29:00.760 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gexnT_Ps3-c1ruQ off=0 len=1729052 2023-12-16T18:29:00.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 211 completed, throughput=4.95MB/sec 2023-12-16T18:29:00.769 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RNw0isTehqmRnF- off=11512241 len=1553115 2023-12-16T18:29:00.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 212 completed, throughput=4.98MB/sec 2023-12-16T18:29:00.771 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pbtaXjPe8jU-Qcv off=14610155 len=1596805 2023-12-16T18:29:00.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 213 completed, throughput=5.01MB/sec 2023-12-16T18:29:01.780 INFO:tasks.workunit.client.0.smithi071.stdout: 47: throughput=4.9MB/sec pending data=0 2023-12-16T18:29:01.780 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cSAcB5SvNmd886b off=1552326 len=179019 2023-12-16T18:29:01.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 214 completed, throughput=4.91MB/sec 2023-12-16T18:29:01.782 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2to1ABlDJb866cO off=4241445 len=2054791 2023-12-16T18:29:01.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 215 completed, throughput=4.95MB/sec 2023-12-16T18:29:01.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B3VFE5o_oC4l5sC off=576156 len=2030632 2023-12-16T18:29:01.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 216 completed, throughput=4.99MB/sec 2023-12-16T18:29:01.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CDH8P5HzagPiIuk off=17337631 len=2086283 2023-12-16T18:29:01.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 217 completed, throughput=5.03MB/sec 2023-12-16T18:29:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:02 smithi071 ceph-mon[139725]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:29:02.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:02 smithi071 ceph-mon[142085]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:29:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:02 smithi184 ceph-mon[136228]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:29:02.796 INFO:tasks.workunit.client.0.smithi071.stdout: 48: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:02.796 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qpQBDgcr18Ea4vc off=1567280 len=1868854 2023-12-16T18:29:02.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 218 completed, throughput=4.96MB/sec 2023-12-16T18:29:02.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0X4gipYYTqrYeVA off=5272763 len=1679906 2023-12-16T18:29:02.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 219 completed, throughput=4.99MB/sec 2023-12-16T18:29:02.815 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JGRRh7bmDophq5q off=277983 len=953959 2023-12-16T18:29:02.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 220 completed, throughput=5.01MB/sec 2023-12-16T18:29:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:03.821 INFO:tasks.workunit.client.0.smithi071.stdout: 49: throughput=4.91MB/sec pending data=0 2023-12-16T18:29:03.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vDhu07rM0lMAiT2 off=6662268 len=270212 2023-12-16T18:29:03.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 221 completed, throughput=4.92MB/sec 2023-12-16T18:29:03.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EhZEWJCP5-DubvB off=18611515 len=108057 2023-12-16T18:29:03.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 222 completed, throughput=4.92MB/sec 2023-12-16T18:29:03.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OrZ_ymMld2w8qua off=361900 len=444620 2023-12-16T18:29:03.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 223 completed, throughput=4.93MB/sec 2023-12-16T18:29:03.823 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M5aM_CT9n23x-Pi off=963660 len=1996118 2023-12-16T18:29:03.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 224 completed, throughput=4.96MB/sec 2023-12-16T18:29:03.827 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ttN_8g2Y3uZXyba off=4821298 len=1074656 2023-12-16T18:29:03.829 INFO:tasks.workunit.client.0.smithi071.stdout:op 225 completed, throughput=4.98MB/sec 2023-12-16T18:29:03.829 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LT2ux1mo05IVdu1 off=969374 len=1588973 2023-12-16T18:29:03.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 226 completed, throughput=5.01MB/sec 2023-12-16T18:29:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:04 smithi071 ceph-mon[139725]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:29:04.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:04 smithi071 ceph-mon[142085]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:29:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:04 smithi184 ceph-mon[136228]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-16T18:29:04.831 INFO:tasks.workunit.client.0.smithi071.stdout: 50: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:04.831 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vMMYB-oVokkScah off=8964855 len=104184 2023-12-16T18:29:04.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 227 completed, throughput=4.92MB/sec 2023-12-16T18:29:04.832 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7cVG6CMf5Runv0M off=9716611 len=1131977 2023-12-16T18:29:04.833 INFO:tasks.workunit.client.0.smithi071.stdout:op 228 completed, throughput=4.94MB/sec 2023-12-16T18:29:04.833 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8t-nmne_lzUSlmG off=3980686 len=2054993 2023-12-16T18:29:04.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 229 completed, throughput=4.98MB/sec 2023-12-16T18:29:04.835 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EB2382R6Ltz00vG off=12417931 len=277994 2023-12-16T18:29:04.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 230 completed, throughput=4.98MB/sec 2023-12-16T18:29:04.836 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NfScu2FvV6hCydX off=3955375 len=144418 2023-12-16T18:29:04.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 231 completed, throughput=4.98MB/sec 2023-12-16T18:29:04.837 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eOc4nveXK7dZsTP off=1764839 len=748051 2023-12-16T18:29:04.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 232 completed, throughput=5MB/sec 2023-12-16T18:29:04.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-og7D-y3Dbk_Jp6t off=16384746 len=1023808 2023-12-16T18:29:04.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 233 completed, throughput=5.02MB/sec 2023-12-16T18:29:05.842 INFO:tasks.workunit.client.0.smithi071.stdout: 51: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:05.842 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BObdfvFI69kQUNI off=7381640 len=747613 2023-12-16T18:29:05.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 234 completed, throughput=4.93MB/sec 2023-12-16T18:29:05.847 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OVxJYOd6-2Ag3W- off=18238238 len=1123391 2023-12-16T18:29:05.853 INFO:tasks.workunit.client.0.smithi071.stdout:op 235 completed, throughput=4.95MB/sec 2023-12-16T18:29:05.853 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0j-Opfl-kTGs99W off=2406565 len=1650738 2023-12-16T18:29:05.861 INFO:tasks.workunit.client.0.smithi071.stdout:op 236 completed, throughput=4.98MB/sec 2023-12-16T18:29:05.862 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4gSapcaM9u4JM20 off=3975451 len=420576 2023-12-16T18:29:05.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 237 completed, throughput=4.99MB/sec 2023-12-16T18:29:05.862 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rY9fG2i7YoDWeMO off=16356760 len=784600 2023-12-16T18:29:05.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 238 completed, throughput=5.01MB/sec 2023-12-16T18:29:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:06 smithi071 ceph-mon[139725]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:29:06.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:06 smithi071 ceph-mon[142085]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:29:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:06 smithi184 ceph-mon[136228]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:29:06.863 INFO:tasks.workunit.client.0.smithi071.stdout: 52: throughput=4.91MB/sec pending data=0 2023-12-16T18:29:06.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wRR9eI1_K_3Lp0o off=4266610 len=1805031 2023-12-16T18:29:06.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 239 completed, throughput=4.94MB/sec 2023-12-16T18:29:06.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L_HVGp4aDQFhNpO off=6481189 len=304941 2023-12-16T18:29:06.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 240 completed, throughput=4.95MB/sec 2023-12-16T18:29:06.876 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qxiHBOKd1Lzq_HW off=4841388 len=1967995 2023-12-16T18:29:06.887 INFO:tasks.workunit.client.0.smithi071.stdout:op 241 completed, throughput=4.98MB/sec 2023-12-16T18:29:06.887 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mlmiICIcSqy7a64 off=30216 len=693669 2023-12-16T18:29:06.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 242 completed, throughput=4.99MB/sec 2023-12-16T18:29:06.889 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RdzQwIoF9iWBI9H off=3456919 len=1637692 2023-12-16T18:29:06.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 243 completed, throughput=5.02MB/sec 2023-12-16T18:29:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:07] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:29:07.891 INFO:tasks.workunit.client.0.smithi071.stdout: 53: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:07.891 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eDH1001gl2xFnFQ off=2117026 len=1277289 2023-12-16T18:29:07.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 244 completed, throughput=4.95MB/sec 2023-12-16T18:29:07.897 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y6Ku9Gd2L9n-InI off=3462761 len=1068278 2023-12-16T18:29:07.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 245 completed, throughput=4.97MB/sec 2023-12-16T18:29:07.899 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mV4xMCGcSEWsuNP off=2179724 len=85443 2023-12-16T18:29:07.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 246 completed, throughput=4.97MB/sec 2023-12-16T18:29:07.901 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7QBQrvWncWUyvO7 off=3002097 len=1772423 2023-12-16T18:29:07.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 247 completed, throughput=5MB/sec 2023-12-16T18:29:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:08 smithi071 ceph-mon[139725]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:08.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:08 smithi071 ceph-mon[142085]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:08 smithi184 ceph-mon[136228]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:08.905 INFO:tasks.workunit.client.0.smithi071.stdout: 54: throughput=4.91MB/sec pending data=0 2023-12-16T18:29:08.905 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ksgWZ3f-MgxTrwv off=6144943 len=121650 2023-12-16T18:29:08.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 248 completed, throughput=4.91MB/sec 2023-12-16T18:29:08.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2-HyOmKvOQYaEVH off=7088012 len=33771 2023-12-16T18:29:08.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 249 completed, throughput=4.92MB/sec 2023-12-16T18:29:08.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RPFRfeXKK0uHanP off=4672107 len=1014157 2023-12-16T18:29:08.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 250 completed, throughput=4.93MB/sec 2023-12-16T18:29:08.909 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EjhjTdJeZLkgt62 off=106867 len=457473 2023-12-16T18:29:08.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 251 completed, throughput=4.94MB/sec 2023-12-16T18:29:08.913 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TeeUiiXwgZQn8GR off=2020968 len=1671819 2023-12-16T18:29:08.915 INFO:tasks.workunit.client.0.smithi071.stdout:op 252 completed, throughput=4.97MB/sec 2023-12-16T18:29:08.915 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r7pEwB9RKO5e6Oq off=5106247 len=39871 2023-12-16T18:29:08.917 INFO:tasks.workunit.client.0.smithi071.stdout:op 253 completed, throughput=4.97MB/sec 2023-12-16T18:29:08.917 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-trvBCXQUZbIEd8o off=7756030 len=487088 2023-12-16T18:29:08.920 INFO:tasks.workunit.client.0.smithi071.stdout:op 254 completed, throughput=4.98MB/sec 2023-12-16T18:29:08.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CjyCy4jh55LGWDb off=1140899 len=574596 2023-12-16T18:29:08.925 INFO:tasks.workunit.client.0.smithi071.stdout:op 255 completed, throughput=4.99MB/sec 2023-12-16T18:29:08.925 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q7PYtDQtqGyAG7X off=2573351 len=387156 2023-12-16T18:29:08.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 256 completed, throughput=4.99MB/sec 2023-12-16T18:29:08.928 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cboHSVvmMs_md3c off=4991161 len=766509 2023-12-16T18:29:08.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 257 completed, throughput=5.01MB/sec 2023-12-16T18:29:09.929 INFO:tasks.workunit.client.0.smithi071.stdout: 55: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:09.929 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wxgdPy3aTlOVSHA off=4309730 len=462451 2023-12-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 258 completed, throughput=4.93MB/sec 2023-12-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JQctVwbNe5EIIII off=3602705 len=1266054 2023-12-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 259 completed, throughput=4.95MB/sec 2023-12-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XiH4677mKVrSqHT off=15456689 len=2076563 2023-12-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi071.stdout:op 260 completed, throughput=4.98MB/sec 2023-12-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B70LS63MkPfOEG0 off=12128283 len=1444920 2023-12-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 261 completed, throughput=5.01MB/sec 2023-12-16T18:29:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:10 smithi071 ceph-mon[139725]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:10 smithi071 ceph-mon[142085]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:10 smithi184 ceph-mon[136228]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:10.948 INFO:tasks.workunit.client.0.smithi071.stdout: 56: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:10.948 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bLQHUDCzf79c84Y off=13020376 len=944546 2023-12-16T18:29:10.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 262 completed, throughput=4.93MB/sec 2023-12-16T18:29:10.953 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4f_d-ewRCEUsg7x off=5136343 len=1270058 2023-12-16T18:29:10.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 263 completed, throughput=4.95MB/sec 2023-12-16T18:29:10.962 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hf7RI_61bgSMUhB off=1813784 len=1179472 2023-12-16T18:29:10.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 264 completed, throughput=4.97MB/sec 2023-12-16T18:29:10.966 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mplfD51jz9ALNae off=3471569 len=1629863 2023-12-16T18:29:10.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 265 completed, throughput=5MB/sec 2023-12-16T18:29:10.975 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1vAkIXw-f3FK-P- off=7020512 len=1267938 2023-12-16T18:29:10.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 266 completed, throughput=5.02MB/sec 2023-12-16T18:29:11.981 INFO:tasks.workunit.client.0.smithi071.stdout: 57: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:11.981 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WNRanmCs1iZobP5 off=6697287 len=314059 2023-12-16T18:29:11.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 267 completed, throughput=4.94MB/sec 2023-12-16T18:29:11.982 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZHNoPPIC4WUMV5f off=19724360 len=1956920 2023-12-16T18:29:11.986 INFO:tasks.workunit.client.0.smithi071.stdout:op 268 completed, throughput=4.97MB/sec 2023-12-16T18:29:11.986 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-46NjqGARvzQUW9a off=3125648 len=468869 2023-12-16T18:29:11.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 269 completed, throughput=4.98MB/sec 2023-12-16T18:29:11.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n6cZcgpTyR7Nk41 off=1158542 len=144053 2023-12-16T18:29:11.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 270 completed, throughput=4.98MB/sec 2023-12-16T18:29:11.988 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LZih7sohHqBjKJC off=51500 len=59047 2023-12-16T18:29:11.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 271 completed, throughput=4.98MB/sec 2023-12-16T18:29:11.993 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gwOdHpJnMl3vmBk off=2072952 len=169985 2023-12-16T18:29:11.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 272 completed, throughput=4.98MB/sec 2023-12-16T18:29:11.993 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8PAvHPFOIwdKD9s off=6502472 len=54837 2023-12-16T18:29:11.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 273 completed, throughput=4.98MB/sec 2023-12-16T18:29:11.994 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7rsblZvOa6xN8Kf off=3915078 len=1482552 2023-12-16T18:29:11.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 274 completed, throughput=5.01MB/sec 2023-12-16T18:29:12.362 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:29:12.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:12 smithi071 ceph-mon[139725]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:12.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:12 smithi071 ceph-mon[142085]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:12 smithi184 ceph-mon[136228]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:12.671 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:29:12.671 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (18m) 5m ago 21m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:29:12.671 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (18m) 3m ago 21m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:29:12.671 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (22m) 5m ago 22m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:29:12.671 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (22m) 3m ago 22m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (18m) 3m ago 24m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (18m) 5m ago 25m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (18m) 5m ago 25m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (17m) 3m ago 24m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (17m) 5m ago 24m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (18m) 5m ago 21m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (18m) 3m ago 21m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (16m) 5m ago 24m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (16m) 5m ago 23m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (16m) 5m ago 23m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (15m) 5m ago 23m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (15m) 3m ago 23m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:29:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (14m) 3m ago 23m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:29:12.673 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (14m) 3m ago 22m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:29:12.673 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (13m) 3m ago 22m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:29:12.673 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (18m) 3m ago 21m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:29:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: 58: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:12.994 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NKVKoZL2bpKP593 off=5569603 len=1089042 2023-12-16T18:29:13.000 INFO:tasks.workunit.client.0.smithi071.stdout:op 275 completed, throughput=4.94MB/sec 2023-12-16T18:29:13.000 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yrbHdxXAuTZQkzf off=3221154 len=537864 2023-12-16T18:29:13.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 276 completed, throughput=4.95MB/sec 2023-12-16T18:29:13.004 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rPy0sjdxb7qoj5A off=2636198 len=1726917 2023-12-16T18:29:13.006 INFO:tasks.workunit.client.0.smithi071.stdout:op 277 completed, throughput=4.98MB/sec 2023-12-16T18:29:13.006 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HMDjnOMtjW4jKS7 off=6181338 len=784687 2023-12-16T18:29:13.009 INFO:tasks.workunit.client.0.smithi071.stdout:op 278 completed, throughput=4.99MB/sec 2023-12-16T18:29:13.010 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DrKLfPamKs49AUG off=10493557 len=142575 2023-12-16T18:29:13.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 279 completed, throughput=4.99MB/sec 2023-12-16T18:29:13.012 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OpvjN4tCTi2mDna off=18730530 len=2035894 2023-12-16T18:29:13.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 280 completed, throughput=5.02MB/sec 2023-12-16T18:29:13.060 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:29:13.060 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:29:13.060 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:29:13.060 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:13.060 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:29:13.061 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:29:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:13 smithi071 ceph-mon[139725]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:13.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3801979203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:13.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:13 smithi071 ceph-mon[142085]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:13.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3801979203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:13 smithi184 ceph-mon[136228]: from='client.45197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:13.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3801979203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:14.020 INFO:tasks.workunit.client.0.smithi071.stdout: 59: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:14.020 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JP-SpmL4HmAW7nx off=2495167 len=1446625 2023-12-16T18:29:14.021 INFO:tasks.workunit.client.0.smithi071.stdout:op 281 completed, throughput=4.96MB/sec 2023-12-16T18:29:14.022 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BVnnzgcWXHeyqpH off=17829728 len=809199 2023-12-16T18:29:14.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 282 completed, throughput=4.98MB/sec 2023-12-16T18:29:14.023 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-45YTUQQ95NAmqtB off=401747 len=1098328 2023-12-16T18:29:14.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 283 completed, throughput=4.99MB/sec 2023-12-16T18:29:14.024 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VqFZWP9hFPT_uEV off=2880770 len=1943002 2023-12-16T18:29:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 284 completed, throughput=5.02MB/sec 2023-12-16T18:29:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:14 smithi071 ceph-mon[139725]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:14 smithi071 ceph-mon[139725]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:14 smithi071 ceph-mon[142085]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:14 smithi071 ceph-mon[142085]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:14 smithi184 ceph-mon[136228]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:14 smithi184 ceph-mon[136228]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:15.037 INFO:tasks.workunit.client.0.smithi071.stdout: 60: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:15.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aXPUcDpKFmeydE- off=6379458 len=1012035 2023-12-16T18:29:15.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 285 completed, throughput=4.96MB/sec 2023-12-16T18:29:15.038 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ELqptuKfyhITnHK off=7793605 len=1639673 2023-12-16T18:29:15.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 286 completed, throughput=4.98MB/sec 2023-12-16T18:29:15.040 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r9_YCyYwWOp41T5 off=1515819 len=347078 2023-12-16T18:29:15.044 INFO:tasks.workunit.client.0.smithi071.stdout:op 287 completed, throughput=4.99MB/sec 2023-12-16T18:29:15.044 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QIDdj5DLrgVOWGF off=2275835 len=468096 2023-12-16T18:29:15.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 288 completed, throughput=4.99MB/sec 2023-12-16T18:29:15.045 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I18UO8Dazljs5jV off=37494 len=1307205 2023-12-16T18:29:15.053 INFO:tasks.workunit.client.0.smithi071.stdout:op 289 completed, throughput=5.01MB/sec 2023-12-16T18:29:16.053 INFO:tasks.workunit.client.0.smithi071.stdout: 61: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:16.053 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OhzwGISLwY2_CeT off=4121874 len=294164 2023-12-16T18:29:16.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 290 completed, throughput=4.94MB/sec 2023-12-16T18:29:16.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0JoPxPGKiDmkae3 off=18940369 len=1921351 2023-12-16T18:29:16.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 291 completed, throughput=4.97MB/sec 2023-12-16T18:29:16.062 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A9U93JF2iorEmlo off=3789810 len=949701 2023-12-16T18:29:16.063 INFO:tasks.workunit.client.0.smithi071.stdout:op 292 completed, throughput=4.98MB/sec 2023-12-16T18:29:16.063 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7e9ZDIfQpJzxP_L off=1534557 len=1282788 2023-12-16T18:29:16.070 INFO:tasks.workunit.client.0.smithi071.stdout:op 293 completed, throughput=5MB/sec 2023-12-16T18:29:16.070 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IQBX6dMP6t03xCI off=17474805 len=1035912 2023-12-16T18:29:16.074 INFO:tasks.workunit.client.0.smithi071.stdout:op 294 completed, throughput=5.02MB/sec 2023-12-16T18:29:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:16 smithi071 ceph-mon[139725]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:16 smithi071 ceph-mon[142085]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:16 smithi184 ceph-mon[136228]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: 62: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:17.075 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-INP4Imu37KT_uL3 off=8966939 len=133114 2023-12-16T18:29:17.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 295 completed, throughput=4.94MB/sec 2023-12-16T18:29:17.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WavLy9l7ICXsqHj off=346827 len=231871 2023-12-16T18:29:17.078 INFO:tasks.workunit.client.0.smithi071.stdout:op 296 completed, throughput=4.94MB/sec 2023-12-16T18:29:17.078 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-crTv4URW59OVRDA off=8275705 len=1783542 2023-12-16T18:29:17.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 297 completed, throughput=4.97MB/sec 2023-12-16T18:29:17.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3sQHYUwnWu1Eper off=361118 len=1669652 2023-12-16T18:29:17.088 INFO:tasks.workunit.client.0.smithi071.stdout:op 298 completed, throughput=4.99MB/sec 2023-12-16T18:29:17.088 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uNE-EEZkCc4QFX2 off=9987342 len=207963 2023-12-16T18:29:17.089 INFO:tasks.workunit.client.0.smithi071.stdout:op 299 completed, throughput=5MB/sec 2023-12-16T18:29:17.089 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I3yPd1TrxrlHwCR off=8274526 len=408375 2023-12-16T18:29:17.092 INFO:tasks.workunit.client.0.smithi071.stdout:op 300 completed, throughput=5MB/sec 2023-12-16T18:29:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:17] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:29:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: 63: throughput=4.92MB/sec pending data=0 2023-12-16T18:29:18.092 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zL5LMu5BiPhhbRf off=2713040 len=1770057 2023-12-16T18:29:18.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 301 completed, throughput=4.95MB/sec 2023-12-16T18:29:18.094 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZStjIjI1pZoj1JL off=1509733 len=278836 2023-12-16T18:29:18.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 302 completed, throughput=4.95MB/sec 2023-12-16T18:29:18.097 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mzrIQh-XJUyCvxd off=9805060 len=198596 2023-12-16T18:29:18.100 INFO:tasks.workunit.client.0.smithi071.stdout:op 303 completed, throughput=4.96MB/sec 2023-12-16T18:29:18.100 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4eOWCiHSZadgGas off=823198 len=301129 2023-12-16T18:29:18.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 304 completed, throughput=4.96MB/sec 2023-12-16T18:29:18.103 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ogm_MrXB6SBf7TN off=3401316 len=1021983 2023-12-16T18:29:18.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 305 completed, throughput=4.98MB/sec 2023-12-16T18:29:18.104 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-y641cX3C7PwSPGz off=9013845 len=124392 2023-12-16T18:29:18.106 INFO:tasks.workunit.client.0.smithi071.stdout:op 306 completed, throughput=4.98MB/sec 2023-12-16T18:29:18.106 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YwpQGb8rWN6en_a off=1024988 len=766687 2023-12-16T18:29:18.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 307 completed, throughput=4.99MB/sec 2023-12-16T18:29:18.107 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fguPR6_X6HpiItd off=11971261 len=1740015 2023-12-16T18:29:18.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 308 completed, throughput=5.01MB/sec 2023-12-16T18:29:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:18 smithi071 ceph-mon[139725]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:29:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:18 smithi071 ceph-mon[142085]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:29:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:18 smithi184 ceph-mon[136228]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:29:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: 64: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:19.109 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X8LHdFSxLbk8JhF off=22494541 len=1666679 2023-12-16T18:29:19.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 309 completed, throughput=4.96MB/sec 2023-12-16T18:29:19.111 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JxtP4tOd6B8GpMb off=2147409 len=1716750 2023-12-16T18:29:19.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 310 completed, throughput=4.99MB/sec 2023-12-16T18:29:19.118 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PuoyQ1V_Jebq99g off=8660326 len=1278737 2023-12-16T18:29:19.120 INFO:tasks.workunit.client.0.smithi071.stdout:op 311 completed, throughput=5MB/sec 2023-12-16T18:29:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 65: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:20.121 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PG4smfUXEDduydg off=6167695 len=1211321 2023-12-16T18:29:20.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 312 completed, throughput=4.95MB/sec 2023-12-16T18:29:20.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sClGA9KdRfDmYkP off=229063 len=1302969 2023-12-16T18:29:20.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 313 completed, throughput=4.96MB/sec 2023-12-16T18:29:20.136 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8-qVaMBN_IoEpsD off=4417905 len=876342 2023-12-16T18:29:20.140 INFO:tasks.workunit.client.0.smithi071.stdout:op 314 completed, throughput=4.98MB/sec 2023-12-16T18:29:20.140 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pmydgsEf7DXSuLg off=1978569 len=2026478 2023-12-16T18:29:20.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 315 completed, throughput=5.01MB/sec 2023-12-16T18:29:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:20 smithi071 ceph-mon[139725]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:29:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:20 smithi071 ceph-mon[142085]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:29:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:20 smithi184 ceph-mon[136228]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:29:21.142 INFO:tasks.workunit.client.0.smithi071.stdout: 66: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:21.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z-yT9FM6Te5NmrR off=4552484 len=717548 2023-12-16T18:29:21.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 316 completed, throughput=4.94MB/sec 2023-12-16T18:29:21.147 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q9p4pvIuA15t_z7 off=3049627 len=537603 2023-12-16T18:29:21.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 317 completed, throughput=4.95MB/sec 2023-12-16T18:29:21.148 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LLg6cOX5dRIXFd5 off=4001283 len=387999 2023-12-16T18:29:21.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 318 completed, throughput=4.95MB/sec 2023-12-16T18:29:21.149 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tpQmtdeN4UMHRVS off=2178879 len=934263 2023-12-16T18:29:21.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 319 completed, throughput=4.97MB/sec 2023-12-16T18:29:21.153 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cWOyp2U9_Uhfgju off=1046254 len=1331046 2023-12-16T18:29:21.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 320 completed, throughput=4.99MB/sec 2023-12-16T18:29:21.156 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4pgvtGDaeOmTHYv off=3353072 len=61943 2023-12-16T18:29:21.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 321 completed, throughput=4.99MB/sec 2023-12-16T18:29:21.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oXuBDeWBZ7JGdS9 off=4843641 len=1222412 2023-12-16T18:29:21.164 INFO:tasks.workunit.client.0.smithi071.stdout:op 322 completed, throughput=5MB/sec 2023-12-16T18:29:22.165 INFO:tasks.workunit.client.0.smithi071.stdout: 67: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:22.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CylizstMJN0vMDH off=3752927 len=1108203 2023-12-16T18:29:22.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 323 completed, throughput=4.94MB/sec 2023-12-16T18:29:22.172 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WkC6Zeew2n54RnS off=4337187 len=634188 2023-12-16T18:29:22.176 INFO:tasks.workunit.client.0.smithi071.stdout:op 324 completed, throughput=4.95MB/sec 2023-12-16T18:29:22.176 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WavLy9l7ICXsqHj off=2243479 len=1319 2023-12-16T18:29:22.178 INFO:tasks.workunit.client.0.smithi071.stdout:op 325 completed, throughput=4.95MB/sec 2023-12-16T18:29:22.178 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SCLDU2ieiu2_1bc off=10910453 len=1679503 2023-12-16T18:29:22.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 326 completed, throughput=4.98MB/sec 2023-12-16T18:29:22.180 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CBGa7-27FZQ86-r off=6655441 len=2054950 2023-12-16T18:29:22.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 327 completed, throughput=5.01MB/sec 2023-12-16T18:29:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:22 smithi071 ceph-mon[139725]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:29:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:22 smithi071 ceph-mon[142085]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:29:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:22 smithi184 ceph-mon[136228]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:29:23.184 INFO:tasks.workunit.client.0.smithi071.stdout: 68: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:23.184 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bfp8cSdO1VviLuq off=2822947 len=1245245 2023-12-16T18:29:23.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 328 completed, throughput=4.95MB/sec 2023-12-16T18:29:23.187 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--bUj_iHcqxGWYgE off=15097586 len=1654817 2023-12-16T18:29:23.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 329 completed, throughput=4.97MB/sec 2023-12-16T18:29:23.197 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xSRb3Y1GH8_WIPT off=2512561 len=2061776 2023-12-16T18:29:23.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 330 completed, throughput=5MB/sec 2023-12-16T18:29:23.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6hH7ymoIunSm-FA off=3759351 len=1561429 2023-12-16T18:29:23.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 331 completed, throughput=5.02MB/sec 2023-12-16T18:29:24.202 INFO:tasks.workunit.client.0.smithi071.stdout: 69: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:24.202 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pVc9606MByx_sOW off=2747060 len=138222 2023-12-16T18:29:24.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 332 completed, throughput=4.95MB/sec 2023-12-16T18:29:24.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEG51WRIVXziyeH off=5711746 len=125888 2023-12-16T18:29:24.205 INFO:tasks.workunit.client.0.smithi071.stdout:op 333 completed, throughput=4.95MB/sec 2023-12-16T18:29:24.205 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xhdoPkhRTncHHRe off=0 len=1401358 2023-12-16T18:29:24.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 334 completed, throughput=4.97MB/sec 2023-12-16T18:29:24.209 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1PThLwxKZDX6pWn off=1417466 len=9560 2023-12-16T18:29:24.211 INFO:tasks.workunit.client.0.smithi071.stdout:op 335 completed, throughput=4.97MB/sec 2023-12-16T18:29:24.211 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--gRZH9ntlQaVe4S off=17604826 len=2754 2023-12-16T18:29:24.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 336 completed, throughput=4.97MB/sec 2023-12-16T18:29:24.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FZkfwbwXcCj7SBl off=4013405 len=214365 2023-12-16T18:29:24.216 INFO:tasks.workunit.client.0.smithi071.stdout:op 337 completed, throughput=4.97MB/sec 2023-12-16T18:29:24.216 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GbyMinQwyF6pMLN off=12297738 len=1309777 2023-12-16T18:29:24.218 INFO:tasks.workunit.client.0.smithi071.stdout:op 338 completed, throughput=4.99MB/sec 2023-12-16T18:29:24.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vi23RBSkJGcxPgc off=13595135 len=1936408 2023-12-16T18:29:24.231 INFO:tasks.workunit.client.0.smithi071.stdout:op 339 completed, throughput=5.02MB/sec 2023-12-16T18:29:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:24 smithi071 ceph-mon[139725]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:29:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:24 smithi071 ceph-mon[142085]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:29:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:24 smithi184 ceph-mon[136228]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:29:25.231 INFO:tasks.workunit.client.0.smithi071.stdout: 70: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:25.231 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2EOrYARXb-7ecQP off=5323493 len=1485190 2023-12-16T18:29:25.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 340 completed, throughput=4.97MB/sec 2023-12-16T18:29:25.239 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A-CGWYa89O3IDc7 off=16322411 len=2083052 2023-12-16T18:29:25.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 341 completed, throughput=4.99MB/sec 2023-12-16T18:29:25.243 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-47TA8QDPZpH_vDU off=9239007 len=1458307 2023-12-16T18:29:25.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 342 completed, throughput=5.01MB/sec 2023-12-16T18:29:26.251 INFO:tasks.workunit.client.0.smithi071.stdout: 71: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:26.251 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3BWtTyAeDFtkDuN off=3182591 len=1419679 2023-12-16T18:29:26.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 343 completed, throughput=4.96MB/sec 2023-12-16T18:29:26.258 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ARiJvx2t2dAqF6_ off=4900792 len=396882 2023-12-16T18:29:26.259 INFO:tasks.workunit.client.0.smithi071.stdout:op 344 completed, throughput=4.97MB/sec 2023-12-16T18:29:26.259 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x5ZYLlp68zmqwyX off=941549 len=613692 2023-12-16T18:29:26.260 INFO:tasks.workunit.client.0.smithi071.stdout:op 345 completed, throughput=4.98MB/sec 2023-12-16T18:29:26.260 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--TNa2Ep8UvSlj0v off=3649042 len=939783 2023-12-16T18:29:26.264 INFO:tasks.workunit.client.0.smithi071.stdout:op 346 completed, throughput=4.99MB/sec 2023-12-16T18:29:26.265 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fTV4BObBQYgb_iU off=20537052 len=143894 2023-12-16T18:29:26.267 INFO:tasks.workunit.client.0.smithi071.stdout:op 347 completed, throughput=4.99MB/sec 2023-12-16T18:29:26.267 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9Kk2Gyf6dfBO16o off=5226294 len=971014 2023-12-16T18:29:26.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 348 completed, throughput=5MB/sec 2023-12-16T18:29:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:26 smithi071 ceph-mon[139725]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:26 smithi071 ceph-mon[142085]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:26 smithi184 ceph-mon[136228]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:27.269 INFO:tasks.workunit.client.0.smithi071.stdout: 72: throughput=4.93MB/sec pending data=0 2023-12-16T18:29:27.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UegCQ8IfycQ3dlZ off=258323 len=712639 2023-12-16T18:29:27.274 INFO:tasks.workunit.client.0.smithi071.stdout:op 349 completed, throughput=4.94MB/sec 2023-12-16T18:29:27.274 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uMLevFWl27Ofno1 off=3585135 len=1215765 2023-12-16T18:29:27.275 INFO:tasks.workunit.client.0.smithi071.stdout:op 350 completed, throughput=4.96MB/sec 2023-12-16T18:29:27.275 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9z9UXzS_KInw_VT off=6952268 len=33012 2023-12-16T18:29:27.275 INFO:tasks.workunit.client.0.smithi071.stdout:op 351 completed, throughput=4.96MB/sec 2023-12-16T18:29:27.276 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Whald3Kr3QJqOgr off=4016477 len=1786693 2023-12-16T18:29:27.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 352 completed, throughput=4.98MB/sec 2023-12-16T18:29:27.286 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bw2XIiSujHDgFwv off=18034165 len=463567 2023-12-16T18:29:27.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 353 completed, throughput=4.99MB/sec 2023-12-16T18:29:27.287 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-brQWkSHYWXa31d4 off=14498349 len=1616025 2023-12-16T18:29:27.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 354 completed, throughput=5.01MB/sec 2023-12-16T18:29:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:27] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:29:28.289 INFO:tasks.workunit.client.0.smithi071.stdout: 73: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:28.290 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lkChbCUEyPLF4hi off=7977612 len=1156170 2023-12-16T18:29:28.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 355 completed, throughput=4.95MB/sec 2023-12-16T18:29:28.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p0aDtwFq6A2uQFi off=5664936 len=805965 2023-12-16T18:29:28.299 INFO:tasks.workunit.client.0.smithi071.stdout:op 356 completed, throughput=4.96MB/sec 2023-12-16T18:29:28.299 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gCzFPJ9Ygivjh8K off=0 len=1304275 2023-12-16T18:29:28.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 357 completed, throughput=4.98MB/sec 2023-12-16T18:29:28.302 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jqoFSBFXEOnSDjc off=2368796 len=568181 2023-12-16T18:29:28.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 358 completed, throughput=4.99MB/sec 2023-12-16T18:29:28.306 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FPp692Yg09me1TP off=2026029 len=1488777 2023-12-16T18:29:28.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 359 completed, throughput=5.01MB/sec 2023-12-16T18:29:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:28 smithi071 ceph-mon[139725]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:28 smithi071 ceph-mon[142085]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:28 smithi184 ceph-mon[136228]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:29.315 INFO:tasks.workunit.client.0.smithi071.stdout: 74: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:29.316 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R3__dDhB6p2LpxK off=7576672 len=1135550 2023-12-16T18:29:29.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 360 completed, throughput=4.95MB/sec 2023-12-16T18:29:29.322 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cPlhrIJJBuiAjC3 off=5446383 len=1545686 2023-12-16T18:29:29.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 361 completed, throughput=4.97MB/sec 2023-12-16T18:29:29.324 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TMbosVygz5riVFO off=3535725 len=1034009 2023-12-16T18:29:29.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 362 completed, throughput=4.99MB/sec 2023-12-16T18:29:29.330 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LF3SAhigOJsqRwl off=8411187 len=2090249 2023-12-16T18:29:29.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 363 completed, throughput=5.01MB/sec 2023-12-16T18:29:30.333 INFO:tasks.workunit.client.0.smithi071.stdout: 75: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:30.333 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f5GOeVIPs-2EED_ off=5817795 len=1439047 2023-12-16T18:29:30.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 364 completed, throughput=4.96MB/sec 2023-12-16T18:29:30.341 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KX4gqDRpHkx84CN off=6877809 len=174380 2023-12-16T18:29:30.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 365 completed, throughput=4.97MB/sec 2023-12-16T18:29:30.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cTSEAhDRV6JlcEj off=9590958 len=1958727 2023-12-16T18:29:30.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 366 completed, throughput=4.99MB/sec 2023-12-16T18:29:30.352 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1f8PI4rz1EivKWo off=31474 len=103594 2023-12-16T18:29:30.352 INFO:tasks.workunit.client.0.smithi071.stdout:op 367 completed, throughput=4.99MB/sec 2023-12-16T18:29:30.352 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-87K-L7M2pQH-jUO off=7825005 len=1801772 2023-12-16T18:29:30.353 INFO:tasks.workunit.client.0.smithi071.stdout:op 368 completed, throughput=5.01MB/sec 2023-12-16T18:29:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:30 smithi071 ceph-mon[139725]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:30 smithi071 ceph-mon[142085]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:30 smithi184 ceph-mon[136228]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:31.353 INFO:tasks.workunit.client.0.smithi071.stdout: 76: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:31.354 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F3F-NabyWLw80Nd off=1190011 len=236755 2023-12-16T18:29:31.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 369 completed, throughput=4.95MB/sec 2023-12-16T18:29:31.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NKSTmixkqvP7M4G off=2806389 len=1004690 2023-12-16T18:29:31.360 INFO:tasks.workunit.client.0.smithi071.stdout:op 370 completed, throughput=4.96MB/sec 2023-12-16T18:29:31.360 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MjKq6dTWyWNB2Ak off=3984206 len=528142 2023-12-16T18:29:31.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 371 completed, throughput=4.97MB/sec 2023-12-16T18:29:31.364 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T5VyIfIZaaZwNur off=2270583 len=1814460 2023-12-16T18:29:31.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 372 completed, throughput=4.99MB/sec 2023-12-16T18:29:31.374 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oMX8f-ijtuePr8y off=16865324 len=732465 2023-12-16T18:29:31.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 373 completed, throughput=5MB/sec 2023-12-16T18:29:32.375 INFO:tasks.workunit.client.0.smithi071.stdout: 77: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:32.375 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DIpUsgh4FgH5Cq_ off=980792 len=756688 2023-12-16T18:29:32.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 374 completed, throughput=4.95MB/sec 2023-12-16T18:29:32.376 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AykinGNsjBCXbPa off=11418345 len=367057 2023-12-16T18:29:32.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 375 completed, throughput=4.95MB/sec 2023-12-16T18:29:32.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p18IMBiemYtsHl3 off=1503052 len=8905 2023-12-16T18:29:32.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 376 completed, throughput=4.95MB/sec 2023-12-16T18:29:32.382 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dBheHZ755ajGfgY off=4308393 len=971697 2023-12-16T18:29:32.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 377 completed, throughput=4.96MB/sec 2023-12-16T18:29:32.383 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8ThxucVCA1Ejd8C off=796003 len=119840 2023-12-16T18:29:32.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 378 completed, throughput=4.96MB/sec 2023-12-16T18:29:32.385 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N9MUYYOTNQxXL4f off=6793645 len=886991 2023-12-16T18:29:32.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 379 completed, throughput=4.97MB/sec 2023-12-16T18:29:32.386 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-stNSvm4xJstdrjb off=11571407 len=173424 2023-12-16T18:29:32.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 380 completed, throughput=4.98MB/sec 2023-12-16T18:29:32.387 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A749mpUTiqGICwG off=20083598 len=625889 2023-12-16T18:29:32.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 381 completed, throughput=4.98MB/sec 2023-12-16T18:29:32.389 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5w1H8P8gN_txUIS off=13650888 len=769272 2023-12-16T18:29:32.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 382 completed, throughput=4.99MB/sec 2023-12-16T18:29:32.390 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-u7LesnU_ZubLE2F off=5557689 len=45484 2023-12-16T18:29:32.390 INFO:tasks.workunit.client.0.smithi071.stdout:op 383 completed, throughput=4.99MB/sec 2023-12-16T18:29:32.390 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j2tRmH81PgBcNKD off=568600 len=1689468 2023-12-16T18:29:32.399 INFO:tasks.workunit.client.0.smithi071.stdout:op 384 completed, throughput=5.01MB/sec 2023-12-16T18:29:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:32 smithi071 ceph-mon[139725]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:32 smithi071 ceph-mon[142085]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:32 smithi184 ceph-mon[136228]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:33.399 INFO:tasks.workunit.client.0.smithi071.stdout: 78: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:33.399 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-__uU1co8yb2bqTN off=282770 len=986036 2023-12-16T18:29:33.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 385 completed, throughput=4.96MB/sec 2023-12-16T18:29:33.401 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ppmIfJUBXHZ9YaH off=6728430 len=461127 2023-12-16T18:29:33.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 386 completed, throughput=4.97MB/sec 2023-12-16T18:29:33.402 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6l_0gbEmM8cEwtQ off=9010991 len=890258 2023-12-16T18:29:33.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 387 completed, throughput=4.98MB/sec 2023-12-16T18:29:33.403 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PCfzDoKwSk4PokH off=9278119 len=1944012 2023-12-16T18:29:33.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 388 completed, throughput=5MB/sec 2023-12-16T18:29:33.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:33.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:34.415 INFO:tasks.workunit.client.0.smithi071.stdout: 79: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:34.416 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F3z_Y1mndL0ga7I off=610490 len=439249 2023-12-16T18:29:34.416 INFO:tasks.workunit.client.0.smithi071.stdout:op 389 completed, throughput=4.94MB/sec 2023-12-16T18:29:34.416 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ggd1t08mYa-I82K off=13486004 len=1291842 2023-12-16T18:29:34.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 390 completed, throughput=4.96MB/sec 2023-12-16T18:29:34.423 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P7787LmjIz65SRn off=8854491 len=681026 2023-12-16T18:29:34.424 INFO:tasks.workunit.client.0.smithi071.stdout:op 391 completed, throughput=4.97MB/sec 2023-12-16T18:29:34.424 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zzmIzNUgxdCbqL- off=3524636 len=2001543 2023-12-16T18:29:34.434 INFO:tasks.workunit.client.0.smithi071.stdout:op 392 completed, throughput=4.99MB/sec 2023-12-16T18:29:34.434 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cy5QYv89t6Bd3nr off=4841021 len=1364550 2023-12-16T18:29:34.435 INFO:tasks.workunit.client.0.smithi071.stdout:op 393 completed, throughput=5.01MB/sec 2023-12-16T18:29:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:34 smithi071 ceph-mon[139725]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:34 smithi071 ceph-mon[142085]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:34 smithi184 ceph-mon[136228]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:29:35.436 INFO:tasks.workunit.client.0.smithi071.stdout: 80: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:35.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ATN5UZJ1nISvuRR off=10407397 len=2039099 2023-12-16T18:29:35.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 394 completed, throughput=4.97MB/sec 2023-12-16T18:29:35.438 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O2XdeeYsjx6qaFc off=6889917 len=979357 2023-12-16T18:29:35.443 INFO:tasks.workunit.client.0.smithi071.stdout:op 395 completed, throughput=4.98MB/sec 2023-12-16T18:29:35.443 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h4P2IONlfvFO30O off=3328595 len=579055 2023-12-16T18:29:35.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 396 completed, throughput=4.99MB/sec 2023-12-16T18:29:35.444 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iTB9LWiZHTl47PT off=6825111 len=1270194 2023-12-16T18:29:35.447 INFO:tasks.workunit.client.0.smithi071.stdout:op 397 completed, throughput=5MB/sec 2023-12-16T18:29:36.447 INFO:tasks.workunit.client.0.smithi071.stdout: 81: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:36.448 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-K7fVhhDjnFTDEgg off=9281813 len=1861164 2023-12-16T18:29:36.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 398 completed, throughput=4.96MB/sec 2023-12-16T18:29:36.450 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l5mZXJtF4gvmreS off=2700505 len=1386933 2023-12-16T18:29:36.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 399 completed, throughput=4.98MB/sec 2023-12-16T18:29:36.456 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--FBKbmTrDalueLV off=6786479 len=201845 2023-12-16T18:29:36.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 400 completed, throughput=4.98MB/sec 2023-12-16T18:29:36.456 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XqYyFnAWdVPNvTj off=2592634 len=944619 2023-12-16T18:29:36.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 401 completed, throughput=4.99MB/sec 2023-12-16T18:29:36.458 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KTmwDr9YE3AJlbB off=233211 len=1738441 2023-12-16T18:29:36.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 402 completed, throughput=5.01MB/sec 2023-12-16T18:29:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:36 smithi071 ceph-mon[139725]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:36 smithi071 ceph-mon[142085]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:36 smithi184 ceph-mon[136228]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:37.468 INFO:tasks.workunit.client.0.smithi071.stdout: 82: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:37.468 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-icjGeauj5oejRGz off=11127822 len=1371024 2023-12-16T18:29:37.470 INFO:tasks.workunit.client.0.smithi071.stdout:op 403 completed, throughput=4.97MB/sec 2023-12-16T18:29:37.470 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7l7nA1pg2bq2tje off=631725 len=1040667 2023-12-16T18:29:37.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 404 completed, throughput=4.98MB/sec 2023-12-16T18:29:37.476 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-akvAU_VXgH7GYeX off=14235113 len=1385904 2023-12-16T18:29:37.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 405 completed, throughput=4.99MB/sec 2023-12-16T18:29:37.478 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0jJUcoZU-m4DRTC off=4761573 len=1360044 2023-12-16T18:29:37.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 406 completed, throughput=5.01MB/sec 2023-12-16T18:29:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:37] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:29:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:38 smithi071 ceph-mon[142085]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:38 smithi071 ceph-mon[139725]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:38.480 INFO:tasks.workunit.client.0.smithi071.stdout: 83: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:38.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_nGq_zTxHetpgLk off=8367415 len=928674 2023-12-16T18:29:38.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 407 completed, throughput=4.96MB/sec 2023-12-16T18:29:38.485 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-exaPeeHg75SneP9 off=19393490 len=1397519 2023-12-16T18:29:38.494 INFO:tasks.workunit.client.0.smithi071.stdout:op 408 completed, throughput=4.97MB/sec 2023-12-16T18:29:38.494 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O3IkKBYsAhEXO4E off=0 len=1133505 2023-12-16T18:29:38.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 409 completed, throughput=4.99MB/sec 2023-12-16T18:29:38.496 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-he2rDcBlrJBqPG7 off=14562163 len=1824645 2023-12-16T18:29:38.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 410 completed, throughput=5.01MB/sec 2023-12-16T18:29:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:38 smithi184 ceph-mon[136228]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:29:39.505 INFO:tasks.workunit.client.0.smithi071.stdout: 84: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:39.506 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fyKydruYWP_vfQh off=822269 len=156379 2023-12-16T18:29:39.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 411 completed, throughput=4.95MB/sec 2023-12-16T18:29:39.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BxV3FiPyefOSjSE off=2767766 len=775341 2023-12-16T18:29:39.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 412 completed, throughput=4.96MB/sec 2023-12-16T18:29:39.513 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YR-vG45fTLGduIG off=12371324 len=1809777 2023-12-16T18:29:39.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 413 completed, throughput=4.98MB/sec 2023-12-16T18:29:39.524 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M1y4kZmOb1sM1V- off=13299349 len=241207 2023-12-16T18:29:39.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 414 completed, throughput=4.98MB/sec 2023-12-16T18:29:39.524 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5CJaO3k8s3OwgzE off=1070566 len=1229851 2023-12-16T18:29:39.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 415 completed, throughput=4.99MB/sec 2023-12-16T18:29:39.525 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U0XskhDet1F36Zu off=8305577 len=695833 2023-12-16T18:29:39.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 416 completed, throughput=5MB/sec 2023-12-16T18:29:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:40 smithi071 ceph-mon[139725]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:40.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:40 smithi071 ceph-mon[142085]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:40.526 INFO:tasks.workunit.client.0.smithi071.stdout: 85: throughput=4.94MB/sec pending data=0 2023-12-16T18:29:40.527 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kl5wDOf_yWXCbaR off=11273536 len=487150 2023-12-16T18:29:40.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 417 completed, throughput=4.95MB/sec 2023-12-16T18:29:40.527 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aHbTlNyJvkFxA-P off=1430223 len=1884445 2023-12-16T18:29:40.530 INFO:tasks.workunit.client.0.smithi071.stdout:op 418 completed, throughput=4.97MB/sec 2023-12-16T18:29:40.530 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rXE7f5JG-RSWwdL off=315334 len=1447058 2023-12-16T18:29:40.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 419 completed, throughput=4.99MB/sec 2023-12-16T18:29:40.537 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j1IGixgjmhChhtE off=10356149 len=230798 2023-12-16T18:29:40.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 420 completed, throughput=4.99MB/sec 2023-12-16T18:29:40.540 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g4fHzjKYVxqSKFP off=4877505 len=752349 2023-12-16T18:29:40.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 421 completed, throughput=5MB/sec 2023-12-16T18:29:40.545 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QSSE3w-jm3eyHUE off=7423419 len=1038856 2023-12-16T18:29:40.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 422 completed, throughput=5.01MB/sec 2023-12-16T18:29:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:40 smithi184 ceph-mon[136228]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:29:41.546 INFO:tasks.workunit.client.0.smithi071.stdout: 86: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:41.547 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1sKE_3BbYyf3Mo2 off=421350 len=173863 2023-12-16T18:29:41.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 423 completed, throughput=4.95MB/sec 2023-12-16T18:29:41.550 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L_Ax905O3h3cm3Z off=4111123 len=1747206 2023-12-16T18:29:41.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 424 completed, throughput=4.97MB/sec 2023-12-16T18:29:41.558 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7seD1_E7gK0MTVc off=14332190 len=954454 2023-12-16T18:29:41.562 INFO:tasks.workunit.client.0.smithi071.stdout:op 425 completed, throughput=4.98MB/sec 2023-12-16T18:29:41.562 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0c-6yLZSQ16x3F off=3812021 len=1387539 2023-12-16T18:29:41.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 426 completed, throughput=5MB/sec 2023-12-16T18:29:41.568 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PoxQ1WWvKJZ_f-G off=8719966 len=2000023 2023-12-16T18:29:41.570 INFO:tasks.workunit.client.0.smithi071.stdout:op 427 completed, throughput=5.02MB/sec 2023-12-16T18:29:42.571 INFO:tasks.workunit.client.0.smithi071.stdout: 87: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:42.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IG0uZY4n9ZS1UuV off=11243387 len=218838 2023-12-16T18:29:42.571 INFO:tasks.workunit.client.0.smithi071.stdout:op 428 completed, throughput=4.96MB/sec 2023-12-16T18:29:42.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6kk8EJsdft5CO1Z off=5819291 len=1381745 2023-12-16T18:29:42.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 429 completed, throughput=4.98MB/sec 2023-12-16T18:29:42.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3aPACHa83Xly4Ub off=3406921 len=2077207 2023-12-16T18:29:42.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 430 completed, throughput=5MB/sec 2023-12-16T18:29:42.583 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TGfbIE7AOQMjPDY off=2769270 len=1420233 2023-12-16T18:29:42.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 431 completed, throughput=5.01MB/sec 2023-12-16T18:29:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:42 smithi184 ceph-mon[136228]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:29:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:42 smithi071 ceph-mon[139725]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:29:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:42 smithi071 ceph-mon[142085]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:29:43.406 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:29:43.585 INFO:tasks.workunit.client.0.smithi071.stdout: 88: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:43.585 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-itnUb1mzVsa2nK7 off=2410816 len=750227 2023-12-16T18:29:43.585 INFO:tasks.workunit.client.0.smithi071.stdout:op 432 completed, throughput=4.97MB/sec 2023-12-16T18:29:43.586 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6kA_5QsX1XxVDL4 off=3245056 len=740856 2023-12-16T18:29:43.590 INFO:tasks.workunit.client.0.smithi071.stdout:op 433 completed, throughput=4.97MB/sec 2023-12-16T18:29:43.590 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uH2ypKiHAr48Hrs off=9415488 len=888264 2023-12-16T18:29:43.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 434 completed, throughput=4.98MB/sec 2023-12-16T18:29:43.591 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5Vg76m43iWCDlRd off=0 len=1288072 2023-12-16T18:29:43.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 435 completed, throughput=5MB/sec 2023-12-16T18:29:43.593 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MxIUJy6KLFwlvKU off=3586281 len=828237 2023-12-16T18:29:43.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 436 completed, throughput=5.01MB/sec 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (19m) 5m ago 22m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (19m) 3m ago 21m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (22m) 5m ago 22m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (22m) 3m ago 22m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (18m) 3m ago 24m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (19m) 5m ago 26m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (18m) 5m ago 26m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (18m) 3m ago 25m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:29:43.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (18m) 5m ago 25m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (19m) 5m ago 21m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (19m) 3m ago 21m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (17m) 5m ago 24m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (16m) 5m ago 24m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (16m) 5m ago 24m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (16m) 5m ago 24m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (15m) 3m ago 23m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (15m) 3m ago 23m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (14m) 3m ago 23m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (14m) 3m ago 23m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:29:43.719 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (18m) 3m ago 22m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:29:44.104 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:29:44.104 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:29:44.104 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:29:44.104 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:29:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:29:44.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[139725]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:44.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[139725]: from='client.45215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:44.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1128316689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:44.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[142085]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:44.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[142085]: from='client.45215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:44.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1128316689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:44 smithi184 ceph-mon[136228]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:29:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:44 smithi184 ceph-mon[136228]: from='client.45215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1128316689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:29:44.594 INFO:tasks.workunit.client.0.smithi071.stdout: 89: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:44.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5CJaO3k8s3OwgzE off=7450760 len=1346699 2023-12-16T18:29:44.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 437 completed, throughput=4.96MB/sec 2023-12-16T18:29:44.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-73YDgLDmDdDNydD off=671845 len=1748052 2023-12-16T18:29:44.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 438 completed, throughput=4.98MB/sec 2023-12-16T18:29:44.597 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x27z6bL_-Lt0YvB off=7555722 len=846707 2023-12-16T18:29:44.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 439 completed, throughput=4.99MB/sec 2023-12-16T18:29:44.600 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k89XxLiRnOcFfJV off=6335293 len=1270252 2023-12-16T18:29:44.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 440 completed, throughput=5MB/sec 2023-12-16T18:29:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:45 smithi184 ceph-mon[136228]: from='client.45221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:45.606 INFO:tasks.workunit.client.0.smithi071.stdout: 90: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:45.607 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vj9V8newd5x0uOJ off=9705501 len=1745302 2023-12-16T18:29:45.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 441 completed, throughput=4.97MB/sec 2023-12-16T18:29:45.614 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wZorcGG9FqUSSo0 off=4142368 len=1234398 2023-12-16T18:29:45.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 442 completed, throughput=4.98MB/sec 2023-12-16T18:29:45.621 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f1WQsLMs0jG8NYd off=126280 len=441619 2023-12-16T18:29:45.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 443 completed, throughput=4.98MB/sec 2023-12-16T18:29:45.624 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fDcfXAQ1Cx-hsgN off=7297361 len=1995429 2023-12-16T18:29:45.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 444 completed, throughput=5.01MB/sec 2023-12-16T18:29:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:45 smithi071 ceph-mon[139725]: from='client.45221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:45 smithi071 ceph-mon[142085]: from='client.45221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:29:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:46 smithi184 ceph-mon[136228]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: 91: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:46.633 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SfsNuCgwAv3ySHf off=4900482 len=809881 2023-12-16T18:29:46.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 445 completed, throughput=4.96MB/sec 2023-12-16T18:29:46.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KiEzQUiXF6X4hYF off=1337028 len=650271 2023-12-16T18:29:46.638 INFO:tasks.workunit.client.0.smithi071.stdout:op 446 completed, throughput=4.97MB/sec 2023-12-16T18:29:46.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D3eTigYW7gQQNY5 off=2826371 len=759475 2023-12-16T18:29:46.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 447 completed, throughput=4.97MB/sec 2023-12-16T18:29:46.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WzgttH-fqCoK9uv off=502115 len=2042199 2023-12-16T18:29:46.652 INFO:tasks.workunit.client.0.smithi071.stdout:op 448 completed, throughput=4.99MB/sec 2023-12-16T18:29:46.652 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6FWs5ByUFV4zjK8 off=14570850 len=1267735 2023-12-16T18:29:46.658 INFO:tasks.workunit.client.0.smithi071.stdout:op 449 completed, throughput=5.01MB/sec 2023-12-16T18:29:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:46 smithi071 ceph-mon[142085]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:46 smithi071 ceph-mon[139725]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:29:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: 92: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:47.658 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0SCcZQPpLN1ku1G off=10441642 len=6594 2023-12-16T18:29:47.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 450 completed, throughput=4.95MB/sec 2023-12-16T18:29:47.661 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TXnLmwdNR1Lx3EV off=1622646 len=1170766 2023-12-16T18:29:47.662 INFO:tasks.workunit.client.0.smithi071.stdout:op 451 completed, throughput=4.97MB/sec 2023-12-16T18:29:47.662 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MuCAHNKb2ZUt1Xo off=16780076 len=523956 2023-12-16T18:29:47.666 INFO:tasks.workunit.client.0.smithi071.stdout:op 452 completed, throughput=4.97MB/sec 2023-12-16T18:29:47.666 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wzpeKZk8vEAB8Yi off=2385223 len=1192383 2023-12-16T18:29:47.673 INFO:tasks.workunit.client.0.smithi071.stdout:op 453 completed, throughput=4.98MB/sec 2023-12-16T18:29:47.673 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W8UOyEOZXVwnO3M off=7029846 len=312470 2023-12-16T18:29:47.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 454 completed, throughput=4.99MB/sec 2023-12-16T18:29:47.675 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QaQn7cpqNEtaoOA off=8675486 len=916589 2023-12-16T18:29:47.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 455 completed, throughput=4.99MB/sec 2023-12-16T18:29:47.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sbeFAmlDNoSqM1Q off=4424599 len=1445492 2023-12-16T18:29:47.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 456 completed, throughput=5.01MB/sec 2023-12-16T18:29:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:47] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:29:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:48 smithi184 ceph-mon[136228]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:29:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: 93: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:48.682 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wMF6EG0iOlKx526 off=22984753 len=1050523 2023-12-16T18:29:48.687 INFO:tasks.workunit.client.0.smithi071.stdout:op 457 completed, throughput=4.97MB/sec 2023-12-16T18:29:48.687 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CZ5Mdm-2FSel-nW off=11264949 len=1097196 2023-12-16T18:29:48.689 INFO:tasks.workunit.client.0.smithi071.stdout:op 458 completed, throughput=4.98MB/sec 2023-12-16T18:29:48.689 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8EmNOSX6BQBRAeX off=2906112 len=1514380 2023-12-16T18:29:48.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 459 completed, throughput=4.99MB/sec 2023-12-16T18:29:48.697 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N8-shRnklt0Gru4 off=5846607 len=1085833 2023-12-16T18:29:48.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 460 completed, throughput=5MB/sec 2023-12-16T18:29:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:48 smithi071 ceph-mon[139725]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:29:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:48 smithi071 ceph-mon[142085]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:29:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:29:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: 94: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:49.702 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XvxmkToHEwE55dh off=3038818 len=1798973 2023-12-16T18:29:49.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 461 completed, throughput=4.97MB/sec 2023-12-16T18:29:49.704 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KVHSuiFnLiXr12b off=1619367 len=1577271 2023-12-16T18:29:49.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 462 completed, throughput=4.98MB/sec 2023-12-16T18:29:49.707 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1zdXyrsZLMkiWbL off=7450222 len=1170753 2023-12-16T18:29:49.712 INFO:tasks.workunit.client.0.smithi071.stdout:op 463 completed, throughput=5MB/sec 2023-12-16T18:29:49.713 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ICcqOd3S_VOc_ei off=5018427 len=2030722 2023-12-16T18:29:49.716 INFO:tasks.workunit.client.0.smithi071.stdout:op 464 completed, throughput=5.02MB/sec 2023-12-16T18:29:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:50 smithi184 ceph-mon[136228]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:50.716 INFO:tasks.workunit.client.0.smithi071.stdout: 95: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:50.716 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-psZ3f3KOyFjK3U8 off=8055541 len=357572 2023-12-16T18:29:50.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 465 completed, throughput=4.97MB/sec 2023-12-16T18:29:50.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4bFdfKFnTQj48Sy off=1129511 len=1321673 2023-12-16T18:29:50.723 INFO:tasks.workunit.client.0.smithi071.stdout:op 466 completed, throughput=4.98MB/sec 2023-12-16T18:29:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:50 smithi071 ceph-mon[139725]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:50.723 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_pYi4-lnZC9nI5- off=4999306 len=477731 2023-12-16T18:29:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:50 smithi071 ceph-mon[142085]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:29:50.726 INFO:tasks.workunit.client.0.smithi071.stdout:op 467 completed, throughput=4.98MB/sec 2023-12-16T18:29:50.727 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vLYQRrJpybMXeNV off=1510358 len=1545424 2023-12-16T18:29:50.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 468 completed, throughput=5MB/sec 2023-12-16T18:29:50.735 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--wqZqRtKPw1imQu off=9020391 len=1985801 2023-12-16T18:29:50.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 469 completed, throughput=5.02MB/sec 2023-12-16T18:29:51.737 INFO:tasks.workunit.client.0.smithi071.stdout: 96: throughput=4.97MB/sec pending data=0 2023-12-16T18:29:51.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XOoFqHkwQnnUrvu off=5138217 len=1735857 2023-12-16T18:29:51.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 470 completed, throughput=4.98MB/sec 2023-12-16T18:29:51.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UOSvI19JwQnZg2z off=755994 len=330347 2023-12-16T18:29:51.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 471 completed, throughput=4.99MB/sec 2023-12-16T18:29:51.742 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VBgulzXAflKvKCR off=788098 len=223552 2023-12-16T18:29:51.745 INFO:tasks.workunit.client.0.smithi071.stdout:op 472 completed, throughput=4.99MB/sec 2023-12-16T18:29:51.745 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YIoCyzNlmUJEylA off=1252211 len=464754 2023-12-16T18:29:51.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 473 completed, throughput=4.99MB/sec 2023-12-16T18:29:51.749 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LzaO1d1eOBLTidR off=5358320 len=32311 2023-12-16T18:29:51.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 474 completed, throughput=4.99MB/sec 2023-12-16T18:29:51.751 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zbvyFLWQ_VFhYYA off=705612 len=133045 2023-12-16T18:29:51.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 475 completed, throughput=4.99MB/sec 2023-12-16T18:29:51.754 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cgQA89SAUL2PKQD off=8881664 len=1635916 2023-12-16T18:29:51.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 476 completed, throughput=5.01MB/sec 2023-12-16T18:29:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:52 smithi184 ceph-mon[136228]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:29:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:52 smithi071 ceph-mon[139725]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:29:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:52 smithi071 ceph-mon[142085]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:29:52.755 INFO:tasks.workunit.client.0.smithi071.stdout: 97: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:52.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LT2ux1mo05IVdu1 off=1445306 len=71925 2023-12-16T18:29:52.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 477 completed, throughput=4.96MB/sec 2023-12-16T18:29:52.758 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NYw1zKrGunT8LlE off=8708624 len=366829 2023-12-16T18:29:52.761 INFO:tasks.workunit.client.0.smithi071.stdout:op 478 completed, throughput=4.96MB/sec 2023-12-16T18:29:52.761 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0tJsleW88uNNCEB off=2812236 len=1241381 2023-12-16T18:29:52.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 479 completed, throughput=4.98MB/sec 2023-12-16T18:29:52.766 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ca0POObKzNII41A off=10332635 len=1298326 2023-12-16T18:29:52.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 480 completed, throughput=4.99MB/sec 2023-12-16T18:29:52.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--y3mQgvnZ0kCh-- off=11146863 len=495743 2023-12-16T18:29:52.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 481 completed, throughput=4.99MB/sec 2023-12-16T18:29:52.777 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iRQ7-lbh_ouKPeC off=11186722 len=1453630 2023-12-16T18:29:52.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 482 completed, throughput=5.01MB/sec 2023-12-16T18:29:53.778 INFO:tasks.workunit.client.0.smithi071.stdout: 98: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:53.778 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Rk7r3FfQfkEuI8S off=15260247 len=585685 2023-12-16T18:29:53.779 INFO:tasks.workunit.client.0.smithi071.stdout:op 483 completed, throughput=4.96MB/sec 2023-12-16T18:29:53.779 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jExrG57NlqweZ4A off=15405210 len=1194240 2023-12-16T18:29:53.786 INFO:tasks.workunit.client.0.smithi071.stdout:op 484 completed, throughput=4.97MB/sec 2023-12-16T18:29:53.786 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CFZsSut6bAXCk4P off=15877440 len=1038295 2023-12-16T18:29:53.787 INFO:tasks.workunit.client.0.smithi071.stdout:op 485 completed, throughput=4.98MB/sec 2023-12-16T18:29:53.787 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6KMh0PhXwFkPhRN off=241429 len=1076297 2023-12-16T18:29:53.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 486 completed, throughput=4.99MB/sec 2023-12-16T18:29:53.790 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iaGFTBmre4wZ_FG off=8606221 len=271593 2023-12-16T18:29:53.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 487 completed, throughput=4.99MB/sec 2023-12-16T18:29:53.793 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ML-NpB_2x6xVbw- off=4335930 len=992062 2023-12-16T18:29:53.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 488 completed, throughput=5MB/sec 2023-12-16T18:29:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:54 smithi184 ceph-mon[136228]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:54 smithi071 ceph-mon[139725]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:54 smithi071 ceph-mon[142085]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:54.798 INFO:tasks.workunit.client.0.smithi071.stdout: 99: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:54.798 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UIG0rbvRJnX49ka off=2014066 len=73802 2023-12-16T18:29:54.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 489 completed, throughput=4.96MB/sec 2023-12-16T18:29:54.799 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2OZlzcJWCfzXmHF off=1093424 len=1594444 2023-12-16T18:29:54.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 490 completed, throughput=4.97MB/sec 2023-12-16T18:29:54.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pTe2BrD-D1XCSGD off=6610557 len=1291410 2023-12-16T18:29:54.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 491 completed, throughput=4.98MB/sec 2023-12-16T18:29:54.812 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yJYfetd9NSMPL-m off=9555257 len=2091508 2023-12-16T18:29:54.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 492 completed, throughput=5MB/sec 2023-12-16T18:29:55.815 INFO:tasks.workunit.client.0.smithi071.stdout: 100: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:55.815 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PQVbtHY7M-phyXB off=1969814 len=439509 2023-12-16T18:29:55.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 493 completed, throughput=4.96MB/sec 2023-12-16T18:29:55.818 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C15DHOd1_mBKI5E off=761287 len=1175586 2023-12-16T18:29:55.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 494 completed, throughput=4.97MB/sec 2023-12-16T18:29:55.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uyejTtnIrKHFRCC off=0 len=1614768 2023-12-16T18:29:55.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 495 completed, throughput=4.98MB/sec 2023-12-16T18:29:55.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PtVgXs4pf186Xge off=2840297 len=1058816 2023-12-16T18:29:55.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 496 completed, throughput=4.99MB/sec 2023-12-16T18:29:55.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bniWoyD46f-AVkq off=5312903 len=871163 2023-12-16T18:29:55.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 497 completed, throughput=5MB/sec 2023-12-16T18:29:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:56 smithi184 ceph-mon[136228]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:29:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:29:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:29:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:29:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[139725]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[142085]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:29:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:29:56.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:29:56.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:29:56.823 INFO:tasks.workunit.client.0.smithi071.stdout: 101: throughput=4.95MB/sec pending data=0 2023-12-16T18:29:56.824 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ApN0eg2mBm2Hpsr off=8298671 len=360253 2023-12-16T18:29:56.824 INFO:tasks.workunit.client.0.smithi071.stdout:op 498 completed, throughput=4.95MB/sec 2023-12-16T18:29:56.824 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RYnI25a6OpamoDC off=10690193 len=1881738 2023-12-16T18:29:56.833 INFO:tasks.workunit.client.0.smithi071.stdout:op 499 completed, throughput=4.97MB/sec 2023-12-16T18:29:56.833 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WSBVF62s2UhDUSP off=8042998 len=627111 2023-12-16T18:29:56.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 500 completed, throughput=4.98MB/sec 2023-12-16T18:29:56.837 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hvqGTAF-vO2ELuW off=16278659 len=139130 2023-12-16T18:29:56.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 501 completed, throughput=4.98MB/sec 2023-12-16T18:29:56.837 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FGERSyW793Mog37 off=3082081 len=1446726 2023-12-16T18:29:56.843 INFO:tasks.workunit.client.0.smithi071.stdout:op 502 completed, throughput=4.99MB/sec 2023-12-16T18:29:56.843 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9sIDYZrdw4mJ796 off=3660616 len=1837221 2023-12-16T18:29:56.851 INFO:tasks.workunit.client.0.smithi071.stdout:op 503 completed, throughput=5.01MB/sec 2023-12-16T18:29:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:29:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:29:57] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-16T18:29:57.852 INFO:tasks.workunit.client.0.smithi071.stdout: 102: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:57.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7XOVrQidOBWWV7h off=3252263 len=1288065 2023-12-16T18:29:57.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 504 completed, throughput=4.97MB/sec 2023-12-16T18:29:57.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IjxzS4o2b7-8MHU off=3760354 len=930703 2023-12-16T18:29:57.856 INFO:tasks.workunit.client.0.smithi071.stdout:op 505 completed, throughput=4.98MB/sec 2023-12-16T18:29:57.856 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ged3AJFU_BHZYTC off=3135758 len=204065 2023-12-16T18:29:57.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 506 completed, throughput=4.98MB/sec 2023-12-16T18:29:57.859 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6gdJKpypQ0eYP-Z off=7480944 len=308426 2023-12-16T18:29:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 507 completed, throughput=4.99MB/sec 2023-12-16T18:29:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tO6hI3ljFYquZl4 off=6235493 len=589556 2023-12-16T18:29:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 508 completed, throughput=4.99MB/sec 2023-12-16T18:29:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MwcPv7P2r7j8fGb off=818526 len=1689288 2023-12-16T18:29:57.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 509 completed, throughput=5.01MB/sec 2023-12-16T18:29:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:29:58 smithi184 ceph-mon[136228]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:29:58 smithi071 ceph-mon[139725]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:29:58 smithi071 ceph-mon[142085]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:29:58.874 INFO:tasks.workunit.client.0.smithi071.stdout: 103: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:58.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VXIWcn4o67GDJNj off=5193587 len=96567 2023-12-16T18:29:58.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 510 completed, throughput=4.96MB/sec 2023-12-16T18:29:58.876 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xALsjbT7rJbrUa2 off=1723229 len=1755808 2023-12-16T18:29:58.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 511 completed, throughput=4.97MB/sec 2023-12-16T18:29:58.880 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fzN7ua9bAEQowyO off=4696044 len=1022791 2023-12-16T18:29:58.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 512 completed, throughput=4.98MB/sec 2023-12-16T18:29:58.885 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IJm3UbwxJ1Cfq3s off=217981 len=808968 2023-12-16T18:29:58.886 INFO:tasks.workunit.client.0.smithi071.stdout:op 513 completed, throughput=4.99MB/sec 2023-12-16T18:29:58.886 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KnshzUKsQAF9Aun off=4677401 len=1596611 2023-12-16T18:29:58.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 514 completed, throughput=5MB/sec 2023-12-16T18:29:59.893 INFO:tasks.workunit.client.0.smithi071.stdout: 104: throughput=4.96MB/sec pending data=0 2023-12-16T18:29:59.893 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OqUs205jAv0NWNq off=2856247 len=2087138 2023-12-16T18:29:59.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 515 completed, throughput=4.98MB/sec 2023-12-16T18:29:59.898 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EZcrKrX8hUfgxdJ off=4725650 len=611784 2023-12-16T18:29:59.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 516 completed, throughput=4.98MB/sec 2023-12-16T18:29:59.901 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QYv9VKQQcVT96qH off=935367 len=678860 2023-12-16T18:29:59.906 INFO:tasks.workunit.client.0.smithi071.stdout:op 517 completed, throughput=4.99MB/sec 2023-12-16T18:29:59.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rwJ5aTXTyIlQB96 off=5639107 len=88428 2023-12-16T18:29:59.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 518 completed, throughput=4.99MB/sec 2023-12-16T18:29:59.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--BsCKnunwkn_iy4 off=1167400 len=1899785 2023-12-16T18:29:59.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 519 completed, throughput=5.01MB/sec 2023-12-16T18:30:00.260 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:29:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:30:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:00 smithi184 ceph-mon[136228]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:00 smithi184 ceph-mon[136228]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:30:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:00 smithi071 ceph-mon[139725]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:00 smithi071 ceph-mon[139725]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:30:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:00 smithi071 ceph-mon[142085]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:00 smithi071 ceph-mon[142085]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:30:00.909 INFO:tasks.workunit.client.0.smithi071.stdout: 105: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:00.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-udtj2MUrySws_He off=2056199 len=17514 2023-12-16T18:30:00.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 520 completed, throughput=4.96MB/sec 2023-12-16T18:30:00.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1yA7-Xbq7ZW2Flq off=9431449 len=268745 2023-12-16T18:30:00.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 521 completed, throughput=4.96MB/sec 2023-12-16T18:30:00.913 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FGcHgROj2e0-vjw off=676252 len=1278270 2023-12-16T18:30:00.915 INFO:tasks.workunit.client.0.smithi071.stdout:op 522 completed, throughput=4.97MB/sec 2023-12-16T18:30:00.915 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aEH1k4KsF5l1Gc1 off=15999777 len=1801931 2023-12-16T18:30:00.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 523 completed, throughput=4.99MB/sec 2023-12-16T18:30:00.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JFcBrkutTCi0K8_ off=12053133 len=975481 2023-12-16T18:30:00.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 524 completed, throughput=5MB/sec 2023-12-16T18:30:00.929 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Sw4efMh3-iW639d off=813054 len=48709 2023-12-16T18:30:00.930 INFO:tasks.workunit.client.0.smithi071.stdout:op 525 completed, throughput=5MB/sec 2023-12-16T18:30:00.930 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qcOond1CqN5KvK4 off=1799555 len=1364118 2023-12-16T18:30:00.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 526 completed, throughput=5.01MB/sec 2023-12-16T18:30:01.931 INFO:tasks.workunit.client.0.smithi071.stdout: 106: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:01.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EiDb3FuppKztaVD off=3094715 len=1253817 2023-12-16T18:30:01.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 527 completed, throughput=4.97MB/sec 2023-12-16T18:30:01.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sD3yjGl72zp3c2k off=6417222 len=206815 2023-12-16T18:30:01.937 INFO:tasks.workunit.client.0.smithi071.stdout:op 528 completed, throughput=4.97MB/sec 2023-12-16T18:30:01.937 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VBgulzXAflKvKCR off=1717383 len=299725 2023-12-16T18:30:01.938 INFO:tasks.workunit.client.0.smithi071.stdout:op 529 completed, throughput=4.98MB/sec 2023-12-16T18:30:01.939 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b8qnR9dDi5SCnQ_ off=8908458 len=1665896 2023-12-16T18:30:01.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 530 completed, throughput=4.99MB/sec 2023-12-16T18:30:01.942 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Plwx_vrNHGS1lZr off=9949832 len=1321261 2023-12-16T18:30:01.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 531 completed, throughput=5MB/sec 2023-12-16T18:30:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:02 smithi184 ceph-mon[136228]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:30:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:02 smithi071 ceph-mon[139725]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:30:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:02 smithi071 ceph-mon[142085]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:30:02.950 INFO:tasks.workunit.client.0.smithi071.stdout: 107: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:02.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YUHhOO8Lv-57wMU off=4184070 len=1202952 2023-12-16T18:30:02.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 532 completed, throughput=4.97MB/sec 2023-12-16T18:30:02.957 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0xE-qx1Fm6AYHbU off=2033128 len=1225486 2023-12-16T18:30:02.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 533 completed, throughput=4.98MB/sec 2023-12-16T18:30:02.963 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AAuZBVVNQPBUeuw off=6282807 len=1230407 2023-12-16T18:30:02.965 INFO:tasks.workunit.client.0.smithi071.stdout:op 534 completed, throughput=4.99MB/sec 2023-12-16T18:30:02.965 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uKM-oAEz9MvEbeS off=1066364 len=493788 2023-12-16T18:30:02.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 535 completed, throughput=4.99MB/sec 2023-12-16T18:30:02.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uk_xRGeq_uGWbQM off=7993802 len=513701 2023-12-16T18:30:02.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 536 completed, throughput=5MB/sec 2023-12-16T18:30:02.970 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UQ8CKnQ8oYoKUin off=0 len=1132982 2023-12-16T18:30:02.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 537 completed, throughput=5.01MB/sec 2023-12-16T18:30:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:03.975 INFO:tasks.workunit.client.0.smithi071.stdout: 108: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:03.975 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Nlg9YWMo4E5Xtrq off=1002630 len=654274 2023-12-16T18:30:03.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 538 completed, throughput=4.97MB/sec 2023-12-16T18:30:03.976 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z768jAMO8TIcmPo off=9948737 len=420716 2023-12-16T18:30:03.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 539 completed, throughput=4.97MB/sec 2023-12-16T18:30:03.977 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i3Hj72NeTTsOA2t off=733120 len=2048880 2023-12-16T18:30:03.989 INFO:tasks.workunit.client.0.smithi071.stdout:op 540 completed, throughput=4.99MB/sec 2023-12-16T18:30:03.989 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UtedbDRXmI3F1R4 off=381672 len=453853 2023-12-16T18:30:03.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 541 completed, throughput=4.99MB/sec 2023-12-16T18:30:03.990 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tFMpPWS1Ysg4JrY off=15086153 len=13095 2023-12-16T18:30:03.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 542 completed, throughput=4.99MB/sec 2023-12-16T18:30:03.990 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dXxsLuSjzReMDnG off=8931606 len=923571 2023-12-16T18:30:03.995 INFO:tasks.workunit.client.0.smithi071.stdout:op 543 completed, throughput=5MB/sec 2023-12-16T18:30:03.995 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YrlKpGXHTuLmFhM off=21272327 len=1309687 2023-12-16T18:30:04.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 544 completed, throughput=5.01MB/sec 2023-12-16T18:30:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:04 smithi184 ceph-mon[136228]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:04 smithi071 ceph-mon[139725]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:04 smithi071 ceph-mon[142085]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:05.001 INFO:tasks.workunit.client.0.smithi071.stdout: 109: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:05.002 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lPEzgicQsPvCgu4 off=10923155 len=1004733 2023-12-16T18:30:05.006 INFO:tasks.workunit.client.0.smithi071.stdout:op 545 completed, throughput=4.97MB/sec 2023-12-16T18:30:05.007 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AwqubAtzn2fuIfY off=11800096 len=1277324 2023-12-16T18:30:05.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 546 completed, throughput=4.98MB/sec 2023-12-16T18:30:05.008 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EmE76_QV6e5kxca off=140784 len=1461558 2023-12-16T18:30:05.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 547 completed, throughput=5MB/sec 2023-12-16T18:30:05.010 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-srUmL59M_RuJnWX off=7133716 len=1475888 2023-12-16T18:30:05.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 548 completed, throughput=5.01MB/sec 2023-12-16T18:30:06.013 INFO:tasks.workunit.client.0.smithi071.stdout: 110: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:06.013 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-trA7F8ABZnEJj2V off=6047382 len=1881983 2023-12-16T18:30:06.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 549 completed, throughput=4.98MB/sec 2023-12-16T18:30:06.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2BFr3chFL5xIBj8 off=1012096 len=1561357 2023-12-16T18:30:06.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 550 completed, throughput=4.99MB/sec 2023-12-16T18:30:06.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D7coy5GOw6bGC6g off=781258 len=93490 2023-12-16T18:30:06.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 551 completed, throughput=4.99MB/sec 2023-12-16T18:30:06.020 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UeZps4DjGqIjcKb off=3556652 len=1782525 2023-12-16T18:30:06.030 INFO:tasks.workunit.client.0.smithi071.stdout:op 552 completed, throughput=5.01MB/sec 2023-12-16T18:30:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:06 smithi184 ceph-mon[136228]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:06 smithi071 ceph-mon[139725]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:06 smithi071 ceph-mon[142085]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:07.030 INFO:tasks.workunit.client.0.smithi071.stdout: 111: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:07.030 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-u2mbBCtnBUd1p7J off=9734303 len=2037885 2023-12-16T18:30:07.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 553 completed, throughput=4.98MB/sec 2023-12-16T18:30:07.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Tt3BRMMIeHBD3fz off=1759750 len=90499 2023-12-16T18:30:07.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 554 completed, throughput=4.98MB/sec 2023-12-16T18:30:07.034 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jpDPuv3SQoio3WL off=19360613 len=1229342 2023-12-16T18:30:07.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 555 completed, throughput=4.99MB/sec 2023-12-16T18:30:07.036 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iPQdZH-TyUleK8H off=7746653 len=585095 2023-12-16T18:30:07.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 556 completed, throughput=5MB/sec 2023-12-16T18:30:07.037 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SqU9BAjM0-2eS2R off=3881481 len=257256 2023-12-16T18:30:07.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 557 completed, throughput=5MB/sec 2023-12-16T18:30:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:07] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:30:08.040 INFO:tasks.workunit.client.0.smithi071.stdout: 112: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:08.040 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5x-k-BUWNkrz3lJ off=2627596 len=1148011 2023-12-16T18:30:08.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 558 completed, throughput=4.97MB/sec 2023-12-16T18:30:08.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wW73J9fTr4JJOM- off=7362868 len=2046831 2023-12-16T18:30:08.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 559 completed, throughput=4.98MB/sec 2023-12-16T18:30:08.054 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7qNA_5xxAMu0aT3 off=3363430 len=1277000 2023-12-16T18:30:08.058 INFO:tasks.workunit.client.0.smithi071.stdout:op 560 completed, throughput=4.99MB/sec 2023-12-16T18:30:08.058 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-93TOq9YbGhZvSyO off=481227 len=318998 2023-12-16T18:30:08.061 INFO:tasks.workunit.client.0.smithi071.stdout:op 561 completed, throughput=5MB/sec 2023-12-16T18:30:08.061 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PxMKg96do9mYpIf off=9541567 len=312067 2023-12-16T18:30:08.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 562 completed, throughput=5MB/sec 2023-12-16T18:30:08.064 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cv37XqrxsH3l76R off=21135810 len=829293 2023-12-16T18:30:08.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 563 completed, throughput=5MB/sec 2023-12-16T18:30:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:08 smithi184 ceph-mon[136228]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:08 smithi071 ceph-mon[139725]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:08 smithi071 ceph-mon[142085]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:09.069 INFO:tasks.workunit.client.0.smithi071.stdout: 113: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:09.069 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hOg89m33zBTbScg off=13630984 len=1763974 2023-12-16T18:30:09.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 564 completed, throughput=4.98MB/sec 2023-12-16T18:30:09.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l-TOrb3kIyF-T1A off=1983095 len=1677885 2023-12-16T18:30:09.089 INFO:tasks.workunit.client.0.smithi071.stdout:op 565 completed, throughput=4.99MB/sec 2023-12-16T18:30:09.089 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OFsKzq6m2qR4Thc off=161287 len=1938120 2023-12-16T18:30:09.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 566 completed, throughput=5MB/sec 2023-12-16T18:30:10.092 INFO:tasks.workunit.client.0.smithi071.stdout: 114: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:10.092 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4ZXWE7P_keY5Q2t off=3230083 len=2002818 2023-12-16T18:30:10.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 567 completed, throughput=4.98MB/sec 2023-12-16T18:30:10.094 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iWSFNSMonJDiLFr off=4419689 len=1904977 2023-12-16T18:30:10.096 INFO:tasks.workunit.client.0.smithi071.stdout:op 568 completed, throughput=4.99MB/sec 2023-12-16T18:30:10.096 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eMdurvNNDjOfShM off=6436417 len=1512686 2023-12-16T18:30:10.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 569 completed, throughput=5.01MB/sec 2023-12-16T18:30:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:10 smithi184 ceph-mon[136228]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:10 smithi071 ceph-mon[142085]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:10 smithi071 ceph-mon[139725]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:11.103 INFO:tasks.workunit.client.0.smithi071.stdout: 115: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:11.103 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-srUmL59M_RuJnWX off=6026619 len=157209 2023-12-16T18:30:11.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 570 completed, throughput=4.96MB/sec 2023-12-16T18:30:11.104 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xRxoZSvIlRgPEts off=9442895 len=99551 2023-12-16T18:30:11.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 571 completed, throughput=4.97MB/sec 2023-12-16T18:30:11.104 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ARiJvx2t2dAqF6_ off=3098778 len=1621186 2023-12-16T18:30:11.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 572 completed, throughput=4.98MB/sec 2023-12-16T18:30:11.111 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wFhhjptmnaLv53n off=11478571 len=1532904 2023-12-16T18:30:11.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 573 completed, throughput=4.99MB/sec 2023-12-16T18:30:11.112 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3P9Ry97IJnTzncI off=1195076 len=975723 2023-12-16T18:30:11.115 INFO:tasks.workunit.client.0.smithi071.stdout:op 574 completed, throughput=5MB/sec 2023-12-16T18:30:11.115 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZQbfn8vlS1LM0_U off=10181520 len=695222 2023-12-16T18:30:11.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 575 completed, throughput=5MB/sec 2023-12-16T18:30:12.117 INFO:tasks.workunit.client.0.smithi071.stdout: 116: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:12.117 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nrI0M_o4q6tZ1-4 off=874081 len=1549313 2023-12-16T18:30:12.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 576 completed, throughput=4.97MB/sec 2023-12-16T18:30:12.119 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8QgHRN2snFEJ7wL off=10265722 len=913711 2023-12-16T18:30:12.124 INFO:tasks.workunit.client.0.smithi071.stdout:op 577 completed, throughput=4.98MB/sec 2023-12-16T18:30:12.124 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xcARIpRRaxn74-X off=1911233 len=890209 2023-12-16T18:30:12.129 INFO:tasks.workunit.client.0.smithi071.stdout:op 578 completed, throughput=4.99MB/sec 2023-12-16T18:30:12.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YQwJjcd2tNbWzC_ off=334591 len=356399 2023-12-16T18:30:12.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 579 completed, throughput=4.99MB/sec 2023-12-16T18:30:12.132 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-73YDgLDmDdDNydD off=8699709 len=1261979 2023-12-16T18:30:12.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 580 completed, throughput=5MB/sec 2023-12-16T18:30:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:12 smithi184 ceph-mon[136228]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:12 smithi071 ceph-mon[142085]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:12 smithi071 ceph-mon[139725]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:13.138 INFO:tasks.workunit.client.0.smithi071.stdout: 117: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:13.138 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GPoe-ASKAeMigGb off=99038 len=1052782 2023-12-16T18:30:13.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 581 completed, throughput=4.97MB/sec 2023-12-16T18:30:13.141 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1shQd-WVs6tmPlx off=23064949 len=508862 2023-12-16T18:30:13.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 582 completed, throughput=4.97MB/sec 2023-12-16T18:30:13.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QdII2A3s3R4i-jL off=576916 len=1664089 2023-12-16T18:30:13.152 INFO:tasks.workunit.client.0.smithi071.stdout:op 583 completed, throughput=4.98MB/sec 2023-12-16T18:30:13.152 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T9urEuDG0Pe9zHu off=12892007 len=1401488 2023-12-16T18:30:13.158 INFO:tasks.workunit.client.0.smithi071.stdout:op 584 completed, throughput=5MB/sec 2023-12-16T18:30:13.158 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HGqHWOvlaJJJ_s9 off=5063600 len=192114 2023-12-16T18:30:13.158 INFO:tasks.workunit.client.0.smithi071.stdout:op 585 completed, throughput=5MB/sec 2023-12-16T18:30:13.158 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xX0Dn_Uvg-w-69k off=23579329 len=579865 2023-12-16T18:30:13.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 586 completed, throughput=5MB/sec 2023-12-16T18:30:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: 118: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:14.160 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qIRKijqN85TvIur off=1411162 len=542016 2023-12-16T18:30:14.161 INFO:tasks.workunit.client.0.smithi071.stdout:op 587 completed, throughput=4.96MB/sec 2023-12-16T18:30:14.161 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-he2rDcBlrJBqPG7 off=10787555 len=1916704 2023-12-16T18:30:14.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 588 completed, throughput=4.98MB/sec 2023-12-16T18:30:14.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TqrJ0ejas5JEcIL off=5527505 len=1330072 2023-12-16T18:30:14.170 INFO:tasks.workunit.client.0.smithi071.stdout:op 589 completed, throughput=4.99MB/sec 2023-12-16T18:30:14.170 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BvkcqMUqL9_Ud-2 off=12428472 len=593315 2023-12-16T18:30:14.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 590 completed, throughput=4.99MB/sec 2023-12-16T18:30:14.174 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nzEaHpcQrzZ0ZaO off=143059 len=1431860 2023-12-16T18:30:14.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 591 completed, throughput=5MB/sec 2023-12-16T18:30:14.457 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:30:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:14 smithi184 ceph-mon[136228]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:30:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:14 smithi071 ceph-mon[139725]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:30:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:14 smithi071 ceph-mon[142085]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (19m) 6m ago 22m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (19m) 4m ago 22m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (23m) 6m ago 23m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (23m) 4m ago 23m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (19m) 4m ago 25m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (19m) 6m ago 26m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:30:14.768 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (19m) 6m ago 26m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (18m) 4m ago 25m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (18m) 6m ago 25m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (19m) 6m ago 22m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (19m) 4m ago 22m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (17m) 6m ago 25m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (17m) 6m ago 25m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (17m) 6m ago 24m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (16m) 6m ago 24m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (16m) 4m ago 24m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (15m) 4m ago 24m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (15m) 4m ago 23m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:30:14.769 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (14m) 4m ago 23m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:30:14.770 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (19m) 4m ago 22m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:30:15.153 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:30:15.154 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:30:15.182 INFO:tasks.workunit.client.0.smithi071.stdout: 119: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:15.182 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AML1co-KrHNxh_9 off=16566813 len=759512 2023-12-16T18:30:15.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 592 completed, throughput=4.97MB/sec 2023-12-16T18:30:15.185 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-H-95wgkt6jtsF74 off=624696 len=1469441 2023-12-16T18:30:15.192 INFO:tasks.workunit.client.0.smithi071.stdout:op 593 completed, throughput=4.98MB/sec 2023-12-16T18:30:15.193 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-C7oNF6H7vVEZhr4 off=2958432 len=1602201 2023-12-16T18:30:15.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 594 completed, throughput=4.99MB/sec 2023-12-16T18:30:15.198 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tj4Wwl_r-_xaa_9 off=2268869 len=122698 2023-12-16T18:30:15.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 595 completed, throughput=4.99MB/sec 2023-12-16T18:30:15.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8zBl2Vj_FeqYDQk off=84451 len=846776 2023-12-16T18:30:15.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 596 completed, throughput=5MB/sec 2023-12-16T18:30:15.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:15 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2503812959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:15.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:15 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2503812959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:15.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:15 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2503812959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:16.202 INFO:tasks.workunit.client.0.smithi071.stdout: 120: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:16.202 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Dt4qXhWpTUuCkw_ off=6983487 len=602875 2023-12-16T18:30:16.204 INFO:tasks.workunit.client.0.smithi071.stdout:op 597 completed, throughput=4.96MB/sec 2023-12-16T18:30:16.204 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FL4QUi2YKPBYEN7 off=11023326 len=1364601 2023-12-16T18:30:16.210 INFO:tasks.workunit.client.0.smithi071.stdout:op 598 completed, throughput=4.97MB/sec 2023-12-16T18:30:16.211 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yTBIr_uyHdoGwfC off=440992 len=438904 2023-12-16T18:30:16.214 INFO:tasks.workunit.client.0.smithi071.stdout:op 599 completed, throughput=4.98MB/sec 2023-12-16T18:30:16.214 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-70SB7ZYCrBy850O off=13985652 len=201646 2023-12-16T18:30:16.214 INFO:tasks.workunit.client.0.smithi071.stdout:op 600 completed, throughput=4.98MB/sec 2023-12-16T18:30:16.214 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LE1NTvLUcLM_nuM off=15210770 len=1913478 2023-12-16T18:30:16.218 INFO:tasks.workunit.client.0.smithi071.stdout:op 601 completed, throughput=4.99MB/sec 2023-12-16T18:30:16.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zA68Allz3iKLHoE off=5907809 len=1037490 2023-12-16T18:30:16.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 602 completed, throughput=5MB/sec 2023-12-16T18:30:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:16 smithi184 ceph-mon[136228]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:16 smithi184 ceph-mon[136228]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:16 smithi184 ceph-mon[136228]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[139725]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[139725]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[139725]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[142085]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[142085]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:16 smithi071 ceph-mon[142085]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: 121: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:17.225 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gNU7PehWuYDHhrd off=280573 len=1874604 2023-12-16T18:30:17.228 INFO:tasks.workunit.client.0.smithi071.stdout:op 603 completed, throughput=4.98MB/sec 2023-12-16T18:30:17.228 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aS_CE_SSx4xbLyC off=4233876 len=2012879 2023-12-16T18:30:17.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 604 completed, throughput=4.99MB/sec 2023-12-16T18:30:17.241 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nCO_L1uVXLUXTXM off=560839 len=1352398 2023-12-16T18:30:17.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 605 completed, throughput=5MB/sec 2023-12-16T18:30:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:17] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:30:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: 122: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:18.248 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DP3JfzDxLg04fpW off=4431077 len=1738615 2023-12-16T18:30:18.250 INFO:tasks.workunit.client.0.smithi071.stdout:op 606 completed, throughput=4.97MB/sec 2023-12-16T18:30:18.250 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N4_T-eBR16bt8ii off=7908430 len=937571 2023-12-16T18:30:18.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 607 completed, throughput=4.98MB/sec 2023-12-16T18:30:18.251 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tIAGMcoRbwfdTDu off=3913803 len=1924414 2023-12-16T18:30:18.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 608 completed, throughput=5MB/sec 2023-12-16T18:30:18.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UT6JSzKbEesC2pb off=7213592 len=453294 2023-12-16T18:30:18.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 609 completed, throughput=5MB/sec 2023-12-16T18:30:18.256 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6J4iAO4rlYBFz4R off=9538972 len=101821 2023-12-16T18:30:18.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 610 completed, throughput=5MB/sec 2023-12-16T18:30:18.257 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YjmOqvbsBd8XkiT off=4530078 len=983734 2023-12-16T18:30:18.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 611 completed, throughput=5.01MB/sec 2023-12-16T18:30:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:18 smithi184 ceph-mon[136228]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:18 smithi071 ceph-mon[139725]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:18 smithi071 ceph-mon[142085]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: 123: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:19.262 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-19PynAW-5JFB8f_ off=14432678 len=1218224 2023-12-16T18:30:19.264 INFO:tasks.workunit.client.0.smithi071.stdout:op 612 completed, throughput=4.98MB/sec 2023-12-16T18:30:19.264 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0hkUoYhQPO3muTN off=1928679 len=1002507 2023-12-16T18:30:19.265 INFO:tasks.workunit.client.0.smithi071.stdout:op 613 completed, throughput=4.98MB/sec 2023-12-16T18:30:19.265 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nDc_ZZ0Nf65-817 off=16911123 len=1830640 2023-12-16T18:30:19.274 INFO:tasks.workunit.client.0.smithi071.stdout:op 614 completed, throughput=5MB/sec 2023-12-16T18:30:19.274 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5BuGUyrvqTZBZTb off=2375074 len=1323025 2023-12-16T18:30:19.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 615 completed, throughput=5.01MB/sec 2023-12-16T18:30:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: 124: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:20.278 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vfke--kWxJcMFoU off=3943339 len=705447 2023-12-16T18:30:20.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 616 completed, throughput=4.97MB/sec 2023-12-16T18:30:20.282 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zbPNnik58QIMVNx off=3253897 len=1080944 2023-12-16T18:30:20.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 617 completed, throughput=4.98MB/sec 2023-12-16T18:30:20.287 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-md7mTWpmxuxPng8 off=13616428 len=165228 2023-12-16T18:30:20.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 618 completed, throughput=4.98MB/sec 2023-12-16T18:30:20.289 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sY_edKWtXL3RO0M off=1547921 len=1354016 2023-12-16T18:30:20.296 INFO:tasks.workunit.client.0.smithi071.stdout:op 619 completed, throughput=4.99MB/sec 2023-12-16T18:30:20.297 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--a9rwWDckf14Jzx off=3814626 len=32299 2023-12-16T18:30:20.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 620 completed, throughput=4.99MB/sec 2023-12-16T18:30:20.297 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3ChZ0oNco-fs4By off=2414901 len=1949631 2023-12-16T18:30:20.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 621 completed, throughput=5.01MB/sec 2023-12-16T18:30:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:20 smithi184 ceph-mon[136228]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:30:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:20 smithi071 ceph-mon[139725]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:30:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:20 smithi071 ceph-mon[142085]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:30:21.306 INFO:tasks.workunit.client.0.smithi071.stdout: 125: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:21.307 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bQB9oeOPbbyw6GT off=4945555 len=2028699 2023-12-16T18:30:21.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 622 completed, throughput=4.98MB/sec 2023-12-16T18:30:21.318 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1VKk0iLB3p8d3v0 off=9332973 len=1983969 2023-12-16T18:30:21.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 623 completed, throughput=5MB/sec 2023-12-16T18:30:21.322 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FpfnaA3dIlSwGrA off=6438162 len=1383747 2023-12-16T18:30:21.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 624 completed, throughput=5.01MB/sec 2023-12-16T18:30:22.324 INFO:tasks.workunit.client.0.smithi071.stdout: 126: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:22.324 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YQs92YdRluinivz off=719241 len=733524 2023-12-16T18:30:22.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 625 completed, throughput=4.97MB/sec 2023-12-16T18:30:22.329 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zzmLBrt61PJQQYq off=10174130 len=1217363 2023-12-16T18:30:22.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 626 completed, throughput=4.98MB/sec 2023-12-16T18:30:22.336 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MPwrzvKMrhSzP-p off=2317307 len=1104206 2023-12-16T18:30:22.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 627 completed, throughput=4.99MB/sec 2023-12-16T18:30:22.338 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ZFGT4Tt-_31dVy off=9130277 len=623347 2023-12-16T18:30:22.339 INFO:tasks.workunit.client.0.smithi071.stdout:op 628 completed, throughput=4.99MB/sec 2023-12-16T18:30:22.339 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p4GOB8J4HNOseUQ off=4820622 len=270492 2023-12-16T18:30:22.342 INFO:tasks.workunit.client.0.smithi071.stdout:op 629 completed, throughput=5MB/sec 2023-12-16T18:30:22.343 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-trA7F8ABZnEJj2V off=9760258 len=1379903 2023-12-16T18:30:22.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 630 completed, throughput=5.01MB/sec 2023-12-16T18:30:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:22 smithi184 ceph-mon[136228]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:22.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:22 smithi071 ceph-mon[139725]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:22.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:22 smithi071 ceph-mon[142085]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:23.344 INFO:tasks.workunit.client.0.smithi071.stdout: 127: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:23.345 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dCELwAujp6qH9n0 off=5261542 len=1390299 2023-12-16T18:30:23.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 631 completed, throughput=4.98MB/sec 2023-12-16T18:30:23.346 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iLVnQ8pTS3MOThP off=2569202 len=224790 2023-12-16T18:30:23.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 632 completed, throughput=4.98MB/sec 2023-12-16T18:30:23.350 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ogm_MrXB6SBf7TN off=2617853 len=1164351 2023-12-16T18:30:23.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 633 completed, throughput=4.99MB/sec 2023-12-16T18:30:23.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7q82BmVTcXPMq2d off=3954620 len=592093 2023-12-16T18:30:23.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 634 completed, throughput=4.99MB/sec 2023-12-16T18:30:23.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-piR0Fk3IUU0nvv2 off=4730318 len=1221820 2023-12-16T18:30:23.360 INFO:tasks.workunit.client.0.smithi071.stdout:op 635 completed, throughput=5MB/sec 2023-12-16T18:30:24.361 INFO:tasks.workunit.client.0.smithi071.stdout: 128: throughput=4.96MB/sec pending data=0 2023-12-16T18:30:24.361 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3Np0p7EJ0JZ2xN3 off=3871648 len=1306769 2023-12-16T18:30:24.368 INFO:tasks.workunit.client.0.smithi071.stdout:op 636 completed, throughput=4.97MB/sec 2023-12-16T18:30:24.369 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XeKcHMEAF33RSme off=2729460 len=722452 2023-12-16T18:30:24.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 637 completed, throughput=4.98MB/sec 2023-12-16T18:30:24.369 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_EFlryTUBggjrE off=1744390 len=192839 2023-12-16T18:30:24.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 638 completed, throughput=4.98MB/sec 2023-12-16T18:30:24.370 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MBeGuUwlr5egpMd off=6012021 len=548106 2023-12-16T18:30:24.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 639 completed, throughput=4.98MB/sec 2023-12-16T18:30:24.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OAMhqfHNMxnqALz off=12199725 len=2004928 2023-12-16T18:30:24.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 640 completed, throughput=5MB/sec 2023-12-16T18:30:24.383 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ngiIHh0wLH_9EQB off=15752445 len=290605 2023-12-16T18:30:24.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 641 completed, throughput=5MB/sec 2023-12-16T18:30:24.386 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aNBtGRpBdh_Etp0 off=2012377 len=1939468 2023-12-16T18:30:24.398 INFO:tasks.workunit.client.0.smithi071.stdout:op 642 completed, throughput=5.01MB/sec 2023-12-16T18:30:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:24 smithi184 ceph-mon[136228]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:30:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:24 smithi071 ceph-mon[139725]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:30:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:24 smithi071 ceph-mon[142085]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:30:25.398 INFO:tasks.workunit.client.0.smithi071.stdout: 129: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:25.398 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ItXrAJIFse8S0-l off=119178 len=1639120 2023-12-16T18:30:25.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 643 completed, throughput=4.99MB/sec 2023-12-16T18:30:25.400 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PtfUGzMfgH6y1B0 off=2242557 len=1288219 2023-12-16T18:30:25.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 644 completed, throughput=5MB/sec 2023-12-16T18:30:25.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9wANVBef_AjCLBF off=6640534 len=1557347 2023-12-16T18:30:25.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 645 completed, throughput=5.01MB/sec 2023-12-16T18:30:26.409 INFO:tasks.workunit.client.0.smithi071.stdout: 130: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:26.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tsUCczCn63-90OO off=19912085 len=1343121 2023-12-16T18:30:26.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 646 completed, throughput=4.98MB/sec 2023-12-16T18:30:26.411 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P6ibq6ViaGjHwJB off=66810 len=1042854 2023-12-16T18:30:26.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 647 completed, throughput=4.99MB/sec 2023-12-16T18:30:26.412 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Dq0yd5tTtzjt-Rn off=5900367 len=1249096 2023-12-16T18:30:26.418 INFO:tasks.workunit.client.0.smithi071.stdout:op 648 completed, throughput=4.99MB/sec 2023-12-16T18:30:26.418 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FBYgDEcqpx4JOOb off=10367946 len=342290 2023-12-16T18:30:26.419 INFO:tasks.workunit.client.0.smithi071.stdout:op 649 completed, throughput=5MB/sec 2023-12-16T18:30:26.419 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jhCXv1j7zg_8ud8 off=3440032 len=1027595 2023-12-16T18:30:26.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 650 completed, throughput=5MB/sec 2023-12-16T18:30:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:26 smithi184 ceph-mon[136228]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:30:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:26 smithi071 ceph-mon[139725]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:30:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:26 smithi071 ceph-mon[142085]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:30:27.425 INFO:tasks.workunit.client.0.smithi071.stdout: 131: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:27.426 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O9Q7nKMEYqtPNgy off=899150 len=1962868 2023-12-16T18:30:27.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 651 completed, throughput=4.98MB/sec 2023-12-16T18:30:27.437 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NM9wVrYuyklat7o off=10642282 len=760267 2023-12-16T18:30:27.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 652 completed, throughput=4.99MB/sec 2023-12-16T18:30:27.441 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-awKfPFfk06HEFGE off=15648850 len=1023182 2023-12-16T18:30:27.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 653 completed, throughput=4.99MB/sec 2023-12-16T18:30:27.446 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DMa5ge7KJo6K12J off=1061663 len=2047806 2023-12-16T18:30:27.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 654 completed, throughput=5.01MB/sec 2023-12-16T18:30:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:27] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:30:28.444 INFO:tasks.workunit.client.0.smithi071.stdout: 132: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:28.444 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OOpvWyCLdXJJuUi off=737233 len=581999 2023-12-16T18:30:28.445 INFO:tasks.workunit.client.0.smithi071.stdout:op 655 completed, throughput=4.97MB/sec 2023-12-16T18:30:28.445 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Pq9cwxxUn0u5huT off=9428414 len=629230 2023-12-16T18:30:28.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 656 completed, throughput=4.98MB/sec 2023-12-16T18:30:28.450 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oxk-l_dDeYCtxZU off=1062043 len=372626 2023-12-16T18:30:28.450 INFO:tasks.workunit.client.0.smithi071.stdout:op 657 completed, throughput=4.98MB/sec 2023-12-16T18:30:28.450 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PCfzDoKwSk4PokH off=12648107 len=1169824 2023-12-16T18:30:28.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 658 completed, throughput=4.99MB/sec 2023-12-16T18:30:28.457 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AC2I0FUSg3-3UNL off=5965731 len=1975944 2023-12-16T18:30:28.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 659 completed, throughput=5MB/sec 2023-12-16T18:30:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:28 smithi184 ceph-mon[136228]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:30:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:28 smithi071 ceph-mon[139725]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:30:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:28 smithi071 ceph-mon[142085]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:30:29.460 INFO:tasks.workunit.client.0.smithi071.stdout: 133: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:29.460 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LveoLBVelOWKLaS off=1856002 len=734982 2023-12-16T18:30:29.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 660 completed, throughput=4.97MB/sec 2023-12-16T18:30:29.465 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A9sVw0EiY3s7TlP off=2794812 len=1990058 2023-12-16T18:30:29.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 661 completed, throughput=4.99MB/sec 2023-12-16T18:30:29.477 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kd16X-eGwFeN6Jj off=9942590 len=945787 2023-12-16T18:30:29.482 INFO:tasks.workunit.client.0.smithi071.stdout:op 662 completed, throughput=4.99MB/sec 2023-12-16T18:30:29.482 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8umqaxEo5BDZ3SB off=1604709 len=405294 2023-12-16T18:30:29.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 663 completed, throughput=4.99MB/sec 2023-12-16T18:30:29.483 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5lbPZeXle052Gp9 off=5037769 len=1771281 2023-12-16T18:30:29.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 664 completed, throughput=5.01MB/sec 2023-12-16T18:30:30.487 INFO:tasks.workunit.client.0.smithi071.stdout: 134: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:30.487 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vP6DUbhhYliiG5_ off=15380765 len=215594 2023-12-16T18:30:30.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 665 completed, throughput=4.97MB/sec 2023-12-16T18:30:30.490 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-khiutofRPGfJpOk off=4282165 len=1279872 2023-12-16T18:30:30.497 INFO:tasks.workunit.client.0.smithi071.stdout:op 666 completed, throughput=4.98MB/sec 2023-12-16T18:30:30.497 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BPEUj0H38EYs4Cx off=2729076 len=556151 2023-12-16T18:30:30.501 INFO:tasks.workunit.client.0.smithi071.stdout:op 667 completed, throughput=4.98MB/sec 2023-12-16T18:30:30.501 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0KYZVa-ULQh2kJL off=6442920 len=1322532 2023-12-16T18:30:30.506 INFO:tasks.workunit.client.0.smithi071.stdout:op 668 completed, throughput=4.99MB/sec 2023-12-16T18:30:30.506 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LdtmT-ku_KVwlTm off=4966187 len=924558 2023-12-16T18:30:30.508 INFO:tasks.workunit.client.0.smithi071.stdout:op 669 completed, throughput=5MB/sec 2023-12-16T18:30:30.508 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IPE7yg1cfOM-1do off=2196306 len=707835 2023-12-16T18:30:30.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 670 completed, throughput=5MB/sec 2023-12-16T18:30:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:30 smithi184 ceph-mon[136228]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:30:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:30 smithi071 ceph-mon[139725]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:30:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:30 smithi071 ceph-mon[142085]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:30:31.513 INFO:tasks.workunit.client.0.smithi071.stdout: 135: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:31.513 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MBm-vey5K8n8wym off=2323007 len=173480 2023-12-16T18:30:31.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 671 completed, throughput=4.97MB/sec 2023-12-16T18:30:31.514 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6biYjaY58DyIerd off=1883446 len=972687 2023-12-16T18:30:31.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 672 completed, throughput=4.98MB/sec 2023-12-16T18:30:31.516 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ci9NKfRhokpN74 off=157166 len=1302847 2023-12-16T18:30:31.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 673 completed, throughput=4.98MB/sec 2023-12-16T18:30:31.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GITsYsGjgWgDwU- off=544733 len=1102954 2023-12-16T18:30:31.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 674 completed, throughput=4.99MB/sec 2023-12-16T18:30:31.519 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OREoF8U7QFmq6qN off=6710117 len=97021 2023-12-16T18:30:31.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 675 completed, throughput=4.99MB/sec 2023-12-16T18:30:31.519 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P_Gm_VrLxc3h7Ls off=12239204 len=1272471 2023-12-16T18:30:31.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 676 completed, throughput=5MB/sec 2023-12-16T18:30:32.521 INFO:tasks.workunit.client.0.smithi071.stdout: 136: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:32.521 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1ytchxkVzVFbHUk off=7554660 len=2036137 2023-12-16T18:30:32.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 677 completed, throughput=4.98MB/sec 2023-12-16T18:30:32.532 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j93PVtKQwqT6AFu off=1996746 len=913932 2023-12-16T18:30:32.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 678 completed, throughput=4.99MB/sec 2023-12-16T18:30:32.537 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ohr3bX3Qk0fwNMZ off=314346 len=903450 2023-12-16T18:30:32.539 INFO:tasks.workunit.client.0.smithi071.stdout:op 679 completed, throughput=4.99MB/sec 2023-12-16T18:30:32.539 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LSW0MQjZpC_vX-o off=3340200 len=1703927 2023-12-16T18:30:32.547 INFO:tasks.workunit.client.0.smithi071.stdout:op 680 completed, throughput=5MB/sec 2023-12-16T18:30:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:32 smithi184 ceph-mon[136228]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:30:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:32 smithi071 ceph-mon[139725]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:30:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:32 smithi071 ceph-mon[142085]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:30:33.548 INFO:tasks.workunit.client.0.smithi071.stdout: 137: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:33.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--H2mFdVejxVLNIA off=1224822 len=931455 2023-12-16T18:30:33.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 681 completed, throughput=4.97MB/sec 2023-12-16T18:30:33.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dILaG0UMH8hhZJj off=1269674 len=679208 2023-12-16T18:30:33.553 INFO:tasks.workunit.client.0.smithi071.stdout:op 682 completed, throughput=4.98MB/sec 2023-12-16T18:30:33.553 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-99_EcoRfSpr6Wyy off=8051795 len=1091522 2023-12-16T18:30:33.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 683 completed, throughput=4.98MB/sec 2023-12-16T18:30:33.554 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t8toVbDyF_kxVfW off=11756714 len=1036246 2023-12-16T18:30:33.556 INFO:tasks.workunit.client.0.smithi071.stdout:op 684 completed, throughput=4.99MB/sec 2023-12-16T18:30:33.556 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7K4GWO8nz5rUeXk off=547941 len=556865 2023-12-16T18:30:33.557 INFO:tasks.workunit.client.0.smithi071.stdout:op 685 completed, throughput=5MB/sec 2023-12-16T18:30:33.557 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iHYi0yNErNaqWf8 off=7069220 len=311311 2023-12-16T18:30:33.557 INFO:tasks.workunit.client.0.smithi071.stdout:op 686 completed, throughput=5MB/sec 2023-12-16T18:30:33.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1BG-O42MAV9-I2z off=5278230 len=1348412 2023-12-16T18:30:33.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 687 completed, throughput=5.01MB/sec 2023-12-16T18:30:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:34.566 INFO:tasks.workunit.client.0.smithi071.stdout: 138: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:34.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ftkKDiysmcNQWHY off=1082225 len=145462 2023-12-16T18:30:34.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 688 completed, throughput=4.97MB/sec 2023-12-16T18:30:34.567 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nCTluI_-JJjHcKy off=9400249 len=701263 2023-12-16T18:30:34.569 INFO:tasks.workunit.client.0.smithi071.stdout:op 689 completed, throughput=4.98MB/sec 2023-12-16T18:30:34.569 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7SW4tqN8T4V4lXx off=1067466 len=924938 2023-12-16T18:30:34.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 690 completed, throughput=4.98MB/sec 2023-12-16T18:30:34.574 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U8O4nU5QSSdzZQA off=7752201 len=1794647 2023-12-16T18:30:34.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 691 completed, throughput=4.99MB/sec 2023-12-16T18:30:34.576 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nh2YCPi2TmLxuPs off=4224439 len=875023 2023-12-16T18:30:34.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 692 completed, throughput=5MB/sec 2023-12-16T18:30:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:34 smithi184 ceph-mon[136228]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:34 smithi071 ceph-mon[139725]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:34 smithi071 ceph-mon[142085]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:30:35.582 INFO:tasks.workunit.client.0.smithi071.stdout: 139: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:35.582 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SpA4YYmDs1SfSVK off=644345 len=1029038 2023-12-16T18:30:35.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 693 completed, throughput=4.97MB/sec 2023-12-16T18:30:35.585 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FADJnhTn3vsLn41 off=4173852 len=303403 2023-12-16T18:30:35.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 694 completed, throughput=4.97MB/sec 2023-12-16T18:30:35.588 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--l8uM-OI6gfwrjQ off=10219520 len=506675 2023-12-16T18:30:35.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 695 completed, throughput=4.98MB/sec 2023-12-16T18:30:35.588 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pU08kELE3ZmH8cc off=9130367 len=983524 2023-12-16T18:30:35.590 INFO:tasks.workunit.client.0.smithi071.stdout:op 696 completed, throughput=4.98MB/sec 2023-12-16T18:30:35.590 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QU2mpevVsE90uLw off=11550387 len=835727 2023-12-16T18:30:35.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 697 completed, throughput=4.99MB/sec 2023-12-16T18:30:35.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-min2gAlepVIaGmc off=10175499 len=1680522 2023-12-16T18:30:35.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 698 completed, throughput=5MB/sec 2023-12-16T18:30:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:36 smithi184 ceph-mon[136228]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:30:36.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:30:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=cleanup t=2023-12-16T18:30:36.343915163Z level=info msg="Completed cleanup jobs" duration=13.132205ms 2023-12-16T18:30:36.598 INFO:tasks.workunit.client.0.smithi071.stdout: 140: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:36.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qAv0D5aV-fuvMx- off=16006574 len=718462 2023-12-16T18:30:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 699 completed, throughput=4.97MB/sec 2023-12-16T18:30:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DrkSCvUYdiczpKI off=268590 len=1886619 2023-12-16T18:30:36.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 700 completed, throughput=4.98MB/sec 2023-12-16T18:30:36.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OuoguPq5z5XPqnb off=4334489 len=184598 2023-12-16T18:30:36.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 701 completed, throughput=4.98MB/sec 2023-12-16T18:30:36.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7SRsRtkxvdPMfS3 off=7066771 len=621017 2023-12-16T18:30:36.603 INFO:tasks.workunit.client.0.smithi071.stdout:op 702 completed, throughput=4.99MB/sec 2023-12-16T18:30:36.603 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XUEkWTO9gnU5t3E off=5046868 len=1300287 2023-12-16T18:30:36.611 INFO:tasks.workunit.client.0.smithi071.stdout:op 703 completed, throughput=5MB/sec 2023-12-16T18:30:36.611 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3TXvsHOJCQZRPXQ off=3002681 len=988185 2023-12-16T18:30:36.616 INFO:tasks.workunit.client.0.smithi071.stdout:op 704 completed, throughput=5MB/sec 2023-12-16T18:30:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:36 smithi071 ceph-mon[139725]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:30:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:36 smithi071 ceph-mon[142085]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:30:37.617 INFO:tasks.workunit.client.0.smithi071.stdout: 141: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:37.617 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c4dgZxrxSePqIel off=1886943 len=917201 2023-12-16T18:30:37.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 705 completed, throughput=4.97MB/sec 2023-12-16T18:30:37.621 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kz4nRdaS2LbmgAB off=12670027 len=1881435 2023-12-16T18:30:37.631 INFO:tasks.workunit.client.0.smithi071.stdout:op 706 completed, throughput=4.99MB/sec 2023-12-16T18:30:37.631 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d8JXhaQesTh7OHx off=9674003 len=1808248 2023-12-16T18:30:37.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 707 completed, throughput=5MB/sec 2023-12-16T18:30:37.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ildWsuUjT2AGZHV off=5453230 len=1379132 2023-12-16T18:30:37.640 INFO:tasks.workunit.client.0.smithi071.stdout:op 708 completed, throughput=5.01MB/sec 2023-12-16T18:30:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:37] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:30:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:38 smithi184 ceph-mon[136228]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:30:38.640 INFO:tasks.workunit.client.0.smithi071.stdout: 142: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:38.641 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MNOjeadQ_pnTqYC off=5147884 len=1523634 2023-12-16T18:30:38.643 INFO:tasks.workunit.client.0.smithi071.stdout:op 709 completed, throughput=4.98MB/sec 2023-12-16T18:30:38.643 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R8LjIBY7g6jdCWS off=5231030 len=1142440 2023-12-16T18:30:38.648 INFO:tasks.workunit.client.0.smithi071.stdout:op 710 completed, throughput=4.99MB/sec 2023-12-16T18:30:38.648 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tHWCLWpjX1fDBgS off=12652882 len=1110380 2023-12-16T18:30:38.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 711 completed, throughput=5MB/sec 2023-12-16T18:30:38.654 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nvaKCCdM2FjCIRX off=7857661 len=35277 2023-12-16T18:30:38.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 712 completed, throughput=5MB/sec 2023-12-16T18:30:38.655 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sTdE0Di4_vMApxt off=7672894 len=167048 2023-12-16T18:30:38.657 INFO:tasks.workunit.client.0.smithi071.stdout:op 713 completed, throughput=5MB/sec 2023-12-16T18:30:38.657 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4fGeiTdGn8I66V3 off=8958776 len=2079560 2023-12-16T18:30:38.659 INFO:tasks.workunit.client.0.smithi071.stdout:op 714 completed, throughput=5.01MB/sec 2023-12-16T18:30:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:38 smithi071 ceph-mon[139725]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:30:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:38 smithi071 ceph-mon[142085]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:30:39.659 INFO:tasks.workunit.client.0.smithi071.stdout: 143: throughput=4.98MB/sec pending data=0 2023-12-16T18:30:39.660 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k0SV1HrqyBRv7Eo off=7862808 len=1430177 2023-12-16T18:30:39.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 715 completed, throughput=4.99MB/sec 2023-12-16T18:30:39.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uKO_2qhT6ZbBQgh off=11108270 len=1302683 2023-12-16T18:30:39.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 716 completed, throughput=5MB/sec 2023-12-16T18:30:39.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h6CtRgZxjBk0IJs off=3686443 len=1852063 2023-12-16T18:30:39.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 717 completed, throughput=5.01MB/sec 2023-12-16T18:30:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:40 smithi184 ceph-mon[136228]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:30:40.671 INFO:tasks.workunit.client.0.smithi071.stdout: 144: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:40.672 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bq_pfsAsMKq71o6 off=6247514 len=1171744 2023-12-16T18:30:40.673 INFO:tasks.workunit.client.0.smithi071.stdout:op 718 completed, throughput=4.98MB/sec 2023-12-16T18:30:40.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UqFqA3fH8xZXQoF off=671192 len=978956 2023-12-16T18:30:40.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 719 completed, throughput=4.99MB/sec 2023-12-16T18:30:40.675 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W7oZJSafPzqNa_0 off=2686084 len=781710 2023-12-16T18:30:40.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 720 completed, throughput=4.99MB/sec 2023-12-16T18:30:40.675 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VJZOumOefFqbjPb off=1074602 len=1875105 2023-12-16T18:30:40.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 721 completed, throughput=5MB/sec 2023-12-16T18:30:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:40 smithi071 ceph-mon[139725]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:30:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:40 smithi071 ceph-mon[142085]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:30:41.678 INFO:tasks.workunit.client.0.smithi071.stdout: 145: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:41.678 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LxrQseCaYLAnkHt off=21605092 len=1723077 2023-12-16T18:30:41.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 722 completed, throughput=4.98MB/sec 2023-12-16T18:30:41.686 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1gvTPc9mpKFif8M off=256801 len=509998 2023-12-16T18:30:41.687 INFO:tasks.workunit.client.0.smithi071.stdout:op 723 completed, throughput=4.98MB/sec 2023-12-16T18:30:41.687 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-khkbIqKcLb_cOZ- off=3491964 len=1835117 2023-12-16T18:30:41.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 724 completed, throughput=5MB/sec 2023-12-16T18:30:41.696 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LkQoiO41sMfFgLW off=1332469 len=70788 2023-12-16T18:30:41.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 725 completed, throughput=5MB/sec 2023-12-16T18:30:41.699 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yRb07OMnMtKUP2h off=6052381 len=207824 2023-12-16T18:30:41.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 726 completed, throughput=5MB/sec 2023-12-16T18:30:41.701 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FZkfwbwXcCj7SBl off=4488493 len=761660 2023-12-16T18:30:41.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 727 completed, throughput=5MB/sec 2023-12-16T18:30:42.704 INFO:tasks.workunit.client.0.smithi071.stdout: 146: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:42.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ebgi2xi4Rtc4dd_ off=19688819 len=1568841 2023-12-16T18:30:42.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 728 completed, throughput=4.98MB/sec 2023-12-16T18:30:42.706 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gLJ3mNowttCwvr2 off=16483313 len=130032 2023-12-16T18:30:42.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 729 completed, throughput=4.98MB/sec 2023-12-16T18:30:42.710 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wYSln6JQgySyP45 off=1296759 len=519381 2023-12-16T18:30:42.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 730 completed, throughput=4.98MB/sec 2023-12-16T18:30:42.713 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SxLwiVhMiHh9VVW off=659812 len=984589 2023-12-16T18:30:42.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 731 completed, throughput=4.99MB/sec 2023-12-16T18:30:42.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lkChbCUEyPLF4hi off=5477828 len=1604726 2023-12-16T18:30:42.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 732 completed, throughput=5MB/sec 2023-12-16T18:30:42.722 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m7OUHooiglb0Khs off=14462781 len=234712 2023-12-16T18:30:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:42 smithi071 ceph-mon[139725]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:42 smithi071 ceph-mon[142085]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:42.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 733 completed, throughput=5MB/sec 2023-12-16T18:30:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:42 smithi184 ceph-mon[136228]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:43.725 INFO:tasks.workunit.client.0.smithi071.stdout: 147: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:43.725 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OwjatK9a40xI-cF off=0 len=1230517 2023-12-16T18:30:43.730 INFO:tasks.workunit.client.0.smithi071.stdout:op 734 completed, throughput=4.97MB/sec 2023-12-16T18:30:43.730 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wHJokz9YZQMiL61 off=9271085 len=1651937 2023-12-16T18:30:43.741 INFO:tasks.workunit.client.0.smithi071.stdout:op 735 completed, throughput=4.98MB/sec 2023-12-16T18:30:43.741 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kxhr8-mjEAqiZqN off=8945485 len=1638232 2023-12-16T18:30:43.748 INFO:tasks.workunit.client.0.smithi071.stdout:op 736 completed, throughput=4.99MB/sec 2023-12-16T18:30:43.748 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kZss9WrOlb04ylq off=1557211 len=1216881 2023-12-16T18:30:43.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 737 completed, throughput=5MB/sec 2023-12-16T18:30:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:44 smithi071 ceph-mon[139725]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:44 smithi071 ceph-mon[142085]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:44.756 INFO:tasks.workunit.client.0.smithi071.stdout: 148: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:44.756 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wyYB9M9h0YYOM2c off=4747809 len=733774 2023-12-16T18:30:44.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 738 completed, throughput=4.97MB/sec 2023-12-16T18:30:44.758 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HjuEB9aE4Nu2G39 off=0 len=1163213 2023-12-16T18:30:44.763 INFO:tasks.workunit.client.0.smithi071.stdout:op 739 completed, throughput=4.98MB/sec 2023-12-16T18:30:44.763 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v7Z3tvo_Iom1fs9 off=2316202 len=352768 2023-12-16T18:30:44.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 740 completed, throughput=4.98MB/sec 2023-12-16T18:30:44.765 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rWQXM_TZyT5LgTT off=11627347 len=1966873 2023-12-16T18:30:44.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 741 completed, throughput=5MB/sec 2023-12-16T18:30:44.777 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6kA_5QsX1XxVDL4 off=580138 len=1068133 2023-12-16T18:30:44.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 742 completed, throughput=5MB/sec 2023-12-16T18:30:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:44 smithi184 ceph-mon[136228]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:45.502 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:30:45.779 INFO:tasks.workunit.client.0.smithi071.stdout: 149: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:45.779 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NsijOZEe8VhQnrF off=8774129 len=1682484 2023-12-16T18:30:45.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 743 completed, throughput=4.98MB/sec 2023-12-16T18:30:45.783 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1RvUetTfRXpp0sD off=2767079 len=2033180 2023-12-16T18:30:45.784 INFO:tasks.workunit.client.0.smithi071.stdout:op 744 completed, throughput=4.99MB/sec 2023-12-16T18:30:45.784 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KcRNnSONxYBElVb off=19837004 len=1769861 2023-12-16T18:30:45.787 INFO:tasks.workunit.client.0.smithi071.stdout:op 745 completed, throughput=5MB/sec 2023-12-16T18:30:45.808 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (20m) 6m ago 23m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (20m) 4m ago 22m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (23m) 6m ago 23m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (23m) 4m ago 23m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (19m) 4m ago 25m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (20m) 6m ago 27m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (19m) 6m ago 27m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (19m) 4m ago 26m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (19m) 6m ago 26m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (20m) 6m ago 22m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (20m) 4m ago 22m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (18m) 6m ago 25m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:30:45.809 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (18m) 6m ago 25m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (17m) 6m ago 25m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (17m) 6m ago 25m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (16m) 4m ago 24m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (16m) 4m ago 24m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (15m) 4m ago 24m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (15m) 4m ago 24m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:30:45.810 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (19m) 4m ago 23m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:30:46.193 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:30:46.193 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:30:46.193 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:30:46.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:46.193 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:30:46.194 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:30:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:46 smithi071 ceph-mon[139725]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1693054726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:46 smithi071 ceph-mon[142085]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1693054726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: 150: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:46.788 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jqOWKN3sBTSNa2G off=391752 len=756809 2023-12-16T18:30:46.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 746 completed, throughput=4.97MB/sec 2023-12-16T18:30:46.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZlUN6BlgKKUW1FX off=450324 len=1056686 2023-12-16T18:30:46.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 747 completed, throughput=4.98MB/sec 2023-12-16T18:30:46.794 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9dws3pO2M-EAJcZ off=4720691 len=2037464 2023-12-16T18:30:46.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 748 completed, throughput=4.99MB/sec 2023-12-16T18:30:46.795 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Fn2Osac65bu3dGh off=2151994 len=1327243 2023-12-16T18:30:46.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 749 completed, throughput=5MB/sec 2023-12-16T18:30:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:46 smithi184 ceph-mon[136228]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:30:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1693054726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:30:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:47 smithi071 ceph-mon[139725]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:47 smithi071 ceph-mon[139725]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:47.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:47 smithi071 ceph-mon[142085]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:47 smithi071 ceph-mon[142085]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:47] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:30:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: 151: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:47.799 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L63paGpK1ZICNKq off=11109322 len=303916 2023-12-16T18:30:47.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 750 completed, throughput=4.97MB/sec 2023-12-16T18:30:47.799 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qA6cuj849XMpQls off=9243322 len=1196079 2023-12-16T18:30:47.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 751 completed, throughput=4.98MB/sec 2023-12-16T18:30:47.806 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4BpXuluFB_V7QVS off=1631090 len=1875104 2023-12-16T18:30:47.817 INFO:tasks.workunit.client.0.smithi071.stdout:op 752 completed, throughput=4.99MB/sec 2023-12-16T18:30:47.817 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PWqsq6PhW_NFYoF off=1093341 len=1655375 2023-12-16T18:30:47.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 753 completed, throughput=5MB/sec 2023-12-16T18:30:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:47 smithi184 ceph-mon[136228]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:47 smithi184 ceph-mon[136228]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:30:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:48 smithi071 ceph-mon[139725]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:48 smithi071 ceph-mon[142085]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: 152: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:48.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-80D6XDIF4UmVmLt off=4059614 len=1921293 2023-12-16T18:30:48.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 754 completed, throughput=4.98MB/sec 2023-12-16T18:30:48.821 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HwXaSy9ljzcxI_t off=18193827 len=1429357 2023-12-16T18:30:48.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 755 completed, throughput=4.99MB/sec 2023-12-16T18:30:48.828 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YW88WNHJX51gWH7 off=3151039 len=801182 2023-12-16T18:30:48.833 INFO:tasks.workunit.client.0.smithi071.stdout:op 756 completed, throughput=4.99MB/sec 2023-12-16T18:30:48.833 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_oYpByXQXf-Bs_k off=2228774 len=256215 2023-12-16T18:30:48.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 757 completed, throughput=4.99MB/sec 2023-12-16T18:30:48.834 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-og0v6Vo4PpnzNIp off=4784991 len=102905 2023-12-16T18:30:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:48 smithi184 ceph-mon[136228]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:30:48.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 758 completed, throughput=5MB/sec 2023-12-16T18:30:48.837 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GkFDRPUFE74bBUH off=13964041 len=182396 2023-12-16T18:30:48.839 INFO:tasks.workunit.client.0.smithi071.stdout:op 759 completed, throughput=5MB/sec 2023-12-16T18:30:48.839 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ykWPLjLkGKqgDQS off=392877 len=842290 2023-12-16T18:30:48.843 INFO:tasks.workunit.client.0.smithi071.stdout:op 760 completed, throughput=5MB/sec 2023-12-16T18:30:49.843 INFO:tasks.workunit.client.0.smithi071.stdout: 153: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-08_EEUsRxmzVBwl off=7631732 len=244457 2023-12-16T18:30:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 761 completed, throughput=4.97MB/sec 2023-12-16T18:30:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-giBR8t_tFCXUPmu off=6721322 len=77183 2023-12-16T18:30:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 762 completed, throughput=4.97MB/sec 2023-12-16T18:30:49.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A9sVw0EiY3s7TlP off=1301608 len=1379357 2023-12-16T18:30:49.846 INFO:tasks.workunit.client.0.smithi071.stdout:op 763 completed, throughput=4.98MB/sec 2023-12-16T18:30:49.846 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uyejTtnIrKHFRCC off=532967 len=1081801 2023-12-16T18:30:49.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 764 completed, throughput=4.99MB/sec 2023-12-16T18:30:49.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WPnufmgc0yiWGHZ off=5960874 len=1409818 2023-12-16T18:30:49.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 765 completed, throughput=4.99MB/sec 2023-12-16T18:30:49.849 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c_hmGJJnPIXkTTJ off=1731921 len=463855 2023-12-16T18:30:49.850 INFO:tasks.workunit.client.0.smithi071.stdout:op 766 completed, throughput=5MB/sec 2023-12-16T18:30:49.850 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xt8zwJt4zmdfQjJ off=14227499 len=1566094 2023-12-16T18:30:49.858 INFO:tasks.workunit.client.0.smithi071.stdout:op 767 completed, throughput=5.01MB/sec 2023-12-16T18:30:50.638 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:50 smithi184 ceph-mon[136228]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:50 smithi071 ceph-mon[139725]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:50 smithi071 ceph-mon[142085]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:30:50.859 INFO:tasks.workunit.client.0.smithi071.stdout: 154: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:50.859 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yxxOgvYiO5LLUVf off=1061566 len=477243 2023-12-16T18:30:50.861 INFO:tasks.workunit.client.0.smithi071.stdout:op 768 completed, throughput=4.98MB/sec 2023-12-16T18:30:50.861 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fQ4rG5r9rV-X_4L off=4573735 len=775176 2023-12-16T18:30:50.866 INFO:tasks.workunit.client.0.smithi071.stdout:op 769 completed, throughput=4.98MB/sec 2023-12-16T18:30:50.866 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cgQA89SAUL2PKQD off=4016232 len=1284266 2023-12-16T18:30:50.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 770 completed, throughput=4.99MB/sec 2023-12-16T18:30:50.872 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-52U4d3lKGlW7mfg off=65791 len=1040680 2023-12-16T18:30:50.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 771 completed, throughput=5MB/sec 2023-12-16T18:30:50.877 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YKvt2s_Sxj8ZWR5 off=1842516 len=523077 2023-12-16T18:30:50.879 INFO:tasks.workunit.client.0.smithi071.stdout:op 772 completed, throughput=5MB/sec 2023-12-16T18:30:50.879 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZccVM4Xuo7OTmTT off=8801456 len=334278 2023-12-16T18:30:50.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 773 completed, throughput=5MB/sec 2023-12-16T18:30:51.880 INFO:tasks.workunit.client.0.smithi071.stdout: 155: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:51.881 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uKO_2qhT6ZbBQgh off=13270197 len=510732 2023-12-16T18:30:51.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 774 completed, throughput=4.97MB/sec 2023-12-16T18:30:51.881 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v-RhJ8jkOsGOjLF off=10476563 len=1257003 2023-12-16T18:30:51.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 775 completed, throughput=4.98MB/sec 2023-12-16T18:30:51.883 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EK3M9LwiexNEVFL off=524252 len=1190167 2023-12-16T18:30:51.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 776 completed, throughput=4.99MB/sec 2023-12-16T18:30:51.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KR4UlXmUosoaDS4 off=10530310 len=1034013 2023-12-16T18:30:51.895 INFO:tasks.workunit.client.0.smithi071.stdout:op 777 completed, throughput=4.99MB/sec 2023-12-16T18:30:51.895 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UHtxd54ChpGm1A3 off=10187537 len=1078081 2023-12-16T18:30:51.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 778 completed, throughput=5MB/sec 2023-12-16T18:30:51.897 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j5vyE3QHqOP7D7Z off=8800831 len=448330 2023-12-16T18:30:51.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 779 completed, throughput=5MB/sec 2023-12-16T18:30:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:52 smithi071 ceph-mon[139725]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:52 smithi071 ceph-mon[142085]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:52 smithi184 ceph-mon[136228]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:30:52.899 INFO:tasks.workunit.client.0.smithi071.stdout: 156: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:52.899 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D6lqNypyZ-O5Wmz off=1020665 len=1478690 2023-12-16T18:30:52.903 INFO:tasks.workunit.client.0.smithi071.stdout:op 780 completed, throughput=4.98MB/sec 2023-12-16T18:30:52.903 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sA7YHiZ9Ldn24r7 off=1694208 len=721508 2023-12-16T18:30:52.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 781 completed, throughput=4.98MB/sec 2023-12-16T18:30:52.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DftgUJJql_d0yVz off=5767955 len=1388345 2023-12-16T18:30:52.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 782 completed, throughput=4.99MB/sec 2023-12-16T18:30:52.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qTViBGhPFpWth_6 off=7117959 len=1505650 2023-12-16T18:30:52.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 783 completed, throughput=5MB/sec 2023-12-16T18:30:53.911 INFO:tasks.workunit.client.0.smithi071.stdout: 157: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:53.911 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i7-Q6zvpVB8TOAl off=14840413 len=262897 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 784 completed, throughput=4.97MB/sec 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Io-NI9Ty-t24ZmN off=436605 len=887702 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 785 completed, throughput=4.98MB/sec 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zPVGwajyMKjVKNW off=2618386 len=398582 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 786 completed, throughput=4.98MB/sec 2023-12-16T18:30:53.919 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kVkrrurWPLWi_tr off=185825 len=756063 2023-12-16T18:30:53.920 INFO:tasks.workunit.client.0.smithi071.stdout:op 787 completed, throughput=4.98MB/sec 2023-12-16T18:30:53.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JHts5Lxfc1MrLyk off=8646689 len=174047 2023-12-16T18:30:53.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 788 completed, throughput=4.98MB/sec 2023-12-16T18:30:53.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oMX8f-ijtuePr8y off=3005195 len=613831 2023-12-16T18:30:53.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 789 completed, throughput=4.99MB/sec 2023-12-16T18:30:53.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z7i4SR-rAzqjE_v off=4113879 len=1088894 2023-12-16T18:30:53.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 790 completed, throughput=4.99MB/sec 2023-12-16T18:30:53.928 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lUZo-FITcO4xbye off=8842249 len=462642 2023-12-16T18:30:53.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 791 completed, throughput=5MB/sec 2023-12-16T18:30:53.931 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0KMowIF92qsYOHf off=5262548 len=1649881 2023-12-16T18:30:53.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 792 completed, throughput=5.01MB/sec 2023-12-16T18:30:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:54 smithi071 ceph-mon[139725]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:54 smithi071 ceph-mon[142085]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:54 smithi184 ceph-mon[136228]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:30:54.933 INFO:tasks.workunit.client.0.smithi071.stdout: 158: throughput=4.98MB/sec pending data=0 2023-12-16T18:30:54.933 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qR_SD8j93lMout4 off=5734428 len=829619 2023-12-16T18:30:54.938 INFO:tasks.workunit.client.0.smithi071.stdout:op 793 completed, throughput=4.98MB/sec 2023-12-16T18:30:54.938 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qVwkiSLgfH09BN_ off=4640314 len=982559 2023-12-16T18:30:54.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 794 completed, throughput=4.99MB/sec 2023-12-16T18:30:54.945 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BzgVhUdOe5jqFjr off=8711068 len=689262 2023-12-16T18:30:54.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 795 completed, throughput=4.99MB/sec 2023-12-16T18:30:54.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-40nNjerMO0XyLO- off=1099291 len=501940 2023-12-16T18:30:54.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 796 completed, throughput=4.99MB/sec 2023-12-16T18:30:54.949 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SpA4YYmDs1SfSVK off=1068966 len=604417 2023-12-16T18:30:54.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 797 completed, throughput=5MB/sec 2023-12-16T18:30:54.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aEYfqOVzivH_mUF off=13102005 len=1374156 2023-12-16T18:30:54.955 INFO:tasks.workunit.client.0.smithi071.stdout:op 798 completed, throughput=5MB/sec 2023-12-16T18:30:55.956 INFO:tasks.workunit.client.0.smithi071.stdout: 159: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:55.956 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mmrJqKdqOkrJKJy off=2030546 len=890499 2023-12-16T18:30:55.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 799 completed, throughput=4.98MB/sec 2023-12-16T18:30:55.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NebVpnO9p-G1Du_ off=1021200 len=1319828 2023-12-16T18:30:55.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 800 completed, throughput=4.99MB/sec 2023-12-16T18:30:55.963 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2hpyVFMe9aZF6gP off=16431725 len=676412 2023-12-16T18:30:55.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 801 completed, throughput=4.99MB/sec 2023-12-16T18:30:55.964 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BQNrmCxTHfNdN8H off=5977564 len=1229510 2023-12-16T18:30:55.971 INFO:tasks.workunit.client.0.smithi071.stdout:op 802 completed, throughput=5MB/sec 2023-12-16T18:30:55.971 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hcgqaSPkjpppNL3 off=4714681 len=1838917 2023-12-16T18:30:55.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 803 completed, throughput=5.01MB/sec 2023-12-16T18:30:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:56 smithi071 ceph-mon[139725]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:30:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:56 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:30:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:56 smithi071 ceph-mon[142085]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:30:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:56 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:30:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:56 smithi184 ceph-mon[136228]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:30:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:56 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:30:56.981 INFO:tasks.workunit.client.0.smithi071.stdout: 160: throughput=4.98MB/sec pending data=0 2023-12-16T18:30:56.981 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1P5JnUjyTXxDgAt off=7470404 len=198026 2023-12-16T18:30:56.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 804 completed, throughput=4.98MB/sec 2023-12-16T18:30:56.982 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A9U93JF2iorEmlo off=2674144 len=1594390 2023-12-16T18:30:56.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 805 completed, throughput=4.99MB/sec 2023-12-16T18:30:56.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jlSazrz6i_FLr2W off=11017554 len=369098 2023-12-16T18:30:56.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 806 completed, throughput=4.99MB/sec 2023-12-16T18:30:56.988 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e-h-dQH4OgZPOOB off=4746769 len=1211076 2023-12-16T18:30:56.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 807 completed, throughput=5MB/sec 2023-12-16T18:30:56.991 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BOKt6unD1Iv_Ks9 off=9763361 len=1156168 2023-12-16T18:30:56.995 INFO:tasks.workunit.client.0.smithi071.stdout:op 808 completed, throughput=5MB/sec 2023-12-16T18:30:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:30:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:30:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:30:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:30:57] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:30:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:30:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:30:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:30:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:30:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:30:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:30:57.997 INFO:tasks.workunit.client.0.smithi071.stdout: 161: throughput=4.97MB/sec pending data=0 2023-12-16T18:30:57.998 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3dnD3oJ8u891Ssl off=4778488 len=392633 2023-12-16T18:30:57.999 INFO:tasks.workunit.client.0.smithi071.stdout:op 809 completed, throughput=4.97MB/sec 2023-12-16T18:30:57.999 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ybEUxvWhy7-EUM7 off=3077712 len=591501 2023-12-16T18:30:58.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 810 completed, throughput=4.98MB/sec 2023-12-16T18:30:58.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LaWaUn-Mg-XV1YF off=5836719 len=808335 2023-12-16T18:30:58.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 811 completed, throughput=4.98MB/sec 2023-12-16T18:30:58.008 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RX_fDOi5mf5ZQ99 off=7665187 len=289202 2023-12-16T18:30:58.011 INFO:tasks.workunit.client.0.smithi071.stdout:op 812 completed, throughput=4.98MB/sec 2023-12-16T18:30:58.011 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GyfWy91eXB4fLt7 off=17180147 len=180075 2023-12-16T18:30:58.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 813 completed, throughput=4.99MB/sec 2023-12-16T18:30:58.014 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vrbvMcQ1Fp68QfS off=10685080 len=533383 2023-12-16T18:30:58.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 814 completed, throughput=4.99MB/sec 2023-12-16T18:30:58.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n9V2ig5tmMvfsYs off=673256 len=1202396 2023-12-16T18:30:58.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 815 completed, throughput=5MB/sec 2023-12-16T18:30:58.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z7VI4tcs3TdD-mr off=10296102 len=194606 2023-12-16T18:30:58.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 816 completed, throughput=5MB/sec 2023-12-16T18:30:58.020 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3Q7KMlLzz4fk4R_ off=7019906 len=1925970 2023-12-16T18:30:58.030 INFO:tasks.workunit.client.0.smithi071.stdout:op 817 completed, throughput=5.01MB/sec 2023-12-16T18:30:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:30:58 smithi071 ceph-mon[139725]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:30:58 smithi071 ceph-mon[142085]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:30:58 smithi184 ceph-mon[136228]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:30:59.030 INFO:tasks.workunit.client.0.smithi071.stdout: 162: throughput=4.98MB/sec pending data=0 2023-12-16T18:30:59.030 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xJQxyodg0flj0mc off=1178499 len=61447 2023-12-16T18:30:59.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 818 completed, throughput=4.98MB/sec 2023-12-16T18:30:59.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gL0mworeCC2qqtD off=17416983 len=2045985 2023-12-16T18:30:59.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 819 completed, throughput=4.99MB/sec 2023-12-16T18:30:59.035 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6y8QB1b7EHF-72H off=6931382 len=491570 2023-12-16T18:30:59.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 820 completed, throughput=4.99MB/sec 2023-12-16T18:30:59.039 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Buh2G3MBnAOJhtK off=9430315 len=304552 2023-12-16T18:30:59.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 821 completed, throughput=4.99MB/sec 2023-12-16T18:30:59.040 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z_xIhreekaFOlig off=10827726 len=56012 2023-12-16T18:30:59.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 822 completed, throughput=4.99MB/sec 2023-12-16T18:30:59.043 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bCVgx9K1Kl8KenT off=16252 len=659856 2023-12-16T18:30:59.044 INFO:tasks.workunit.client.0.smithi071.stdout:op 823 completed, throughput=5MB/sec 2023-12-16T18:30:59.044 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vhRdZhe2geip7Lp off=1237752 len=757817 2023-12-16T18:30:59.048 INFO:tasks.workunit.client.0.smithi071.stdout:op 824 completed, throughput=5MB/sec 2023-12-16T18:31:00.049 INFO:tasks.workunit.client.0.smithi071.stdout: 163: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:00.049 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ir7Q7ALWMZsCx9u off=6967340 len=866836 2023-12-16T18:31:00.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 825 completed, throughput=4.98MB/sec 2023-12-16T18:31:00.050 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fFHD-bxIMwBNPnf off=5387546 len=1049399 2023-12-16T18:31:00.056 INFO:tasks.workunit.client.0.smithi071.stdout:op 826 completed, throughput=4.98MB/sec 2023-12-16T18:31:00.056 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m-QNS58hxBibl_o off=803895 len=259840 2023-12-16T18:31:00.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 827 completed, throughput=4.98MB/sec 2023-12-16T18:31:00.057 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gdr-5GsI516xzDb off=3760704 len=1036470 2023-12-16T18:31:00.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 828 completed, throughput=4.99MB/sec 2023-12-16T18:31:00.058 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iqI8ji_5PbAc56y off=207969 len=970436 2023-12-16T18:31:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 829 completed, throughput=4.99MB/sec 2023-12-16T18:31:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ri-uiFuU5cZi9vA off=11599478 len=40277 2023-12-16T18:31:00.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 830 completed, throughput=5MB/sec 2023-12-16T18:31:00.060 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q_FC9fyQkLn9vxI off=7041199 len=318751 2023-12-16T18:31:00.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 831 completed, throughput=5MB/sec 2023-12-16T18:31:00.062 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B8LEHmXHc8DtiLG off=9498527 len=211397 2023-12-16T18:31:00.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 832 completed, throughput=5MB/sec 2023-12-16T18:31:00.065 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0hcH_TOv_6gFLhO off=8496580 len=280321 2023-12-16T18:31:00.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 833 completed, throughput=5MB/sec 2023-12-16T18:31:00.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--q2xNNFzmuDtixz off=16944075 len=1128384 2023-12-16T18:31:00.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 834 completed, throughput=5.01MB/sec 2023-12-16T18:31:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:00 smithi071 ceph-mon[139725]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:31:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:00 smithi071 ceph-mon[142085]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:31:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:00 smithi184 ceph-mon[136228]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:31:01.073 INFO:tasks.workunit.client.0.smithi071.stdout: 164: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:01.073 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZtdgcOeTdOKFylr off=2425052 len=1242195 2023-12-16T18:31:01.075 INFO:tasks.workunit.client.0.smithi071.stdout:op 835 completed, throughput=4.98MB/sec 2023-12-16T18:31:01.075 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pIJRvH-w1tFvugP off=1870001 len=424168 2023-12-16T18:31:01.078 INFO:tasks.workunit.client.0.smithi071.stdout:op 836 completed, throughput=4.99MB/sec 2023-12-16T18:31:01.078 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZM3npOvl3vdqHQ1 off=23060930 len=1494864 2023-12-16T18:31:01.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 837 completed, throughput=4.99MB/sec 2023-12-16T18:31:01.085 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4vPvTyuVII8eNL0 off=16723794 len=23978 2023-12-16T18:31:01.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 838 completed, throughput=4.99MB/sec 2023-12-16T18:31:01.087 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v71Pfh9Jv9EZBG2 off=9368367 len=270248 2023-12-16T18:31:01.088 INFO:tasks.workunit.client.0.smithi071.stdout:op 839 completed, throughput=5MB/sec 2023-12-16T18:31:01.088 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8u595SfmK98m2cR off=345436 len=1795099 2023-12-16T18:31:01.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 840 completed, throughput=5.01MB/sec 2023-12-16T18:31:02.091 INFO:tasks.workunit.client.0.smithi071.stdout: 165: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:02.092 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZKmZ6MvJxEkUxEW off=6739508 len=1750466 2023-12-16T18:31:02.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 841 completed, throughput=4.99MB/sec 2023-12-16T18:31:02.099 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZtTrCmL-zhIWN9j off=259617 len=130444 2023-12-16T18:31:02.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 842 completed, throughput=4.99MB/sec 2023-12-16T18:31:02.101 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W8N3Q0SpD1bxjLG off=7300702 len=728051 2023-12-16T18:31:02.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 843 completed, throughput=4.99MB/sec 2023-12-16T18:31:02.102 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jRdQw0Tjzshmnm7 off=34208 len=1827531 2023-12-16T18:31:02.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 844 completed, throughput=5MB/sec 2023-12-16T18:31:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:02 smithi071 ceph-mon[139725]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:31:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:02 smithi071 ceph-mon[142085]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:31:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:02 smithi184 ceph-mon[136228]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:31:03.113 INFO:tasks.workunit.client.0.smithi071.stdout: 166: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:03.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RkI_2mThN5TsoDV off=6468891 len=88780 2023-12-16T18:31:03.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 845 completed, throughput=4.97MB/sec 2023-12-16T18:31:03.113 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-niu2AzumWKANwVQ off=8475274 len=1276699 2023-12-16T18:31:03.120 INFO:tasks.workunit.client.0.smithi071.stdout:op 846 completed, throughput=4.98MB/sec 2023-12-16T18:31:03.120 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zuOEu_L_fere-6P off=13166099 len=39546 2023-12-16T18:31:03.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 847 completed, throughput=4.98MB/sec 2023-12-16T18:31:03.121 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PAJSexoaX7lWkAL off=5299290 len=1032993 2023-12-16T18:31:03.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 848 completed, throughput=4.98MB/sec 2023-12-16T18:31:03.123 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zMuR0eRVTBgXXCk off=10482925 len=1764746 2023-12-16T18:31:03.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 849 completed, throughput=4.99MB/sec 2023-12-16T18:31:03.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TFK4Q_PHIF25F7Q off=8785104 len=128131 2023-12-16T18:31:03.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 850 completed, throughput=4.99MB/sec 2023-12-16T18:31:03.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5VPEGSK5-9cK2CA off=6610983 len=1321099 2023-12-16T18:31:03.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 851 completed, throughput=5MB/sec 2023-12-16T18:31:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:04.128 INFO:tasks.workunit.client.0.smithi071.stdout: 167: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:04.128 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XzlRb9W-FGUy2zv off=2900988 len=1272052 2023-12-16T18:31:04.130 INFO:tasks.workunit.client.0.smithi071.stdout:op 852 completed, throughput=4.98MB/sec 2023-12-16T18:31:04.130 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PRDvxLPf1ouaYPX off=8836285 len=1203440 2023-12-16T18:31:04.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 853 completed, throughput=4.99MB/sec 2023-12-16T18:31:04.136 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dPEroGZNfWVQ4Ap off=0 len=1242500 2023-12-16T18:31:04.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 854 completed, throughput=4.99MB/sec 2023-12-16T18:31:04.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-759zqwpKgqdIDjl off=19159424 len=370485 2023-12-16T18:31:04.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 855 completed, throughput=4.99MB/sec 2023-12-16T18:31:04.145 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-urJW_QHtmRUrtnP off=10369955 len=1464356 2023-12-16T18:31:04.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 856 completed, throughput=5MB/sec 2023-12-16T18:31:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:04 smithi071 ceph-mon[139725]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:04 smithi071 ceph-mon[142085]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:04 smithi184 ceph-mon[136228]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:05.147 INFO:tasks.workunit.client.0.smithi071.stdout: 168: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:05.147 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BWniryEyYlcl8_O off=0 len=1988696 2023-12-16T18:31:05.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 857 completed, throughput=4.98MB/sec 2023-12-16T18:31:05.160 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0xE-qx1Fm6AYHbU off=18917336 len=1197750 2023-12-16T18:31:05.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 858 completed, throughput=4.99MB/sec 2023-12-16T18:31:05.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tauccw9AmpKMf-0 off=4633278 len=1975196 2023-12-16T18:31:05.178 INFO:tasks.workunit.client.0.smithi071.stdout:op 859 completed, throughput=5MB/sec 2023-12-16T18:31:06.178 INFO:tasks.workunit.client.0.smithi071.stdout: 169: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:06.179 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5wENP6J23nUNiep off=14347332 len=1016842 2023-12-16T18:31:06.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 860 completed, throughput=4.98MB/sec 2023-12-16T18:31:06.180 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7dYSdTieYDOJN-0 off=6029080 len=2051745 2023-12-16T18:31:06.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 861 completed, throughput=4.99MB/sec 2023-12-16T18:31:06.191 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A6oeLts8X3o68Vr off=9315945 len=1364664 2023-12-16T18:31:06.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 862 completed, throughput=5MB/sec 2023-12-16T18:31:06.197 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oMX8f-ijtuePr8y off=11453327 len=682142 2023-12-16T18:31:06.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 863 completed, throughput=5MB/sec 2023-12-16T18:31:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:06 smithi071 ceph-mon[139725]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:31:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:06 smithi071 ceph-mon[142085]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:31:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:06 smithi184 ceph-mon[136228]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:31:07.200 INFO:tasks.workunit.client.0.smithi071.stdout: 170: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:07.201 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LLK5ktfdsuLhVO5 off=14316626 len=1880028 2023-12-16T18:31:07.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 864 completed, throughput=4.98MB/sec 2023-12-16T18:31:07.203 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U_ICzumNcMlPrwu off=15528255 len=948428 2023-12-16T18:31:07.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 865 completed, throughput=4.99MB/sec 2023-12-16T18:31:07.209 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zLc0E64RBYhR_1A off=3092531 len=554687 2023-12-16T18:31:07.212 INFO:tasks.workunit.client.0.smithi071.stdout:op 866 completed, throughput=4.99MB/sec 2023-12-16T18:31:07.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j2tRmH81PgBcNKD off=749524 len=1508544 2023-12-16T18:31:07.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 867 completed, throughput=5MB/sec 2023-12-16T18:31:07.221 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ARPX0YOqsHXLCOW off=1384563 len=94679 2023-12-16T18:31:07.223 INFO:tasks.workunit.client.0.smithi071.stdout:op 868 completed, throughput=5MB/sec 2023-12-16T18:31:07.224 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7Y6R7W0dmrUFniT off=8402292 len=157840 2023-12-16T18:31:07.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 869 completed, throughput=5MB/sec 2023-12-16T18:31:07.224 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-170-5OlyFJ21xxT off=11251530 len=1318410 2023-12-16T18:31:07.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 870 completed, throughput=5.01MB/sec 2023-12-16T18:31:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:07] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:31:08.233 INFO:tasks.workunit.client.0.smithi071.stdout: 171: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:08.233 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xL5tU8-N339Uwb_ off=5152696 len=1295135 2023-12-16T18:31:08.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 871 completed, throughput=4.98MB/sec 2023-12-16T18:31:08.239 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1vAkIXw-f3FK-P- off=16767177 len=1461648 2023-12-16T18:31:08.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 872 completed, throughput=4.99MB/sec 2023-12-16T18:31:08.241 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iRQ7-lbh_ouKPeC off=18795575 len=1259267 2023-12-16T18:31:08.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 873 completed, throughput=5MB/sec 2023-12-16T18:31:08.242 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9vSVOx_juzrxqCH off=7962360 len=523556 2023-12-16T18:31:08.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 874 completed, throughput=5MB/sec 2023-12-16T18:31:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:08 smithi071 ceph-mon[139725]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:31:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:08 smithi071 ceph-mon[142085]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:31:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:08 smithi184 ceph-mon[136228]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:31:09.243 INFO:tasks.workunit.client.0.smithi071.stdout: 172: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:09.243 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tJblbv8RMTBWH6R off=517750 len=716010 2023-12-16T18:31:09.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 875 completed, throughput=4.98MB/sec 2023-12-16T18:31:09.244 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tW0P5w4emwJNTiO off=7938933 len=426705 2023-12-16T18:31:09.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 876 completed, throughput=4.98MB/sec 2023-12-16T18:31:09.248 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0vq1UAEgqOEDbnU off=3030738 len=1598474 2023-12-16T18:31:09.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 877 completed, throughput=4.99MB/sec 2023-12-16T18:31:09.258 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DtY21Ww6bNY9zLi off=11715691 len=546510 2023-12-16T18:31:09.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 878 completed, throughput=4.99MB/sec 2023-12-16T18:31:09.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dsAG1aMtSeLvCgH off=3231402 len=345474 2023-12-16T18:31:09.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 879 completed, throughput=4.99MB/sec 2023-12-16T18:31:09.262 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Qul3Asvow-ZQnb6 off=7781043 len=1616501 2023-12-16T18:31:09.264 INFO:tasks.workunit.client.0.smithi071.stdout:op 880 completed, throughput=5MB/sec 2023-12-16T18:31:10.265 INFO:tasks.workunit.client.0.smithi071.stdout: 173: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:10.265 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l0r9vd-Edq-qD-9 off=2124655 len=1660816 2023-12-16T18:31:10.267 INFO:tasks.workunit.client.0.smithi071.stdout:op 881 completed, throughput=4.98MB/sec 2023-12-16T18:31:10.267 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AldbD2J7IkgZlGF off=152764 len=1908139 2023-12-16T18:31:10.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 882 completed, throughput=4.99MB/sec 2023-12-16T18:31:10.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MjErMi7TZ8OMhz0 off=1213736 len=1180330 2023-12-16T18:31:10.274 INFO:tasks.workunit.client.0.smithi071.stdout:op 883 completed, throughput=5MB/sec 2023-12-16T18:31:10.275 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-at_Tn3uQvd_FqKx off=1503300 len=1943246 2023-12-16T18:31:10.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 884 completed, throughput=5.01MB/sec 2023-12-16T18:31:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:10 smithi071 ceph-mon[139725]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:10 smithi071 ceph-mon[142085]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:10 smithi184 ceph-mon[136228]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:11.286 INFO:tasks.workunit.client.0.smithi071.stdout: 174: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:11.286 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4WgAQpeqWsSg1Wg off=2470938 len=270819 2023-12-16T18:31:11.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 885 completed, throughput=4.98MB/sec 2023-12-16T18:31:11.289 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5LQWyrVMSTd_Ovj off=11924421 len=132885 2023-12-16T18:31:11.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 886 completed, throughput=4.98MB/sec 2023-12-16T18:31:11.292 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9M57cDbUG3uz1Xc off=2776051 len=348197 2023-12-16T18:31:11.293 INFO:tasks.workunit.client.0.smithi071.stdout:op 887 completed, throughput=4.98MB/sec 2023-12-16T18:31:11.293 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eDH1001gl2xFnFQ off=7400658 len=1076852 2023-12-16T18:31:11.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 888 completed, throughput=4.99MB/sec 2023-12-16T18:31:11.294 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d5ybA62FOhc0Tj4 off=2223547 len=746359 2023-12-16T18:31:11.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 889 completed, throughput=4.99MB/sec 2023-12-16T18:31:11.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HHl6gK8E8veGkp1 off=1602876 len=992025 2023-12-16T18:31:11.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 890 completed, throughput=5MB/sec 2023-12-16T18:31:11.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZVbeMjlc1mXB-kB off=3131577 len=202062 2023-12-16T18:31:11.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 891 completed, throughput=5MB/sec 2023-12-16T18:31:12.301 INFO:tasks.workunit.client.0.smithi071.stdout: 175: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:12.301 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ELvaT3HOuBpy4tV off=10397323 len=2058835 2023-12-16T18:31:12.303 INFO:tasks.workunit.client.0.smithi071.stdout:op 892 completed, throughput=4.98MB/sec 2023-12-16T18:31:12.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kh21zPWUjBMFhUT off=7561234 len=1420575 2023-12-16T18:31:12.311 INFO:tasks.workunit.client.0.smithi071.stdout:op 893 completed, throughput=4.99MB/sec 2023-12-16T18:31:12.311 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BcGMB25sn1qCfec off=11916048 len=196128 2023-12-16T18:31:12.312 INFO:tasks.workunit.client.0.smithi071.stdout:op 894 completed, throughput=4.99MB/sec 2023-12-16T18:31:12.312 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QCFljAndWakHnAw off=1947865 len=71291 2023-12-16T18:31:12.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 895 completed, throughput=4.99MB/sec 2023-12-16T18:31:12.314 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xVTZvAK0hhEir1N off=2891156 len=1512522 2023-12-16T18:31:12.316 INFO:tasks.workunit.client.0.smithi071.stdout:op 896 completed, throughput=5MB/sec 2023-12-16T18:31:12.316 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_BouPazN8QqWnaK off=207289 len=496649 2023-12-16T18:31:12.316 INFO:tasks.workunit.client.0.smithi071.stdout:op 897 completed, throughput=5MB/sec 2023-12-16T18:31:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:12 smithi071 ceph-mon[139725]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:31:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:12 smithi071 ceph-mon[142085]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:31:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:12 smithi184 ceph-mon[136228]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:31:13.317 INFO:tasks.workunit.client.0.smithi071.stdout: 176: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:13.317 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tYKtZVTxpQsd2_S off=9383738 len=825000 2023-12-16T18:31:13.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 898 completed, throughput=4.98MB/sec 2023-12-16T18:31:13.321 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Yoz_tpvb3ZAWt_L off=1661496 len=1948577 2023-12-16T18:31:13.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 899 completed, throughput=4.99MB/sec 2023-12-16T18:31:13.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o2bGnHBs1l44kcf off=1160232 len=1783620 2023-12-16T18:31:13.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 900 completed, throughput=5MB/sec 2023-12-16T18:31:13.327 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-875rJ-ukymBmwPg off=1630582 len=1392752 2023-12-16T18:31:13.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 901 completed, throughput=5.01MB/sec 2023-12-16T18:31:14.330 INFO:tasks.workunit.client.0.smithi071.stdout: 177: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:14.330 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kK60RCsdw7A_Dpc off=10600888 len=1825010 2023-12-16T18:31:14.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 902 completed, throughput=4.99MB/sec 2023-12-16T18:31:14.339 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LKr3in2gUM2peRO off=9465485 len=2055498 2023-12-16T18:31:14.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 903 completed, throughput=5MB/sec 2023-12-16T18:31:14.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xYf4VwTCDlzoL8- off=8407928 len=244759 2023-12-16T18:31:14.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 904 completed, throughput=5MB/sec 2023-12-16T18:31:14.344 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pnS-_RhiDxxRSFs off=532085 len=1241453 2023-12-16T18:31:14.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 905 completed, throughput=5.01MB/sec 2023-12-16T18:31:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:14 smithi071 ceph-mon[139725]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:14 smithi071 ceph-mon[142085]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:14 smithi184 ceph-mon[136228]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:15.352 INFO:tasks.workunit.client.0.smithi071.stdout: 178: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:15.352 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NVUCbJaPEI4ZX1Z off=833198 len=1525572 2023-12-16T18:31:15.353 INFO:tasks.workunit.client.0.smithi071.stdout:op 906 completed, throughput=4.99MB/sec 2023-12-16T18:31:15.353 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YXuAjXBlFexUeo0 off=3670155 len=751650 2023-12-16T18:31:15.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 907 completed, throughput=4.99MB/sec 2023-12-16T18:31:15.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QqyWw0ZrHRwyVXT off=7996023 len=540112 2023-12-16T18:31:15.357 INFO:tasks.workunit.client.0.smithi071.stdout:op 908 completed, throughput=4.99MB/sec 2023-12-16T18:31:15.357 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LDSiQTL-OxSB3pV off=15835037 len=1558616 2023-12-16T18:31:15.363 INFO:tasks.workunit.client.0.smithi071.stdout:op 909 completed, throughput=5MB/sec 2023-12-16T18:31:16.363 INFO:tasks.workunit.client.0.smithi071.stdout: 179: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:16.363 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ALGP15MNCCnT-Ms off=161482 len=471821 2023-12-16T18:31:16.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 910 completed, throughput=4.98MB/sec 2023-12-16T18:31:16.364 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z7VI4tcs3TdD-mr off=15764439 len=1156676 2023-12-16T18:31:16.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 911 completed, throughput=4.98MB/sec 2023-12-16T18:31:16.371 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HgLPar2LSiLSDcf off=1510484 len=1264084 2023-12-16T18:31:16.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 912 completed, throughput=4.99MB/sec 2023-12-16T18:31:16.373 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LCOX-q9OPl4CjvQ off=4911345 len=1399691 2023-12-16T18:31:16.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 913 completed, throughput=5MB/sec 2023-12-16T18:31:16.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9jpYv94J4cW7T59 off=4158418 len=1762299 2023-12-16T18:31:16.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 914 completed, throughput=5MB/sec 2023-12-16T18:31:16.540 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:31:16.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:16 smithi071 ceph-mon[139725]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:31:16.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:16 smithi071 ceph-mon[142085]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:31:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:16 smithi184 ceph-mon[136228]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:31:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:31:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (20m) 7m ago 23m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:31:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (20m) 5m ago 23m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:31:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (24m) 7m ago 24m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:31:16.848 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (24m) 5m ago 24m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (20m) 5m ago 26m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (20m) 7m ago 27m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (20m) 7m ago 27m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (19m) 5m ago 26m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (19m) 7m ago 26m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (20m) 7m ago 23m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (20m) 5m ago 23m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (18m) 7m ago 26m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (18m) 7m ago 26m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (18m) 7m ago 25m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (17m) 7m ago 25m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (17m) 5m ago 25m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (16m) 5m ago 25m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:31:16.849 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (16m) 5m ago 24m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:31:16.850 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (15m) 5m ago 24m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:31:16.850 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (20m) 5m ago 23m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:31:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:31:17.229 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:31:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: 180: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:17.379 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5o0Dx_k9kagZjgX off=1155607 len=685131 2023-12-16T18:31:17.380 INFO:tasks.workunit.client.0.smithi071.stdout:op 915 completed, throughput=4.98MB/sec 2023-12-16T18:31:17.380 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wEbPHOp4nBAMims off=10106543 len=1055078 2023-12-16T18:31:17.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 916 completed, throughput=4.99MB/sec 2023-12-16T18:31:17.381 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5DBN6EAri7AhG-h off=1055821 len=1982150 2023-12-16T18:31:17.382 INFO:tasks.workunit.client.0.smithi071.stdout:op 917 completed, throughput=5MB/sec 2023-12-16T18:31:17.382 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4PjDX40SP_2Bd0g off=12685 len=1117666 2023-12-16T18:31:17.388 INFO:tasks.workunit.client.0.smithi071.stdout:op 918 completed, throughput=5MB/sec 2023-12-16T18:31:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3674596886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3674596886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:17] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:31:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3674596886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: 181: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:18.389 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y6Yil_Ppf1GsrGb off=1076236 len=641796 2023-12-16T18:31:18.390 INFO:tasks.workunit.client.0.smithi071.stdout:op 919 completed, throughput=4.98MB/sec 2023-12-16T18:31:18.390 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-erXMfHqiptCD5fb off=5322424 len=326390 2023-12-16T18:31:18.393 INFO:tasks.workunit.client.0.smithi071.stdout:op 920 completed, throughput=4.98MB/sec 2023-12-16T18:31:18.393 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0X4gipYYTqrYeVA off=412538 len=1953939 2023-12-16T18:31:18.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 921 completed, throughput=4.99MB/sec 2023-12-16T18:31:18.396 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-u-1nfiz1J7U7YDr off=8746155 len=1125497 2023-12-16T18:31:18.398 INFO:tasks.workunit.client.0.smithi071.stdout:op 922 completed, throughput=5MB/sec 2023-12-16T18:31:18.398 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-H-kfLcODIy9K1bk off=9006408 len=1387558 2023-12-16T18:31:18.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 923 completed, throughput=5MB/sec 2023-12-16T18:31:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[139725]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[139725]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:31:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[139725]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[142085]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[142085]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:31:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[142085]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:18 smithi184 ceph-mon[136228]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:18 smithi184 ceph-mon[136228]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:31:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:18 smithi184 ceph-mon[136228]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: 182: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:19.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mDgcnxxijtrsjc5 off=26763 len=1780365 2023-12-16T18:31:19.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 924 completed, throughput=4.98MB/sec 2023-12-16T18:31:19.412 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xqr523j97bzUhqE off=10137579 len=1514412 2023-12-16T18:31:19.420 INFO:tasks.workunit.client.0.smithi071.stdout:op 925 completed, throughput=4.99MB/sec 2023-12-16T18:31:19.420 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eyDcDPlqsdybvu4 off=2655474 len=624223 2023-12-16T18:31:19.424 INFO:tasks.workunit.client.0.smithi071.stdout:op 926 completed, throughput=5MB/sec 2023-12-16T18:31:19.424 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rM51jJwOtwe7QYY off=14376269 len=240837 2023-12-16T18:31:19.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 927 completed, throughput=5MB/sec 2023-12-16T18:31:19.427 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VRZwtejM8Rg3-0a off=928505 len=593375 2023-12-16T18:31:19.428 INFO:tasks.workunit.client.0.smithi071.stdout:op 928 completed, throughput=5MB/sec 2023-12-16T18:31:19.428 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-84yDfgW-v9Bd3N7 off=1207379 len=2023460 2023-12-16T18:31:19.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 929 completed, throughput=5.01MB/sec 2023-12-16T18:31:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:19 smithi071 ceph-mon[139725]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:31:19.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:19 smithi071 ceph-mon[142085]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:31:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:19 smithi184 ceph-mon[136228]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:31:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: 183: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:20.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yU8BPDAf1CwMNUK off=9508805 len=153718 2023-12-16T18:31:20.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 930 completed, throughput=4.98MB/sec 2023-12-16T18:31:20.441 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AmOuJxQaQ6_tJo5 off=10735914 len=1134834 2023-12-16T18:31:20.447 INFO:tasks.workunit.client.0.smithi071.stdout:op 931 completed, throughput=4.99MB/sec 2023-12-16T18:31:20.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NvYHWSP5AmRa1ZS off=6281577 len=1859506 2023-12-16T18:31:20.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 932 completed, throughput=5MB/sec 2023-12-16T18:31:20.449 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N_rh5yuPL-gDNiw off=9131967 len=491717 2023-12-16T18:31:20.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 933 completed, throughput=5MB/sec 2023-12-16T18:31:21.453 INFO:tasks.workunit.client.0.smithi071.stdout: 184: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:21.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TWYI9cHH3215REm off=16947527 len=500471 2023-12-16T18:31:21.454 INFO:tasks.workunit.client.0.smithi071.stdout:op 934 completed, throughput=4.98MB/sec 2023-12-16T18:31:21.454 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e1EfSJZaEO_VpUx off=957984 len=801985 2023-12-16T18:31:21.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 935 completed, throughput=4.98MB/sec 2023-12-16T18:31:21.460 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QsjYQsdtBFAdWZH off=6704720 len=932224 2023-12-16T18:31:21.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 936 completed, throughput=4.99MB/sec 2023-12-16T18:31:21.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CIMgcJ_X3Eo6V82 off=8033812 len=1074532 2023-12-16T18:31:21.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 937 completed, throughput=4.99MB/sec 2023-12-16T18:31:21.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6nAXCqNpuVaXbAF off=4410548 len=1382129 2023-12-16T18:31:21.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 938 completed, throughput=5MB/sec 2023-12-16T18:31:21.474 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NoyxERpdzkcdevN off=9742302 len=751375 2023-12-16T18:31:21.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 939 completed, throughput=5MB/sec 2023-12-16T18:31:22.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:22 smithi184 ceph-mon[136228]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:31:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:22 smithi071 ceph-mon[139725]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:31:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:22 smithi071 ceph-mon[142085]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:31:22.478 INFO:tasks.workunit.client.0.smithi071.stdout: 185: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:22.478 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M2eRg25p6mK7Fpu off=9333090 len=2045636 2023-12-16T18:31:22.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 940 completed, throughput=4.99MB/sec 2023-12-16T18:31:22.488 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T_Fs_eQKa5SyPcH off=10389692 len=206257 2023-12-16T18:31:22.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 941 completed, throughput=4.99MB/sec 2023-12-16T18:31:22.491 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-y_BIrPAYgU9N2s0 off=8988661 len=837852 2023-12-16T18:31:22.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 942 completed, throughput=4.99MB/sec 2023-12-16T18:31:22.496 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-exzcaUEf3L08quc off=2045564 len=1860511 2023-12-16T18:31:22.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 943 completed, throughput=5MB/sec 2023-12-16T18:31:22.498 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZzvzjJda2F6yhUc off=4376342 len=1848321 2023-12-16T18:31:22.500 INFO:tasks.workunit.client.0.smithi071.stdout:op 944 completed, throughput=5.01MB/sec 2023-12-16T18:31:23.501 INFO:tasks.workunit.client.0.smithi071.stdout: 186: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:23.501 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5DBecrk5rjz6EtM off=11286508 len=1848551 2023-12-16T18:31:23.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 945 completed, throughput=4.99MB/sec 2023-12-16T18:31:23.509 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JwnOsRDqYK98g6R off=15282829 len=914851 2023-12-16T18:31:23.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 946 completed, throughput=5MB/sec 2023-12-16T18:31:23.510 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mrJ1lFMWibKxqMS off=3970614 len=38026 2023-12-16T18:31:23.511 INFO:tasks.workunit.client.0.smithi071.stdout:op 947 completed, throughput=5MB/sec 2023-12-16T18:31:23.511 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TiUGb4iaqvlceeo off=1483449 len=451496 2023-12-16T18:31:23.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 948 completed, throughput=5MB/sec 2023-12-16T18:31:23.512 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eENNQAJrHULl1M3 off=1942831 len=371380 2023-12-16T18:31:23.515 INFO:tasks.workunit.client.0.smithi071.stdout:op 949 completed, throughput=5MB/sec 2023-12-16T18:31:24.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:24 smithi184 ceph-mon[136228]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:31:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:24 smithi071 ceph-mon[139725]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:31:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:24 smithi071 ceph-mon[142085]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:31:24.515 INFO:tasks.workunit.client.0.smithi071.stdout: 187: throughput=4.97MB/sec pending data=0 2023-12-16T18:31:24.515 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8cVLpbh4UH-7dOw off=8570256 len=1125256 2023-12-16T18:31:24.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 950 completed, throughput=4.98MB/sec 2023-12-16T18:31:24.517 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7AKyv6t7VCOr_zt off=11058805 len=400061 2023-12-16T18:31:24.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 951 completed, throughput=4.98MB/sec 2023-12-16T18:31:24.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L_HVGp4aDQFhNpO off=5979246 len=440694 2023-12-16T18:31:24.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 952 completed, throughput=4.98MB/sec 2023-12-16T18:31:24.522 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wNK4BAzFvBgKMeJ off=11033870 len=956792 2023-12-16T18:31:24.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 953 completed, throughput=4.99MB/sec 2023-12-16T18:31:24.528 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--BsCKnunwkn_iy4 off=17653760 len=1659560 2023-12-16T18:31:24.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 954 completed, throughput=5MB/sec 2023-12-16T18:31:24.534 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FQtL4hCjFAsHCRY off=3092918 len=1458129 2023-12-16T18:31:24.539 INFO:tasks.workunit.client.0.smithi071.stdout:op 955 completed, throughput=5MB/sec 2023-12-16T18:31:25.540 INFO:tasks.workunit.client.0.smithi071.stdout: 188: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:25.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7jqzEHMuo0wH9Mm off=2935394 len=1437838 2023-12-16T18:31:25.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 956 completed, throughput=4.98MB/sec 2023-12-16T18:31:25.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tbmhdGSZt3CVa2r off=3047364 len=1123842 2023-12-16T18:31:25.547 INFO:tasks.workunit.client.0.smithi071.stdout:op 957 completed, throughput=4.99MB/sec 2023-12-16T18:31:25.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-99_EcoRfSpr6Wyy off=13259388 len=1440940 2023-12-16T18:31:25.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 958 completed, throughput=5MB/sec 2023-12-16T18:31:25.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UIemLvqqjuJv_QQ off=21330569 len=1207619 2023-12-16T18:31:25.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 959 completed, throughput=5MB/sec 2023-12-16T18:31:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:26 smithi184 ceph-mon[136228]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:31:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:26 smithi071 ceph-mon[139725]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:31:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:26 smithi071 ceph-mon[142085]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:31:26.555 INFO:tasks.workunit.client.0.smithi071.stdout: 189: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:26.555 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9fN6dIttfB7dDIR off=4467413 len=1691810 2023-12-16T18:31:26.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 960 completed, throughput=4.99MB/sec 2023-12-16T18:31:26.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IPzJ6mtjupuC81C off=786097 len=1194744 2023-12-16T18:31:26.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 961 completed, throughput=4.99MB/sec 2023-12-16T18:31:26.565 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AuRtViQ7Ar9i9oG off=2188335 len=1556529 2023-12-16T18:31:26.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 962 completed, throughput=5MB/sec 2023-12-16T18:31:26.567 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ll0WsUUrxvTBTny off=5848290 len=1946727 2023-12-16T18:31:26.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 963 completed, throughput=5.01MB/sec 2023-12-16T18:31:27.576 INFO:tasks.workunit.client.0.smithi071.stdout: 190: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:27.576 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cyXx9SQw62RmP4x off=4839894 len=799687 2023-12-16T18:31:27.578 INFO:tasks.workunit.client.0.smithi071.stdout:op 964 completed, throughput=4.99MB/sec 2023-12-16T18:31:27.578 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tS9WzhcrTHU2vEv off=1471854 len=1365986 2023-12-16T18:31:27.580 INFO:tasks.workunit.client.0.smithi071.stdout:op 965 completed, throughput=4.99MB/sec 2023-12-16T18:31:27.580 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mDgcnxxijtrsjc5 off=5329063 len=456207 2023-12-16T18:31:27.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 966 completed, throughput=5MB/sec 2023-12-16T18:31:27.584 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wVYdKHwenbQnbUB off=2493485 len=1383523 2023-12-16T18:31:27.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 967 completed, throughput=5MB/sec 2023-12-16T18:31:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:27] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:31:28.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:28 smithi184 ceph-mon[136228]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:28 smithi071 ceph-mon[139725]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:28 smithi071 ceph-mon[142085]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:28.586 INFO:tasks.workunit.client.0.smithi071.stdout: 191: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:28.586 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-w_KMZ46sDYs8_1z off=2250808 len=1471192 2023-12-16T18:31:28.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 968 completed, throughput=4.98MB/sec 2023-12-16T18:31:28.592 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5x-k-BUWNkrz3lJ off=10135671 len=678663 2023-12-16T18:31:28.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 969 completed, throughput=4.99MB/sec 2023-12-16T18:31:28.597 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lg0ckIjPQ9v-q9x off=1290114 len=2021831 2023-12-16T18:31:28.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 970 completed, throughput=5MB/sec 2023-12-16T18:31:28.601 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0j-Opfl-kTGs99W off=7594319 len=941411 2023-12-16T18:31:28.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 971 completed, throughput=5MB/sec 2023-12-16T18:31:29.606 INFO:tasks.workunit.client.0.smithi071.stdout: 192: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:29.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9BVCbdUTMsXOu1u off=12974485 len=1818383 2023-12-16T18:31:29.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 972 completed, throughput=4.98MB/sec 2023-12-16T18:31:29.615 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LgdDixRExmRwHJf off=4627204 len=2015401 2023-12-16T18:31:29.625 INFO:tasks.workunit.client.0.smithi071.stdout:op 973 completed, throughput=4.99MB/sec 2023-12-16T18:31:29.625 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iTB9LWiZHTl47PT off=15344405 len=2026922 2023-12-16T18:31:29.630 INFO:tasks.workunit.client.0.smithi071.stdout:op 974 completed, throughput=5MB/sec 2023-12-16T18:31:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:30 smithi071 ceph-mon[139725]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:31:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:30 smithi071 ceph-mon[142085]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:31:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:30 smithi184 ceph-mon[136228]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:31:30.630 INFO:tasks.workunit.client.0.smithi071.stdout: 193: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:30.631 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8Ob_Nsi9KttL72r off=9529715 len=1788299 2023-12-16T18:31:30.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 975 completed, throughput=4.99MB/sec 2023-12-16T18:31:30.642 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tYKtZVTxpQsd2_S off=8468110 len=1850673 2023-12-16T18:31:30.644 INFO:tasks.workunit.client.0.smithi071.stdout:op 976 completed, throughput=4.99MB/sec 2023-12-16T18:31:30.644 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_WeHK2GPay6VTnM off=1452358 len=1716227 2023-12-16T18:31:30.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 977 completed, throughput=5MB/sec 2023-12-16T18:31:31.647 INFO:tasks.workunit.client.0.smithi071.stdout: 194: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:31.647 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3ChZ0oNco-fs4By off=2127067 len=47250 2023-12-16T18:31:31.647 INFO:tasks.workunit.client.0.smithi071.stdout:op 978 completed, throughput=4.98MB/sec 2023-12-16T18:31:31.647 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ANMwqXw2cs1rrHL off=2923208 len=1225557 2023-12-16T18:31:31.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 979 completed, throughput=4.98MB/sec 2023-12-16T18:31:31.649 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HzBWTLG6v_n36Sn off=4187107 len=1879344 2023-12-16T18:31:31.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 980 completed, throughput=4.99MB/sec 2023-12-16T18:31:31.653 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9N3JCl3I5bc9kSS off=1663310 len=1385700 2023-12-16T18:31:31.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 981 completed, throughput=5MB/sec 2023-12-16T18:31:31.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g9j9XOfJVGEEzzL off=2290640 len=1362654 2023-12-16T18:31:31.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 982 completed, throughput=5.01MB/sec 2023-12-16T18:31:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:32 smithi071 ceph-mon[139725]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:31:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:32 smithi071 ceph-mon[142085]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:31:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:32 smithi184 ceph-mon[136228]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:31:32.668 INFO:tasks.workunit.client.0.smithi071.stdout: 195: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:32.668 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7U_33c7_YpfHLda off=2779617 len=675193 2023-12-16T18:31:32.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 983 completed, throughput=4.98MB/sec 2023-12-16T18:31:32.669 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uMhtQJUIjQHC4ef off=1495107 len=568574 2023-12-16T18:31:32.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 984 completed, throughput=4.99MB/sec 2023-12-16T18:31:32.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KzYXSCpgTsF2Im1 off=6707420 len=938320 2023-12-16T18:31:32.673 INFO:tasks.workunit.client.0.smithi071.stdout:op 985 completed, throughput=4.99MB/sec 2023-12-16T18:31:32.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SEhRxmNkwGETRpr off=5497477 len=136348 2023-12-16T18:31:32.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 986 completed, throughput=4.99MB/sec 2023-12-16T18:31:32.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fjSHnChwWBhbMzi off=16982902 len=645103 2023-12-16T18:31:32.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 987 completed, throughput=4.99MB/sec 2023-12-16T18:31:32.678 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uO7X5cMRlbDnVqM off=1639704 len=362664 2023-12-16T18:31:32.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 988 completed, throughput=5MB/sec 2023-12-16T18:31:32.682 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F07b2TD_5Dy1gnS off=3431084 len=337571 2023-12-16T18:31:32.685 INFO:tasks.workunit.client.0.smithi071.stdout:op 989 completed, throughput=5MB/sec 2023-12-16T18:31:32.685 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-y0oF7DzSCCsTTL5 off=16207960 len=1625218 2023-12-16T18:31:32.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 990 completed, throughput=5.01MB/sec 2023-12-16T18:31:33.693 INFO:tasks.workunit.client.0.smithi071.stdout: 196: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:33.753 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5he4JFt1Cbt5bIF off=18864347 len=218630 2023-12-16T18:31:33.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 991 completed, throughput=4.98MB/sec 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ddMnuqA-nEHmBey off=10169382 len=1824465 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 992 completed, throughput=4.99MB/sec 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wi_2duxjp9xZAHX off=1176067 len=798868 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 993 completed, throughput=4.99MB/sec 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-upGP3j72gU_S8KD off=9213407 len=102790 2023-12-16T18:31:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 994 completed, throughput=4.99MB/sec 2023-12-16T18:31:33.757 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vI7R44BpbZZB7wN off=1268810 len=1870276 2023-12-16T18:31:33.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 995 completed, throughput=5MB/sec 2023-12-16T18:31:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:34 smithi071 ceph-mon[139725]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:34 smithi071 ceph-mon[142085]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:34 smithi184 ceph-mon[136228]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:34.715 INFO:tasks.workunit.client.0.smithi071.stdout: 197: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:34.716 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UqEMn4oeWnUpPe6 off=16264247 len=2021549 2023-12-16T18:31:34.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 996 completed, throughput=4.99MB/sec 2023-12-16T18:31:34.729 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cscTL4Rqhr0ZjPq off=4421962 len=832101 2023-12-16T18:31:34.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 997 completed, throughput=4.99MB/sec 2023-12-16T18:31:34.733 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6RakQgywIFQ1GvK off=18705067 len=1145839 2023-12-16T18:31:34.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 998 completed, throughput=5MB/sec 2023-12-16T18:31:34.734 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rT4xbhWoUbDCrdJ off=5584925 len=2001288 2023-12-16T18:31:34.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 999 completed, throughput=5.01MB/sec 2023-12-16T18:31:35.738 INFO:tasks.workunit.client.0.smithi071.stdout: 198: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:35.738 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8umqaxEo5BDZ3SB off=530916 len=167386 2023-12-16T18:31:35.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 1000 completed, throughput=4.98MB/sec 2023-12-16T18:31:35.740 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HB_Ex7rzXkfxyBl off=7819984 len=804271 2023-12-16T18:31:35.741 INFO:tasks.workunit.client.0.smithi071.stdout:op 1001 completed, throughput=4.99MB/sec 2023-12-16T18:31:35.741 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gN3aQFOrvwsOg8N off=4470996 len=1470943 2023-12-16T18:31:35.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 1002 completed, throughput=4.99MB/sec 2023-12-16T18:31:35.743 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Or2UaAKLkVdF5e0 off=14062872 len=1609771 2023-12-16T18:31:35.752 INFO:tasks.workunit.client.0.smithi071.stdout:op 1003 completed, throughput=5MB/sec 2023-12-16T18:31:35.752 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2B-P1ObKcl4ZAo_ off=1803999 len=2002510 2023-12-16T18:31:35.754 INFO:tasks.workunit.client.0.smithi071.stdout:op 1004 completed, throughput=5.01MB/sec 2023-12-16T18:31:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:36 smithi071 ceph-mon[139725]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:36 smithi071 ceph-mon[142085]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:36 smithi184 ceph-mon[136228]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:36.755 INFO:tasks.workunit.client.0.smithi071.stdout: 199: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:36.755 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TYPkNjDFeGJGZox off=742694 len=359520 2023-12-16T18:31:36.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 1005 completed, throughput=4.99MB/sec 2023-12-16T18:31:36.756 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FWwGF_baKBKnC7p off=11145128 len=528033 2023-12-16T18:31:36.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 1006 completed, throughput=4.99MB/sec 2023-12-16T18:31:36.757 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2zVc9bAnPqpaOMh off=7971607 len=895158 2023-12-16T18:31:36.762 INFO:tasks.workunit.client.0.smithi071.stdout:op 1007 completed, throughput=4.99MB/sec 2023-12-16T18:31:36.762 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kZSgkLyJlhK30uJ off=1118387 len=1733461 2023-12-16T18:31:36.768 INFO:tasks.workunit.client.0.smithi071.stdout:op 1008 completed, throughput=5MB/sec 2023-12-16T18:31:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:37] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2023-12-16T18:31:37.769 INFO:tasks.workunit.client.0.smithi071.stdout: 200: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:37.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8lQk1n5oF9qutBd off=17579324 len=771274 2023-12-16T18:31:37.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 1009 completed, throughput=4.98MB/sec 2023-12-16T18:31:37.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BmajCdaKcZuN_nA off=78764 len=1662200 2023-12-16T18:31:37.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 1010 completed, throughput=4.99MB/sec 2023-12-16T18:31:37.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9WKSjpVk6ovLAPa off=2592734 len=1602620 2023-12-16T18:31:37.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 1011 completed, throughput=4.99MB/sec 2023-12-16T18:31:37.792 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V6Mp9o_BFO7l-qu off=2860825 len=241792 2023-12-16T18:31:37.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 1012 completed, throughput=5MB/sec 2023-12-16T18:31:37.794 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dB9VzLEPUKemY5O off=11592037 len=139136 2023-12-16T18:31:37.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 1013 completed, throughput=5MB/sec 2023-12-16T18:31:37.796 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XqjLQi0GvUwUumc off=5639604 len=1890454 2023-12-16T18:31:37.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 1014 completed, throughput=5MB/sec 2023-12-16T18:31:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:38 smithi071 ceph-mon[139725]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:38 smithi071 ceph-mon[142085]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:38 smithi184 ceph-mon[136228]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:31:38.805 INFO:tasks.workunit.client.0.smithi071.stdout: 201: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:38.806 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tla5QEwU9jyc2D- off=1612806 len=1025975 2023-12-16T18:31:38.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 1015 completed, throughput=4.98MB/sec 2023-12-16T18:31:38.811 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZeLNAmajw0ZCTKp off=873962 len=111956 2023-12-16T18:31:38.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 1016 completed, throughput=4.99MB/sec 2023-12-16T18:31:38.812 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tkt-gkxBhhrVDRo off=8399984 len=2033593 2023-12-16T18:31:38.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 1017 completed, throughput=4.99MB/sec 2023-12-16T18:31:38.815 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YPkzTPiFKoCPcJA off=4603965 len=300852 2023-12-16T18:31:38.816 INFO:tasks.workunit.client.0.smithi071.stdout:op 1018 completed, throughput=5MB/sec 2023-12-16T18:31:38.816 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-38buFpqbZx47fnj off=2575047 len=1718492 2023-12-16T18:31:38.825 INFO:tasks.workunit.client.0.smithi071.stdout:op 1019 completed, throughput=5MB/sec 2023-12-16T18:31:39.825 INFO:tasks.workunit.client.0.smithi071.stdout: 202: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:39.826 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bg6CbYCResHyo-z off=4781767 len=647414 2023-12-16T18:31:39.826 INFO:tasks.workunit.client.0.smithi071.stdout:op 1020 completed, throughput=4.98MB/sec 2023-12-16T18:31:39.827 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gk4TE6QESQvXNam off=4472609 len=528369 2023-12-16T18:31:39.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 1021 completed, throughput=4.98MB/sec 2023-12-16T18:31:39.830 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0ZzCRY2rKpUyPcf off=9900228 len=259162 2023-12-16T18:31:39.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 1022 completed, throughput=4.99MB/sec 2023-12-16T18:31:39.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i03ouUY7DGg1m6E off=1486775 len=382572 2023-12-16T18:31:39.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 1023 completed, throughput=4.99MB/sec 2023-12-16T18:31:39.835 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yNoSyCoiVFZMzlB off=2302957 len=1116113 2023-12-16T18:31:39.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 1024 completed, throughput=4.99MB/sec 2023-12-16T18:31:39.836 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UFBwUn9JsLXfnPY off=1344000 len=1778880 2023-12-16T18:31:39.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 1025 completed, throughput=5MB/sec 2023-12-16T18:31:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:40 smithi071 ceph-mon[139725]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:31:40.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:40 smithi071 ceph-mon[142085]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:31:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:40 smithi184 ceph-mon[136228]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:31:40.845 INFO:tasks.workunit.client.0.smithi071.stdout: 203: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:40.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e9a2voZpSbSzVX8 off=3194167 len=342508 2023-12-16T18:31:40.846 INFO:tasks.workunit.client.0.smithi071.stdout:op 1026 completed, throughput=4.98MB/sec 2023-12-16T18:31:40.846 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UU9FohZEYqyL62t off=6594732 len=1238573 2023-12-16T18:31:40.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 1027 completed, throughput=4.98MB/sec 2023-12-16T18:31:40.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TIYpIihYv8NSPB1 off=4891451 len=341571 2023-12-16T18:31:40.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 1028 completed, throughput=4.99MB/sec 2023-12-16T18:31:40.853 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2BwdoaydNQPakd3 off=9193271 len=1231037 2023-12-16T18:31:40.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 1029 completed, throughput=4.99MB/sec 2023-12-16T18:31:40.854 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BqP-uSc1IW6mX1I off=2923445 len=1228414 2023-12-16T18:31:40.860 INFO:tasks.workunit.client.0.smithi071.stdout:op 1030 completed, throughput=5MB/sec 2023-12-16T18:31:40.860 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-trA7F8ABZnEJj2V off=7704708 len=1201329 2023-12-16T18:31:40.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 1031 completed, throughput=5MB/sec 2023-12-16T18:31:41.862 INFO:tasks.workunit.client.0.smithi071.stdout: 204: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:41.862 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jJ1e8gW2QFA4cZx off=1737488 len=325904 2023-12-16T18:31:41.866 INFO:tasks.workunit.client.0.smithi071.stdout:op 1032 completed, throughput=4.98MB/sec 2023-12-16T18:31:41.866 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ofcgqj1PtePbazy off=19784043 len=759782 2023-12-16T18:31:41.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 1033 completed, throughput=4.98MB/sec 2023-12-16T18:31:41.867 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VkgCHpBYUUHqSCE off=16037531 len=1367846 2023-12-16T18:31:41.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 1034 completed, throughput=4.99MB/sec 2023-12-16T18:31:41.874 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pOypyiraTpWON3C off=943738 len=371265 2023-12-16T18:31:41.875 INFO:tasks.workunit.client.0.smithi071.stdout:op 1035 completed, throughput=4.99MB/sec 2023-12-16T18:31:41.875 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OOpvWyCLdXJJuUi off=8321024 len=702980 2023-12-16T18:31:41.879 INFO:tasks.workunit.client.0.smithi071.stdout:op 1036 completed, throughput=4.99MB/sec 2023-12-16T18:31:41.879 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gHbEK8PNyAQuMQx off=5251411 len=686497 2023-12-16T18:31:41.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 1037 completed, throughput=5MB/sec 2023-12-16T18:31:41.880 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F369nCgpecUuk0- off=3931070 len=569355 2023-12-16T18:31:41.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 1038 completed, throughput=5MB/sec 2023-12-16T18:31:41.883 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L9zoS27vfLu1v1x off=14501480 len=1265383 2023-12-16T18:31:41.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 1039 completed, throughput=5.01MB/sec 2023-12-16T18:31:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:42 smithi071 ceph-mon[139725]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:31:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:42 smithi071 ceph-mon[142085]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:31:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:42 smithi184 ceph-mon[136228]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:31:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: 205: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:42.892 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kPOWmhc6v4S93GG off=10076199 len=322414 2023-12-16T18:31:42.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 1040 completed, throughput=4.98MB/sec 2023-12-16T18:31:42.895 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kUHHbOCRCe_7G0Y off=607820 len=362700 2023-12-16T18:31:42.895 INFO:tasks.workunit.client.0.smithi071.stdout:op 1041 completed, throughput=4.98MB/sec 2023-12-16T18:31:42.895 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Eiq5w0hrB4nrUoq off=17476778 len=1292848 2023-12-16T18:31:42.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 1042 completed, throughput=4.99MB/sec 2023-12-16T18:31:42.898 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3-sPWo0tUzPzfm5 off=2312587 len=1762387 2023-12-16T18:31:42.906 INFO:tasks.workunit.client.0.smithi071.stdout:op 1043 completed, throughput=5MB/sec 2023-12-16T18:31:42.906 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qJP23wpzjrDC7G0 off=937588 len=1668819 2023-12-16T18:31:42.916 INFO:tasks.workunit.client.0.smithi071.stdout:op 1044 completed, throughput=5.01MB/sec 2023-12-16T18:31:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: 206: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:43.917 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NAAHW3m_yf_T8xq off=5893928 len=639932 2023-12-16T18:31:43.918 INFO:tasks.workunit.client.0.smithi071.stdout:op 1045 completed, throughput=4.98MB/sec 2023-12-16T18:31:43.919 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pR8fpLAZAss6Xj_ off=2758854 len=245275 2023-12-16T18:31:43.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 1046 completed, throughput=4.99MB/sec 2023-12-16T18:31:43.919 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W3n_iMCcW9yJw7a off=4453616 len=2043195 2023-12-16T18:31:43.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 1047 completed, throughput=4.99MB/sec 2023-12-16T18:31:43.928 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fV4trrBCtoe_ACY off=209149 len=1724346 2023-12-16T18:31:43.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 1048 completed, throughput=5MB/sec 2023-12-16T18:31:44.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:44 smithi071 ceph-mon[139725]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:44.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:44 smithi071 ceph-mon[142085]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:44 smithi184 ceph-mon[136228]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:31:44.935 INFO:tasks.workunit.client.0.smithi071.stdout: 207: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:44.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mIDAsP2pWSiQ51d off=22273918 len=1983126 2023-12-16T18:31:44.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 1049 completed, throughput=4.99MB/sec 2023-12-16T18:31:44.942 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mT8XvdjfzZBm7Zu off=1407009 len=631912 2023-12-16T18:31:44.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 1050 completed, throughput=4.99MB/sec 2023-12-16T18:31:44.944 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Dg3hYBUr7sjtnHJ off=1568478 len=1756928 2023-12-16T18:31:44.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 1051 completed, throughput=5MB/sec 2023-12-16T18:31:44.947 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qD4cNpbx0-hROGE off=908143 len=853907 2023-12-16T18:31:44.951 INFO:tasks.workunit.client.0.smithi071.stdout:op 1052 completed, throughput=5MB/sec 2023-12-16T18:31:45.951 INFO:tasks.workunit.client.0.smithi071.stdout: 208: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:45.951 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Xvwt9iiu1zOyT9h off=1599022 len=546938 2023-12-16T18:31:45.954 INFO:tasks.workunit.client.0.smithi071.stdout:op 1053 completed, throughput=4.98MB/sec 2023-12-16T18:31:45.954 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PSPP9ZUdfZJ8-Ep off=1481653 len=926926 2023-12-16T18:31:45.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 1054 completed, throughput=4.98MB/sec 2023-12-16T18:31:45.959 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oihyzaI8cYsEIAe off=14913964 len=1127610 2023-12-16T18:31:45.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 1055 completed, throughput=4.99MB/sec 2023-12-16T18:31:45.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nR_ojFgibfgRVTz off=2224772 len=860387 2023-12-16T18:31:45.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 1056 completed, throughput=4.99MB/sec 2023-12-16T18:31:45.962 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NT6lA9AmWNzaJzi off=3329880 len=1733694 2023-12-16T18:31:45.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 1057 completed, throughput=5MB/sec 2023-12-16T18:31:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:46 smithi071 ceph-mon[139725]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:31:46.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:46 smithi071 ceph-mon[142085]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:31:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:46 smithi184 ceph-mon[136228]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:31:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: 209: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:46.964 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v7Z3tvo_Iom1fs9 off=1699301 len=762127 2023-12-16T18:31:46.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 1058 completed, throughput=4.98MB/sec 2023-12-16T18:31:46.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PuF3r7jaBsJPTLH off=19832721 len=1437695 2023-12-16T18:31:46.971 INFO:tasks.workunit.client.0.smithi071.stdout:op 1059 completed, throughput=4.99MB/sec 2023-12-16T18:31:46.972 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vI7R44BpbZZB7wN off=644351 len=1763670 2023-12-16T18:31:46.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 1060 completed, throughput=5MB/sec 2023-12-16T18:31:46.975 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dAenGzhJfJewD3X off=14870089 len=1906245 2023-12-16T18:31:46.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 1061 completed, throughput=5MB/sec 2023-12-16T18:31:47.573 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:31:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:47] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (21m) 8m ago 24m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (21m) 5m ago 23m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (24m) 8m ago 24m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (24m) 5m ago 24m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (20m) 5m ago 27m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (21m) 8m ago 28m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:31:47.884 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (20m) 8m ago 28m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (20m) 5m ago 27m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (20m) 8m ago 27m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (21m) 8m ago 23m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (21m) 5m ago 23m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (19m) 8m ago 26m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (19m) 8m ago 26m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (18m) 8m ago 26m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (18m) 8m ago 26m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (17m) 5m ago 25m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (17m) 5m ago 25m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (16m) 5m ago 25m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (16m) 5m ago 25m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:31:47.885 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (20m) 5m ago 24m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:31:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: 210: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:47.977 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sFW6hgrvHjnYFhS off=829727 len=222894 2023-12-16T18:31:47.978 INFO:tasks.workunit.client.0.smithi071.stdout:op 1062 completed, throughput=4.98MB/sec 2023-12-16T18:31:47.978 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m3yN2KQYXLCafhK off=5163457 len=758382 2023-12-16T18:31:47.979 INFO:tasks.workunit.client.0.smithi071.stdout:op 1063 completed, throughput=4.98MB/sec 2023-12-16T18:31:47.979 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5OI-DTX0MzyAQBX off=2985317 len=1277775 2023-12-16T18:31:47.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 1064 completed, throughput=4.99MB/sec 2023-12-16T18:31:47.980 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g_gpcJR76F33ANJ off=12058445 len=1979347 2023-12-16T18:31:47.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 1065 completed, throughput=5MB/sec 2023-12-16T18:31:47.988 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IqODRzTm81giOSy off=2889254 len=1702160 2023-12-16T18:31:47.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 1066 completed, throughput=5.01MB/sec 2023-12-16T18:31:48.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:48 smithi071 ceph-mon[139725]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:31:48.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:48 smithi071 ceph-mon[142085]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:31:48.277 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:31:48.277 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:31:48.277 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:31:48.277 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:48.277 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:31:48.278 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:31:48.279 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:31:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:48 smithi184 ceph-mon[136228]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:31:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: 211: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:48.995 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gTOYowrF_4ODH_O off=4900035 len=569168 2023-12-16T18:31:48.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 1067 completed, throughput=4.99MB/sec 2023-12-16T18:31:48.999 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d2e1tVrYdMxbLpP off=1914210 len=1136162 2023-12-16T18:31:49.000 INFO:tasks.workunit.client.0.smithi071.stdout:op 1068 completed, throughput=4.99MB/sec 2023-12-16T18:31:49.000 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DY9mET2A2-EpkxV off=1932844 len=199455 2023-12-16T18:31:49.000 INFO:tasks.workunit.client.0.smithi071.stdout:op 1069 completed, throughput=4.99MB/sec 2023-12-16T18:31:49.000 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ftkKDiysmcNQWHY off=771513 len=1160565 2023-12-16T18:31:49.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 1070 completed, throughput=5MB/sec 2023-12-16T18:31:49.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kv-G_q_q6gbb4cU off=5207590 len=254793 2023-12-16T18:31:49.007 INFO:tasks.workunit.client.0.smithi071.stdout:op 1071 completed, throughput=5MB/sec 2023-12-16T18:31:49.007 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pt6tXo0l3YuL1fM off=6543950 len=306590 2023-12-16T18:31:49.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 1072 completed, throughput=5MB/sec 2023-12-16T18:31:49.010 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9K64zeXr-0WVtH3 off=6505578 len=1330321 2023-12-16T18:31:49.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 1073 completed, throughput=5MB/sec 2023-12-16T18:31:49.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[139725]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[139725]: from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3161114809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[142085]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[142085]: from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:49.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:49 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3161114809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:49 smithi184 ceph-mon[136228]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:49 smithi184 ceph-mon[136228]: from='client.35352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:31:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:31:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:49 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3161114809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:31:50.015 INFO:tasks.workunit.client.0.smithi071.stdout: 212: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:50.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1AoUQGV4g5EAfUP off=12476351 len=467558 2023-12-16T18:31:50.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 1074 completed, throughput=4.98MB/sec 2023-12-16T18:31:50.019 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v1h0u19YYaUCL_- off=8582152 len=650812 2023-12-16T18:31:50.021 INFO:tasks.workunit.client.0.smithi071.stdout:op 1075 completed, throughput=4.99MB/sec 2023-12-16T18:31:50.021 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ALgBbO2km5tKVGP off=220658 len=1565000 2023-12-16T18:31:50.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 1076 completed, throughput=4.99MB/sec 2023-12-16T18:31:50.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KWbC9Lg9GQlRu8v off=5813518 len=142610 2023-12-16T18:31:50.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 1077 completed, throughput=4.99MB/sec 2023-12-16T18:31:50.025 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kF0LediuQkaEXEt off=14839526 len=2082306 2023-12-16T18:31:50.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 1078 completed, throughput=5MB/sec 2023-12-16T18:31:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:50 smithi071 ceph-mon[139725]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:31:50.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:50 smithi071 ceph-mon[142085]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:31:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:50 smithi184 ceph-mon[136228]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:31:51.030 INFO:tasks.workunit.client.0.smithi071.stdout: 213: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:51.030 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JjhhUivKdZ32hMX off=9256268 len=143192 2023-12-16T18:31:51.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 1079 completed, throughput=4.98MB/sec 2023-12-16T18:31:51.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mIDAsP2pWSiQ51d off=5692171 len=1081634 2023-12-16T18:31:51.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 1080 completed, throughput=4.98MB/sec 2023-12-16T18:31:51.034 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NeQSKIIydxHE5-K off=4626989 len=690026 2023-12-16T18:31:51.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 1081 completed, throughput=4.99MB/sec 2023-12-16T18:31:51.036 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BemFmHLFYkGWqBL off=1332911 len=466283 2023-12-16T18:31:51.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 1082 completed, throughput=4.99MB/sec 2023-12-16T18:31:51.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-epv3z_eo_XhdhHS off=9025763 len=1196862 2023-12-16T18:31:51.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 1083 completed, throughput=5MB/sec 2023-12-16T18:31:51.038 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d5k-QaCfUYAs8KL off=18039446 len=316946 2023-12-16T18:31:51.041 INFO:tasks.workunit.client.0.smithi071.stdout:op 1084 completed, throughput=5MB/sec 2023-12-16T18:31:51.042 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6R7EkUxYDhc_dgO off=8763373 len=965235 2023-12-16T18:31:51.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 1085 completed, throughput=5MB/sec 2023-12-16T18:31:52.046 INFO:tasks.workunit.client.0.smithi071.stdout: 214: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:52.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7_0n9ZCRPnifPRR off=3871972 len=216691 2023-12-16T18:31:52.049 INFO:tasks.workunit.client.0.smithi071.stdout:op 1086 completed, throughput=4.98MB/sec 2023-12-16T18:31:52.049 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VufRONyAG4evdgu off=2611989 len=275592 2023-12-16T18:31:52.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 1087 completed, throughput=4.98MB/sec 2023-12-16T18:31:52.050 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e8wYIEEqrYj32DF off=15884252 len=4975 2023-12-16T18:31:52.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 1088 completed, throughput=4.98MB/sec 2023-12-16T18:31:52.051 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8lQk1n5oF9qutBd off=11713777 len=1715059 2023-12-16T18:31:52.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 1089 completed, throughput=4.99MB/sec 2023-12-16T18:31:52.060 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HgVQga5wdAGq7da off=10544107 len=2043223 2023-12-16T18:31:52.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 1090 completed, throughput=5MB/sec 2023-12-16T18:31:52.069 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7EetCmWflZ9zOH2 off=3711949 len=1396949 2023-12-16T18:31:52.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 1091 completed, throughput=5MB/sec 2023-12-16T18:31:52.388 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:52 smithi184 ceph-mon[136228]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:31:52.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:52 smithi071 ceph-mon[139725]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:31:52.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:52 smithi071 ceph-mon[142085]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:31:53.076 INFO:tasks.workunit.client.0.smithi071.stdout: 215: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:53.076 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q9_UPA19C70v-kf off=1883980 len=596907 2023-12-16T18:31:53.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 1092 completed, throughput=4.98MB/sec 2023-12-16T18:31:53.078 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DacERIYxCBtB3sr off=3886038 len=1044861 2023-12-16T18:31:53.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 1093 completed, throughput=4.99MB/sec 2023-12-16T18:31:53.083 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W0mHkfB6oKD9dcu off=801824 len=377366 2023-12-16T18:31:53.084 INFO:tasks.workunit.client.0.smithi071.stdout:op 1094 completed, throughput=4.99MB/sec 2023-12-16T18:31:53.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WEY_KawmgWCGIYj off=7909291 len=1631083 2023-12-16T18:31:53.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 1095 completed, throughput=4.99MB/sec 2023-12-16T18:31:53.087 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GQs_GXh-brLKVbO off=2288377 len=1779229 2023-12-16T18:31:53.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 1096 completed, throughput=5MB/sec 2023-12-16T18:31:54.098 INFO:tasks.workunit.client.0.smithi071.stdout: 216: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:54.098 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UYYPfLCd4o5LuXd off=6397691 len=1136099 2023-12-16T18:31:54.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 1097 completed, throughput=4.98MB/sec 2023-12-16T18:31:54.099 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mnduyIl2u2Bcfu2 off=10256 len=265055 2023-12-16T18:31:54.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 1098 completed, throughput=4.99MB/sec 2023-12-16T18:31:54.102 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mlmiICIcSqy7a64 off=12588217 len=103684 2023-12-16T18:31:54.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 1099 completed, throughput=4.99MB/sec 2023-12-16T18:31:54.104 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wvs98ESQAmzl0Zl off=12527531 len=1949925 2023-12-16T18:31:54.105 INFO:tasks.workunit.client.0.smithi071.stdout:op 1100 completed, throughput=4.99MB/sec 2023-12-16T18:31:54.106 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E3ra7PEMGH_D7FE off=15199778 len=1301188 2023-12-16T18:31:54.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 1101 completed, throughput=5MB/sec 2023-12-16T18:31:54.107 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FLCUd3jxCouBNKd off=4166981 len=1319242 2023-12-16T18:31:54.114 INFO:tasks.workunit.client.0.smithi071.stdout:op 1102 completed, throughput=5.01MB/sec 2023-12-16T18:31:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:54 smithi071 ceph-mon[142085]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:31:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:54 smithi071 ceph-mon[139725]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:31:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:54 smithi184 ceph-mon[136228]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:31:55.114 INFO:tasks.workunit.client.0.smithi071.stdout: 217: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:55.114 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FwQoDkBjHJYPOX6 off=15108644 len=1897886 2023-12-16T18:31:55.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 1103 completed, throughput=4.99MB/sec 2023-12-16T18:31:55.116 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sFOhW3uEgCyY9Ot off=6639780 len=1875524 2023-12-16T18:31:55.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 1104 completed, throughput=5MB/sec 2023-12-16T18:31:55.119 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-evAUmjTLwdatWrp off=5030867 len=1558102 2023-12-16T18:31:55.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 1105 completed, throughput=5.01MB/sec 2023-12-16T18:31:56.126 INFO:tasks.workunit.client.0.smithi071.stdout: 218: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:56.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KKiA_d_OwcQkh8B off=11247110 len=1055332 2023-12-16T18:31:56.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 1106 completed, throughput=4.99MB/sec 2023-12-16T18:31:56.128 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X8qrJSW9w9N_a5O off=4662933 len=730391 2023-12-16T18:31:56.130 INFO:tasks.workunit.client.0.smithi071.stdout:op 1107 completed, throughput=4.99MB/sec 2023-12-16T18:31:56.130 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TVrI2hgm_W5t25G off=2603320 len=822459 2023-12-16T18:31:56.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 1108 completed, throughput=4.99MB/sec 2023-12-16T18:31:56.135 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BxV3FiPyefOSjSE off=1735228 len=1546447 2023-12-16T18:31:56.143 INFO:tasks.workunit.client.0.smithi071.stdout:op 1109 completed, throughput=5MB/sec 2023-12-16T18:31:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:56 smithi071 ceph-mon[139725]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:31:56.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:56 smithi071 ceph-mon[142085]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:31:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:56 smithi184 ceph-mon[136228]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:31:57.143 INFO:tasks.workunit.client.0.smithi071.stdout: 219: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:57.143 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-upGP3j72gU_S8KD off=8967942 len=1116364 2023-12-16T18:31:57.144 INFO:tasks.workunit.client.0.smithi071.stdout:op 1110 completed, throughput=4.98MB/sec 2023-12-16T18:31:57.144 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-32W2nPZs_L_WO1A off=768044 len=838433 2023-12-16T18:31:57.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 1111 completed, throughput=4.99MB/sec 2023-12-16T18:31:57.146 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GGhH_d6wCtmSIu8 off=10552682 len=491144 2023-12-16T18:31:57.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 1112 completed, throughput=4.99MB/sec 2023-12-16T18:31:57.149 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2WHVr5WFxb-ffch off=6195407 len=1742231 2023-12-16T18:31:57.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 1113 completed, throughput=5MB/sec 2023-12-16T18:31:57.151 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AIYetrlMrDxHOiu off=2935637 len=1479421 2023-12-16T18:31:57.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 1114 completed, throughput=5MB/sec 2023-12-16T18:31:57.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:57 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:31:57.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:57 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:31:57.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:31:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:31:57] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:31:57.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:57 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:31:58.156 INFO:tasks.workunit.client.0.smithi071.stdout: 220: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:58.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eNFXKEeu94UWfjt off=4590879 len=803535 2023-12-16T18:31:58.158 INFO:tasks.workunit.client.0.smithi071.stdout:op 1115 completed, throughput=4.98MB/sec 2023-12-16T18:31:58.158 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rntDn2Uztw6q6sX off=2502823 len=566173 2023-12-16T18:31:58.163 INFO:tasks.workunit.client.0.smithi071.stdout:op 1116 completed, throughput=4.99MB/sec 2023-12-16T18:31:58.163 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-arlKxUQoed0xTsr off=13860337 len=16335 2023-12-16T18:31:58.163 INFO:tasks.workunit.client.0.smithi071.stdout:op 1117 completed, throughput=4.99MB/sec 2023-12-16T18:31:58.163 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aiaeThNCWtbqtmH off=4846588 len=468863 2023-12-16T18:31:58.164 INFO:tasks.workunit.client.0.smithi071.stdout:op 1118 completed, throughput=4.99MB/sec 2023-12-16T18:31:58.164 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IjX-L_o6BJZS6uh off=4950820 len=1530333 2023-12-16T18:31:58.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 1119 completed, throughput=4.99MB/sec 2023-12-16T18:31:58.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dmwqaypO_WhLUXA off=15704010 len=1246154 2023-12-16T18:31:58.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 1120 completed, throughput=5MB/sec 2023-12-16T18:31:58.172 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qeKm-KCaCV3JExV off=7331094 len=103805 2023-12-16T18:31:58.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 1121 completed, throughput=5MB/sec 2023-12-16T18:31:58.173 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tpQmtdeN4UMHRVS off=8974572 len=383933 2023-12-16T18:31:58.176 INFO:tasks.workunit.client.0.smithi071.stdout:op 1122 completed, throughput=5MB/sec 2023-12-16T18:31:58.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[142085]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:58.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:31:58.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:31:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:31:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[139725]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:31:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:31:58.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:31:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:31:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:58 smithi184 ceph-mon[136228]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:31:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:31:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:31:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:31:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:31:59.176 INFO:tasks.workunit.client.0.smithi071.stdout: 221: throughput=4.98MB/sec pending data=0 2023-12-16T18:31:59.176 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dILaG0UMH8hhZJj off=4453331 len=1990663 2023-12-16T18:31:59.184 INFO:tasks.workunit.client.0.smithi071.stdout:op 1123 completed, throughput=4.99MB/sec 2023-12-16T18:31:59.184 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0vGszH_CvTp-jHA off=8650362 len=463574 2023-12-16T18:31:59.186 INFO:tasks.workunit.client.0.smithi071.stdout:op 1124 completed, throughput=4.99MB/sec 2023-12-16T18:31:59.186 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-heasbWyGA6Xxknl off=5384614 len=660259 2023-12-16T18:31:59.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 1125 completed, throughput=4.99MB/sec 2023-12-16T18:31:59.187 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-md7mTWpmxuxPng8 off=618841 len=1865594 2023-12-16T18:31:59.188 INFO:tasks.workunit.client.0.smithi071.stdout:op 1126 completed, throughput=5MB/sec 2023-12-16T18:31:59.188 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BqyEfRQCG6MiQpv off=6091146 len=2092288 2023-12-16T18:31:59.193 INFO:tasks.workunit.client.0.smithi071.stdout:op 1127 completed, throughput=5.01MB/sec 2023-12-16T18:32:00.193 INFO:tasks.workunit.client.0.smithi071.stdout: 222: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:00.193 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Btt9SrHzGaALnRH off=9205735 len=51989 2023-12-16T18:32:00.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 1128 completed, throughput=4.99MB/sec 2023-12-16T18:32:00.196 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SsBof_ZjyvQtkRD off=18512895 len=718094 2023-12-16T18:32:00.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 1129 completed, throughput=4.99MB/sec 2023-12-16T18:32:00.197 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YWi9Ojl5VtiBZVi off=255646 len=1952446 2023-12-16T18:32:00.209 INFO:tasks.workunit.client.0.smithi071.stdout:op 1130 completed, throughput=5MB/sec 2023-12-16T18:32:00.209 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r1rwW9NebReyOmR off=20572580 len=466821 2023-12-16T18:32:00.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 1131 completed, throughput=5MB/sec 2023-12-16T18:32:00.214 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J5hDmdTKvBoXcMq off=229756 len=1206374 2023-12-16T18:32:00.215 INFO:tasks.workunit.client.0.smithi071.stdout:op 1132 completed, throughput=5MB/sec 2023-12-16T18:32:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:00 smithi071 ceph-mon[139725]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:32:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:00 smithi071 ceph-mon[142085]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:32:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:00 smithi184 ceph-mon[136228]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:32:01.215 INFO:tasks.workunit.client.0.smithi071.stdout: 223: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:01.216 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yscDGaZ1FN1hr7l off=2092233 len=1185561 2023-12-16T18:32:01.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 1133 completed, throughput=4.99MB/sec 2023-12-16T18:32:01.224 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0Eln-3cOOOixXn8 off=7586657 len=1634440 2023-12-16T18:32:01.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 1134 completed, throughput=4.99MB/sec 2023-12-16T18:32:01.231 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ARiJvx2t2dAqF6_ off=8969716 len=1025818 2023-12-16T18:32:01.232 INFO:tasks.workunit.client.0.smithi071.stdout:op 1135 completed, throughput=5MB/sec 2023-12-16T18:32:01.232 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bB32yZGOVUZs_Hq off=3105914 len=277193 2023-12-16T18:32:01.235 INFO:tasks.workunit.client.0.smithi071.stdout:op 1136 completed, throughput=5MB/sec 2023-12-16T18:32:01.235 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bgwnn8Wt8zbmaKS off=4421532 len=1399714 2023-12-16T18:32:01.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 1137 completed, throughput=5MB/sec 2023-12-16T18:32:02.242 INFO:tasks.workunit.client.0.smithi071.stdout: 224: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:02.242 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g5ZwdnW03uK7XDw off=1628673 len=1875992 2023-12-16T18:32:02.246 INFO:tasks.workunit.client.0.smithi071.stdout:op 1138 completed, throughput=4.99MB/sec 2023-12-16T18:32:02.246 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-keEc_Mwn0qtO894 off=1064948 len=977298 2023-12-16T18:32:02.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 1139 completed, throughput=4.99MB/sec 2023-12-16T18:32:02.248 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yYZ2hJNHkDjFlFl off=5778908 len=1152288 2023-12-16T18:32:02.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 1140 completed, throughput=5MB/sec 2023-12-16T18:32:02.249 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1Tfwp_rUQOXtn4Y off=5098474 len=1188453 2023-12-16T18:32:02.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 1141 completed, throughput=5MB/sec 2023-12-16T18:32:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:02 smithi071 ceph-mon[139725]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:02.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:02 smithi071 ceph-mon[142085]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:02 smithi184 ceph-mon[136228]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:03.257 INFO:tasks.workunit.client.0.smithi071.stdout: 225: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:03.257 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CBc90k7phkA_v4n off=917696 len=438879 2023-12-16T18:32:03.260 INFO:tasks.workunit.client.0.smithi071.stdout:op 1142 completed, throughput=4.98MB/sec 2023-12-16T18:32:03.260 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7YjhSmW-6vGc0V2 off=20797288 len=800832 2023-12-16T18:32:03.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 1143 completed, throughput=4.99MB/sec 2023-12-16T18:32:03.262 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ildWsuUjT2AGZHV off=12080878 len=357762 2023-12-16T18:32:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 1144 completed, throughput=4.99MB/sec 2023-12-16T18:32:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OHfsQGvMcwggNrj off=2195823 len=323188 2023-12-16T18:32:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 1145 completed, throughput=4.99MB/sec 2023-12-16T18:32:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fQ4rG5r9rV-X_4L off=11638617 len=1276576 2023-12-16T18:32:03.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 1146 completed, throughput=5MB/sec 2023-12-16T18:32:03.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BkRrSXRaYGL9Edz off=4314779 len=811487 2023-12-16T18:32:03.276 INFO:tasks.workunit.client.0.smithi071.stdout:op 1147 completed, throughput=5MB/sec 2023-12-16T18:32:03.277 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nbzieYJseCN-gIT off=6367090 len=129603 2023-12-16T18:32:03.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 1148 completed, throughput=5MB/sec 2023-12-16T18:32:03.277 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vKG8ek_s02osKyR off=1610048 len=723412 2023-12-16T18:32:03.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 1149 completed, throughput=5MB/sec 2023-12-16T18:32:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:03.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:04.279 INFO:tasks.workunit.client.0.smithi071.stdout: 226: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:04.279 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-48w626CqsyQwLaX off=818302 len=1829099 2023-12-16T18:32:04.281 INFO:tasks.workunit.client.0.smithi071.stdout:op 1150 completed, throughput=4.99MB/sec 2023-12-16T18:32:04.281 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FLPy6hDwV-gw_-P off=1933306 len=960462 2023-12-16T18:32:04.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 1151 completed, throughput=4.99MB/sec 2023-12-16T18:32:04.282 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7gOwa46qyomPrKh off=298884 len=909797 2023-12-16T18:32:04.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 1152 completed, throughput=5MB/sec 2023-12-16T18:32:04.283 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7STaJh2P8jjma9t off=652149 len=875962 2023-12-16T18:32:04.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 1153 completed, throughput=5MB/sec 2023-12-16T18:32:04.289 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ti0_YFpNYuhH8nI off=3451151 len=1207789 2023-12-16T18:32:04.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 1154 completed, throughput=5MB/sec 2023-12-16T18:32:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:04 smithi071 ceph-mon[139725]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:32:04.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:04 smithi071 ceph-mon[142085]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:32:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:04 smithi184 ceph-mon[136228]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:32:05.297 INFO:tasks.workunit.client.0.smithi071.stdout: 227: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:05.297 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9mzUQnpb3VZSWo9 off=3216518 len=246235 2023-12-16T18:32:05.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 1155 completed, throughput=4.98MB/sec 2023-12-16T18:32:05.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gDy87n1tXxZe0dn off=2261801 len=1896301 2023-12-16T18:32:05.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 1156 completed, throughput=4.99MB/sec 2023-12-16T18:32:05.300 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T6mdSrr4sGr6zlm off=858507 len=899440 2023-12-16T18:32:05.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 1157 completed, throughput=4.99MB/sec 2023-12-16T18:32:05.306 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2AYvfDol327Vm72 off=3709876 len=694996 2023-12-16T18:32:05.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 1158 completed, throughput=5MB/sec 2023-12-16T18:32:05.311 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CqeSk_tFdKDfG1J off=252400 len=1228728 2023-12-16T18:32:05.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 1159 completed, throughput=5MB/sec 2023-12-16T18:32:06.319 INFO:tasks.workunit.client.0.smithi071.stdout: 228: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:06.319 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-78VrmPdbCJv41HN off=2541638 len=258083 2023-12-16T18:32:06.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 1160 completed, throughput=4.98MB/sec 2023-12-16T18:32:06.322 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MIaM-4p7IvG9cXA off=4024032 len=1283968 2023-12-16T18:32:06.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 1161 completed, throughput=4.99MB/sec 2023-12-16T18:32:06.325 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PmuMvpzcyOethtY off=3676049 len=1207431 2023-12-16T18:32:06.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 1162 completed, throughput=4.99MB/sec 2023-12-16T18:32:06.330 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tj4Wwl_r-_xaa_9 off=3993176 len=255099 2023-12-16T18:32:06.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 1163 completed, throughput=4.99MB/sec 2023-12-16T18:32:06.331 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8erQ1-pxe3XLcuh off=5248993 len=1059700 2023-12-16T18:32:06.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 1164 completed, throughput=5MB/sec 2023-12-16T18:32:06.337 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b9yf8jRqyb8p4-T off=982002 len=1911013 2023-12-16T18:32:06.340 INFO:tasks.workunit.client.0.smithi071.stdout:op 1165 completed, throughput=5MB/sec 2023-12-16T18:32:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:06 smithi071 ceph-mon[139725]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:06.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:06 smithi071 ceph-mon[142085]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:06 smithi184 ceph-mon[136228]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:07.341 INFO:tasks.workunit.client.0.smithi071.stdout: 229: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:07.341 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sZfov-wC40utjfF off=6085918 len=2062147 2023-12-16T18:32:07.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 1166 completed, throughput=4.99MB/sec 2023-12-16T18:32:07.344 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PGK62pfhKnDtUhh off=11436231 len=296996 2023-12-16T18:32:07.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 1167 completed, throughput=4.99MB/sec 2023-12-16T18:32:07.347 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4Ws1H6158TyEW3u off=694588 len=819824 2023-12-16T18:32:07.352 INFO:tasks.workunit.client.0.smithi071.stdout:op 1168 completed, throughput=5MB/sec 2023-12-16T18:32:07.352 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dNjLGfngD7qhu13 off=15040877 len=467296 2023-12-16T18:32:07.355 INFO:tasks.workunit.client.0.smithi071.stdout:op 1169 completed, throughput=5MB/sec 2023-12-16T18:32:07.355 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EG_O0g_VPwodgjf off=3821670 len=1777018 2023-12-16T18:32:07.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 1170 completed, throughput=5MB/sec 2023-12-16T18:32:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:07] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2023-12-16T18:32:08.365 INFO:tasks.workunit.client.0.smithi071.stdout: 230: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:08.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Caz1fhhi5lCl8Ts off=5258138 len=1066487 2023-12-16T18:32:08.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 1171 completed, throughput=4.99MB/sec 2023-12-16T18:32:08.370 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZUTVLhirpoWraux off=2002179 len=1222382 2023-12-16T18:32:08.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 1172 completed, throughput=4.99MB/sec 2023-12-16T18:32:08.373 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--L0EZdT4QkcIKb_ off=10244898 len=853737 2023-12-16T18:32:08.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 1173 completed, throughput=5MB/sec 2023-12-16T18:32:08.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cu05yTcd0dx8faT off=586971 len=235365 2023-12-16T18:32:08.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 1174 completed, throughput=5MB/sec 2023-12-16T18:32:08.378 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q6GhiIqRn5ywP1Z off=6368503 len=773753 2023-12-16T18:32:08.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 1175 completed, throughput=5MB/sec 2023-12-16T18:32:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:08 smithi071 ceph-mon[139725]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:08.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:08 smithi071 ceph-mon[142085]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:08 smithi184 ceph-mon[136228]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:09.379 INFO:tasks.workunit.client.0.smithi071.stdout: 231: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:09.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PrXwVnCTnLAMbxB off=11381821 len=412516 2023-12-16T18:32:09.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 1176 completed, throughput=4.98MB/sec 2023-12-16T18:32:09.383 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FyhYioGTBxjConq off=1567488 len=1546557 2023-12-16T18:32:09.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 1177 completed, throughput=4.99MB/sec 2023-12-16T18:32:09.386 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Qb14V_YE4FRRCRR off=278728 len=261336 2023-12-16T18:32:09.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 1178 completed, throughput=4.99MB/sec 2023-12-16T18:32:09.387 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RR7YDadIz9tg5y7 off=2348973 len=1957854 2023-12-16T18:32:09.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 1179 completed, throughput=5MB/sec 2023-12-16T18:32:09.401 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rsrSHvuvmEZxHSu off=11791034 len=1838383 2023-12-16T18:32:09.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 1180 completed, throughput=5MB/sec 2023-12-16T18:32:10.403 INFO:tasks.workunit.client.0.smithi071.stdout: 232: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:10.404 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vGVLwVhcsbONef9 off=634541 len=565777 2023-12-16T18:32:10.404 INFO:tasks.workunit.client.0.smithi071.stdout:op 1181 completed, throughput=4.98MB/sec 2023-12-16T18:32:10.405 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c_hcVsGPaCAsijA off=3399985 len=1236995 2023-12-16T18:32:10.410 INFO:tasks.workunit.client.0.smithi071.stdout:op 1182 completed, throughput=4.99MB/sec 2023-12-16T18:32:10.410 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vj4PTHC6tprFEPM off=3883445 len=698213 2023-12-16T18:32:10.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 1183 completed, throughput=4.99MB/sec 2023-12-16T18:32:10.415 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ADsUyYlDBoP4XC1 off=1518698 len=56122 2023-12-16T18:32:10.416 INFO:tasks.workunit.client.0.smithi071.stdout:op 1184 completed, throughput=4.99MB/sec 2023-12-16T18:32:10.416 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LNYtySihC63mhF6 off=2437100 len=1832317 2023-12-16T18:32:10.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 1185 completed, throughput=5MB/sec 2023-12-16T18:32:10.425 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Dq0yd5tTtzjt-Rn off=1363281 len=2076348 2023-12-16T18:32:10.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 1186 completed, throughput=5.01MB/sec 2023-12-16T18:32:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:10 smithi071 ceph-mon[139725]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:10.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:10 smithi071 ceph-mon[142085]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:10 smithi184 ceph-mon[136228]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:11.432 INFO:tasks.workunit.client.0.smithi071.stdout: 233: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9O3UqKjpBWYgBY5 off=11349265 len=1462798 2023-12-16T18:32:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 1187 completed, throughput=4.99MB/sec 2023-12-16T18:32:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A2s9yqowJxILzZr off=2824664 len=812526 2023-12-16T18:32:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 1188 completed, throughput=4.99MB/sec 2023-12-16T18:32:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_mS0qh25sPXaJoz off=1677272 len=527105 2023-12-16T18:32:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 1189 completed, throughput=5MB/sec 2023-12-16T18:32:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A6oeLts8X3o68Vr off=13891296 len=1329133 2023-12-16T18:32:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 1190 completed, throughput=5MB/sec 2023-12-16T18:32:12.453 INFO:tasks.workunit.client.0.smithi071.stdout: 234: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:12.453 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QaQn7cpqNEtaoOA off=8282587 len=1291795 2023-12-16T18:32:12.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 1191 completed, throughput=4.99MB/sec 2023-12-16T18:32:12.459 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PstCuQxsTLtn2-j off=8131586 len=1006812 2023-12-16T18:32:12.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 1192 completed, throughput=4.99MB/sec 2023-12-16T18:32:12.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w7pZvpm9iUv5bMS off=6502375 len=1000557 2023-12-16T18:32:12.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 1193 completed, throughput=4.99MB/sec 2023-12-16T18:32:12.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qAmROFhImn4RU11 off=15391496 len=955938 2023-12-16T18:32:12.470 INFO:tasks.workunit.client.0.smithi071.stdout:op 1194 completed, throughput=5MB/sec 2023-12-16T18:32:12.471 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yJYfetd9NSMPL-m off=11857027 len=895024 2023-12-16T18:32:12.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 1195 completed, throughput=5MB/sec 2023-12-16T18:32:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:12 smithi071 ceph-mon[139725]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:12 smithi071 ceph-mon[142085]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:12 smithi184 ceph-mon[136228]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:13.472 INFO:tasks.workunit.client.0.smithi071.stdout: 235: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:13.472 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ceCkaFUSfZX8VKH off=827785 len=1702316 2023-12-16T18:32:13.475 INFO:tasks.workunit.client.0.smithi071.stdout:op 1196 completed, throughput=4.99MB/sec 2023-12-16T18:32:13.476 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W-1D2Mq6duo3uxb off=2938040 len=1994042 2023-12-16T18:32:13.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 1197 completed, throughput=5MB/sec 2023-12-16T18:32:13.479 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YIYQ1SKBUFcVr6a off=2075783 len=24277 2023-12-16T18:32:13.482 INFO:tasks.workunit.client.0.smithi071.stdout:op 1198 completed, throughput=5MB/sec 2023-12-16T18:32:13.482 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FZcf5WJTOxVgPC5 off=17244519 len=1735046 2023-12-16T18:32:13.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 1199 completed, throughput=5MB/sec 2023-12-16T18:32:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:14 smithi071 ceph-mon[139725]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:14 smithi071 ceph-mon[142085]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:14.485 INFO:tasks.workunit.client.0.smithi071.stdout: 236: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:14.485 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N8tHhWKa4EOLYJI off=2802085 len=2009598 2023-12-16T18:32:14.487 INFO:tasks.workunit.client.0.smithi071.stdout:op 1200 completed, throughput=4.99MB/sec 2023-12-16T18:32:14.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q_ZumTZPuy46bJL off=2653880 len=1216136 2023-12-16T18:32:14.487 INFO:tasks.workunit.client.0.smithi071.stdout:op 1201 completed, throughput=4.99MB/sec 2023-12-16T18:32:14.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vuiDVetgi9aaPCt off=662551 len=1807723 2023-12-16T18:32:14.489 INFO:tasks.workunit.client.0.smithi071.stdout:op 1202 completed, throughput=5MB/sec 2023-12-16T18:32:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:14 smithi184 ceph-mon[136228]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:32:15.490 INFO:tasks.workunit.client.0.smithi071.stdout: 237: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:15.490 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YA8GI2eMPAyMoxI off=1974556 len=853660 2023-12-16T18:32:15.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 1203 completed, throughput=4.98MB/sec 2023-12-16T18:32:15.491 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cVokRk8F5d3abDb off=10206808 len=225979 2023-12-16T18:32:15.492 INFO:tasks.workunit.client.0.smithi071.stdout:op 1204 completed, throughput=4.98MB/sec 2023-12-16T18:32:15.492 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9Y7-y7elOCZb_dY off=0 len=1683463 2023-12-16T18:32:15.501 INFO:tasks.workunit.client.0.smithi071.stdout:op 1205 completed, throughput=4.99MB/sec 2023-12-16T18:32:15.501 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hf7RI_61bgSMUhB off=1641439 len=2008746 2023-12-16T18:32:15.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 1206 completed, throughput=5MB/sec 2023-12-16T18:32:15.510 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lXwlQsxe4nLV16X off=4955961 len=1202976 2023-12-16T18:32:15.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 1207 completed, throughput=5MB/sec 2023-12-16T18:32:16.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:16 smithi071 ceph-mon[139725]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:16.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:16 smithi071 ceph-mon[142085]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:16.518 INFO:tasks.workunit.client.0.smithi071.stdout: 238: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:16.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L8dJozCoDP7210b off=1218332 len=662369 2023-12-16T18:32:16.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 1208 completed, throughput=4.99MB/sec 2023-12-16T18:32:16.519 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-879IQeZ-sYqoI1a off=2155286 len=1549163 2023-12-16T18:32:16.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 1209 completed, throughput=4.99MB/sec 2023-12-16T18:32:16.523 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xt7HH-U5bjWPFzh off=4597162 len=2066767 2023-12-16T18:32:16.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 1210 completed, throughput=5MB/sec 2023-12-16T18:32:16.526 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gcm3yo4q7mvbSh6 off=7995186 len=559980 2023-12-16T18:32:16.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 1211 completed, throughput=5MB/sec 2023-12-16T18:32:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:16 smithi184 ceph-mon[136228]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:32:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: 239: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:17.527 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NX2ptHZT6OOmT6N off=1470559 len=773286 2023-12-16T18:32:17.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 1212 completed, throughput=4.98MB/sec 2023-12-16T18:32:17.532 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yljlcr-1zVlaCrk off=7280554 len=1908068 2023-12-16T18:32:17.535 INFO:tasks.workunit.client.0.smithi071.stdout:op 1213 completed, throughput=4.99MB/sec 2023-12-16T18:32:17.535 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5qWkEfDDSuAoesS off=1806251 len=235302 2023-12-16T18:32:17.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 1214 completed, throughput=4.99MB/sec 2023-12-16T18:32:17.536 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oSE-q0iHBCeza3v off=1783861 len=2017578 2023-12-16T18:32:17.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 1215 completed, throughput=5MB/sec 2023-12-16T18:32:17.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aKYftuuLU5hBXjo off=631000 len=937639 2023-12-16T18:32:17.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 1216 completed, throughput=5MB/sec 2023-12-16T18:32:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:17] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2023-12-16T18:32:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:18 smithi071 ceph-mon[139725]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:18 smithi071 ceph-mon[142085]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: 240: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:18.550 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MJMmK633y-nHlxb off=11701934 len=26074 2023-12-16T18:32:18.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 1217 completed, throughput=4.98MB/sec 2023-12-16T18:32:18.551 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UFfqxirHMrLbEfF off=9443099 len=2006893 2023-12-16T18:32:18.561 INFO:tasks.workunit.client.0.smithi071.stdout:op 1218 completed, throughput=4.99MB/sec 2023-12-16T18:32:18.561 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z8EBZoSLnL8IRa8 off=7953339 len=469773 2023-12-16T18:32:18.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 1219 completed, throughput=4.99MB/sec 2023-12-16T18:32:18.563 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QL6drSSDi--Rjs- off=6113088 len=1844162 2023-12-16T18:32:18.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 1220 completed, throughput=5MB/sec 2023-12-16T18:32:18.565 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-I6R0cShJVH4F59R off=354543 len=893194 2023-12-16T18:32:18.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 1221 completed, throughput=5MB/sec 2023-12-16T18:32:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:18 smithi184 ceph-mon[136228]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:18.626 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (22m) 8m ago 24m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (21m) 6m ago 24m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (25m) 8m ago 25m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (25m) 6m ago 25m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (21m) 6m ago 27m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (21m) 8m ago 28m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (21m) 8m ago 28m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (20m) 6m ago 27m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (20m) 8m ago 27m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (21m) 8m ago 24m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (21m) 6m ago 24m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (20m) 8m ago 27m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:32:18.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (19m) 8m ago 27m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (19m) 8m ago 26m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (18m) 8m ago 26m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (18m) 6m ago 26m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (17m) 6m ago 26m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (17m) 6m ago 25m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (16m) 6m ago 25m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:32:18.937 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (21m) 6m ago 25m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:32:19.321 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:32:19.321 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:32:19.322 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:32:19.323 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:32:19.323 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:32:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: 241: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:19.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dGnyp-CBPU2Z-Vv off=850764 len=1763539 2023-12-16T18:32:19.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 1222 completed, throughput=4.99MB/sec 2023-12-16T18:32:19.568 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F4yjQ-EZFHwgS7_ off=3504704 len=1671480 2023-12-16T18:32:19.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 1223 completed, throughput=5MB/sec 2023-12-16T18:32:19.578 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W8I8OuyVcHVZ6eT off=5950042 len=777933 2023-12-16T18:32:19.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 1224 completed, throughput=5MB/sec 2023-12-16T18:32:19.581 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-33fUW1sKTCFIZJh off=588975 len=1476920 2023-12-16T18:32:19.587 INFO:tasks.workunit.client.0.smithi071.stdout:op 1225 completed, throughput=5MB/sec 2023-12-16T18:32:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[139725]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[139725]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[139725]: from='client.45311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2607312378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[142085]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[142085]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[142085]: from='client.45311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:20 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2607312378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:20 smithi184 ceph-mon[136228]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:20 smithi184 ceph-mon[136228]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:20 smithi184 ceph-mon[136228]: from='client.45311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:20 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2607312378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:20.587 INFO:tasks.workunit.client.0.smithi071.stdout: 242: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:20.587 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-elRNHPuk8tr6y9O off=2477819 len=1458958 2023-12-16T18:32:20.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 1226 completed, throughput=4.99MB/sec 2023-12-16T18:32:20.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aLvcN4HBSBFZkKu off=8079841 len=268733 2023-12-16T18:32:20.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 1227 completed, throughput=4.99MB/sec 2023-12-16T18:32:20.597 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CM_XYR3ljWnTx47 off=910884 len=1383324 2023-12-16T18:32:20.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 1228 completed, throughput=5MB/sec 2023-12-16T18:32:20.605 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HYUyMCNRgs5wLSN off=22335807 len=1970525 2023-12-16T18:32:20.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 1229 completed, throughput=5MB/sec 2023-12-16T18:32:21.609 INFO:tasks.workunit.client.0.smithi071.stdout: 243: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:21.609 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u4PYaVXTjlUhTtK off=1015780 len=1694168 2023-12-16T18:32:21.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 1230 completed, throughput=4.99MB/sec 2023-12-16T18:32:21.618 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W-KzATR0aaUpJnT off=1939489 len=2025470 2023-12-16T18:32:21.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 1231 completed, throughput=5MB/sec 2023-12-16T18:32:21.622 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CDH8P5HzagPiIuk off=2328355 len=1215255 2023-12-16T18:32:21.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 1232 completed, throughput=5MB/sec 2023-12-16T18:32:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:22 smithi071 ceph-mon[139725]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:22 smithi071 ceph-mon[142085]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:22 smithi184 ceph-mon[136228]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:22.624 INFO:tasks.workunit.client.0.smithi071.stdout: 244: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:22.624 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Dt4qXhWpTUuCkw_ off=5828731 len=1541077 2023-12-16T18:32:22.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 1233 completed, throughput=4.99MB/sec 2023-12-16T18:32:22.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ywJYo9X--EoXss8 off=5173271 len=2012727 2023-12-16T18:32:22.645 INFO:tasks.workunit.client.0.smithi071.stdout:op 1234 completed, throughput=4.99MB/sec 2023-12-16T18:32:22.645 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A-xRF10nhAgYCXm off=5602618 len=1866673 2023-12-16T18:32:22.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 1235 completed, throughput=5MB/sec 2023-12-16T18:32:23.654 INFO:tasks.workunit.client.0.smithi071.stdout: 245: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:23.654 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SDKqA_UceMPA04l off=9919902 len=1410199 2023-12-16T18:32:23.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 1236 completed, throughput=4.99MB/sec 2023-12-16T18:32:23.660 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SWzdb3BA2sslJoc off=0 len=1193014 2023-12-16T18:32:23.662 INFO:tasks.workunit.client.0.smithi071.stdout:op 1237 completed, throughput=4.99MB/sec 2023-12-16T18:32:23.662 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Dy5fNvx5md4j4K off=6631382 len=552390 2023-12-16T18:32:23.663 INFO:tasks.workunit.client.0.smithi071.stdout:op 1238 completed, throughput=4.99MB/sec 2023-12-16T18:32:23.663 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lTfm3rlqSzgNAID off=5034657 len=1610146 2023-12-16T18:32:23.670 INFO:tasks.workunit.client.0.smithi071.stdout:op 1239 completed, throughput=5MB/sec 2023-12-16T18:32:23.670 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_b_zTvU9tVTr5xY off=771255 len=1679556 2023-12-16T18:32:23.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 1240 completed, throughput=5.01MB/sec 2023-12-16T18:32:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:24 smithi071 ceph-mon[139725]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:32:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:24 smithi071 ceph-mon[142085]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:32:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:24 smithi184 ceph-mon[136228]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:32:24.676 INFO:tasks.workunit.client.0.smithi071.stdout: 246: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:24.676 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jO34DrLb5jf7nFF off=390649 len=816330 2023-12-16T18:32:24.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 1241 completed, throughput=4.99MB/sec 2023-12-16T18:32:24.681 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-alWVilDxbH5DN7p off=2614416 len=1767036 2023-12-16T18:32:24.688 INFO:tasks.workunit.client.0.smithi071.stdout:op 1242 completed, throughput=5MB/sec 2023-12-16T18:32:24.688 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yqFuLBizRC4-hj7 off=13834967 len=1223431 2023-12-16T18:32:24.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 1243 completed, throughput=5MB/sec 2023-12-16T18:32:25.694 INFO:tasks.workunit.client.0.smithi071.stdout: 247: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:25.694 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aMKCEBGQBKjmdZc off=11260044 len=1059595 2023-12-16T18:32:25.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 1244 completed, throughput=4.98MB/sec 2023-12-16T18:32:25.696 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QehZpPBIHgzxl1t off=6246451 len=1748713 2023-12-16T18:32:25.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 1245 completed, throughput=4.99MB/sec 2023-12-16T18:32:25.698 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LrYMiKOmPZrX5KX off=9287442 len=1810774 2023-12-16T18:32:25.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 1246 completed, throughput=5MB/sec 2023-12-16T18:32:25.707 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uDNe_HAVQl1hCNM off=6465640 len=1177149 2023-12-16T18:32:25.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 1247 completed, throughput=5MB/sec 2023-12-16T18:32:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:26 smithi071 ceph-mon[142085]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:32:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:26 smithi071 ceph-mon[139725]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:32:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:26 smithi184 ceph-mon[136228]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:32:26.714 INFO:tasks.workunit.client.0.smithi071.stdout: 248: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:26.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gWnKHoAO2AuofVL off=9442122 len=1259394 2023-12-16T18:32:26.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 1248 completed, throughput=4.99MB/sec 2023-12-16T18:32:26.721 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-H7VXY1qmHkWM-qJ off=9812975 len=287349 2023-12-16T18:32:26.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 1249 completed, throughput=4.99MB/sec 2023-12-16T18:32:26.724 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-87glKk84TZRKtSF off=1163731 len=1372551 2023-12-16T18:32:26.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 1250 completed, throughput=4.99MB/sec 2023-12-16T18:32:26.725 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x28oM1-xpCNoLo0 off=4874170 len=1580422 2023-12-16T18:32:26.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 1251 completed, throughput=5MB/sec 2023-12-16T18:32:26.731 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xHHNoWTvuhjN0zz off=10363774 len=973381 2023-12-16T18:32:26.732 INFO:tasks.workunit.client.0.smithi071.stdout:op 1252 completed, throughput=5MB/sec 2023-12-16T18:32:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:27] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2023-12-16T18:32:27.732 INFO:tasks.workunit.client.0.smithi071.stdout: 249: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:27.732 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SxPyhuuZoY7o6J6 off=955001 len=1903914 2023-12-16T18:32:27.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 1253 completed, throughput=4.99MB/sec 2023-12-16T18:32:27.734 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A0OHI5UrUpUmpY_ off=12255527 len=759375 2023-12-16T18:32:27.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 1254 completed, throughput=4.99MB/sec 2023-12-16T18:32:27.736 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dPFZO9B7U3eaLMF off=5680532 len=814736 2023-12-16T18:32:27.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 1255 completed, throughput=5MB/sec 2023-12-16T18:32:27.737 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2BPpbYG0xRpyuy_ off=15060352 len=42565 2023-12-16T18:32:27.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 1256 completed, throughput=5MB/sec 2023-12-16T18:32:27.740 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8lPrl9OF1_XbkCC off=4582568 len=182364 2023-12-16T18:32:27.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 1257 completed, throughput=5MB/sec 2023-12-16T18:32:27.743 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-udtj2MUrySws_He off=6542545 len=583177 2023-12-16T18:32:27.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 1258 completed, throughput=5MB/sec 2023-12-16T18:32:27.744 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YjkKqKV2fX3vr8I off=9875981 len=314555 2023-12-16T18:32:27.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 1259 completed, throughput=5MB/sec 2023-12-16T18:32:27.744 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mzrIQh-XJUyCvxd off=21718465 len=296106 2023-12-16T18:32:27.745 INFO:tasks.workunit.client.0.smithi071.stdout:op 1260 completed, throughput=5MB/sec 2023-12-16T18:32:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:28 smithi071 ceph-mon[139725]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:32:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:28 smithi071 ceph-mon[142085]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:32:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:28 smithi184 ceph-mon[136228]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:32:28.745 INFO:tasks.workunit.client.0.smithi071.stdout: 250: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:28.745 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5LQWyrVMSTd_Ovj off=14711697 len=657975 2023-12-16T18:32:28.746 INFO:tasks.workunit.client.0.smithi071.stdout:op 1261 completed, throughput=4.98MB/sec 2023-12-16T18:32:28.746 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3YN_IpHy0COaQ-x off=3538140 len=392727 2023-12-16T18:32:28.747 INFO:tasks.workunit.client.0.smithi071.stdout:op 1262 completed, throughput=4.99MB/sec 2023-12-16T18:32:28.747 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7jkUeJgO91Hsxo3 off=177003 len=1728967 2023-12-16T18:32:28.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 1263 completed, throughput=4.99MB/sec 2023-12-16T18:32:28.751 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ggd1t08mYa-I82K off=13849614 len=1392667 2023-12-16T18:32:28.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 1264 completed, throughput=5MB/sec 2023-12-16T18:32:28.753 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UsUlhT9b4sZOUZa off=18862704 len=238820 2023-12-16T18:32:28.754 INFO:tasks.workunit.client.0.smithi071.stdout:op 1265 completed, throughput=5MB/sec 2023-12-16T18:32:28.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UHW_3-z7BjcRb4U off=5901033 len=1829201 2023-12-16T18:32:28.762 INFO:tasks.workunit.client.0.smithi071.stdout:op 1266 completed, throughput=5MB/sec 2023-12-16T18:32:29.762 INFO:tasks.workunit.client.0.smithi071.stdout: 251: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:29.762 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kxu3HyGGykl3KvX off=12533339 len=567886 2023-12-16T18:32:29.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 1267 completed, throughput=4.99MB/sec 2023-12-16T18:32:29.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7rsBGm2dF5x9F05 off=18736622 len=1767867 2023-12-16T18:32:29.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 1268 completed, throughput=4.99MB/sec 2023-12-16T18:32:29.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QCtwnE76qyLTw9l off=4174096 len=174766 2023-12-16T18:32:29.772 INFO:tasks.workunit.client.0.smithi071.stdout:op 1269 completed, throughput=4.99MB/sec 2023-12-16T18:32:29.772 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IoGLd7Bc-3mR71V off=7989674 len=585784 2023-12-16T18:32:29.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 1270 completed, throughput=5MB/sec 2023-12-16T18:32:29.773 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--L0EZdT4QkcIKb_ off=10106222 len=188167 2023-12-16T18:32:29.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 1271 completed, throughput=5MB/sec 2023-12-16T18:32:29.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1shQd-WVs6tmPlx off=2974077 len=285658 2023-12-16T18:32:29.776 INFO:tasks.workunit.client.0.smithi071.stdout:op 1272 completed, throughput=5MB/sec 2023-12-16T18:32:29.776 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EAvDBeRYuTW9ThR off=6215108 len=2013400 2023-12-16T18:32:29.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 1273 completed, throughput=5MB/sec 2023-12-16T18:32:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:30 smithi071 ceph-mon[139725]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:32:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:30 smithi071 ceph-mon[142085]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:32:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:30 smithi184 ceph-mon[136228]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:32:30.788 INFO:tasks.workunit.client.0.smithi071.stdout: 252: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:30.789 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_cXlcVcSqZfsy66 off=4549450 len=1375987 2023-12-16T18:32:30.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 1274 completed, throughput=4.99MB/sec 2023-12-16T18:32:30.796 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-K1fPSQjK4Zpd0dL off=9081060 len=1528895 2023-12-16T18:32:30.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 1275 completed, throughput=5MB/sec 2023-12-16T18:32:30.798 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KE2YwoFrDTJgHHb off=7306141 len=180940 2023-12-16T18:32:30.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 1276 completed, throughput=5MB/sec 2023-12-16T18:32:30.798 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yyrrIdss20e7sn8 off=643342 len=633552 2023-12-16T18:32:30.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 1277 completed, throughput=5MB/sec 2023-12-16T18:32:30.799 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8ThxucVCA1Ejd8C off=790598 len=361785 2023-12-16T18:32:30.800 INFO:tasks.workunit.client.0.smithi071.stdout:op 1278 completed, throughput=5MB/sec 2023-12-16T18:32:31.800 INFO:tasks.workunit.client.0.smithi071.stdout: 253: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:31.800 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n6cZcgpTyR7Nk41 off=202 len=1981383 2023-12-16T18:32:31.810 INFO:tasks.workunit.client.0.smithi071.stdout:op 1279 completed, throughput=4.99MB/sec 2023-12-16T18:32:31.810 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cFEo1QS7IE4zMDC off=20245620 len=1239445 2023-12-16T18:32:31.813 INFO:tasks.workunit.client.0.smithi071.stdout:op 1280 completed, throughput=4.99MB/sec 2023-12-16T18:32:31.813 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZcMkRf1RXyFnQk7 off=10672094 len=1171498 2023-12-16T18:32:31.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 1281 completed, throughput=5MB/sec 2023-12-16T18:32:31.820 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Thfmclo2PLSJxnl off=5301689 len=1635544 2023-12-16T18:32:31.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 1282 completed, throughput=5MB/sec 2023-12-16T18:32:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:32 smithi071 ceph-mon[142085]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:32:32.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:32 smithi071 ceph-mon[139725]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:32:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:32 smithi184 ceph-mon[136228]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:32:32.828 INFO:tasks.workunit.client.0.smithi071.stdout: 254: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:32.829 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rWQXM_TZyT5LgTT off=483200 len=382600 2023-12-16T18:32:32.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 1283 completed, throughput=4.98MB/sec 2023-12-16T18:32:32.830 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NTj0suj_Cp3NUv- off=9326508 len=318210 2023-12-16T18:32:32.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 1284 completed, throughput=4.99MB/sec 2023-12-16T18:32:32.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4NH16gwm0JtNBdV off=1432259 len=1503024 2023-12-16T18:32:32.838 INFO:tasks.workunit.client.0.smithi071.stdout:op 1285 completed, throughput=4.99MB/sec 2023-12-16T18:32:32.838 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ih3KacxIsIpLStJ off=392607 len=82758 2023-12-16T18:32:32.839 INFO:tasks.workunit.client.0.smithi071.stdout:op 1286 completed, throughput=4.99MB/sec 2023-12-16T18:32:32.839 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Gs0oNYY4Cae9gZ3 off=13176433 len=313813 2023-12-16T18:32:32.840 INFO:tasks.workunit.client.0.smithi071.stdout:op 1287 completed, throughput=4.99MB/sec 2023-12-16T18:32:32.840 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nX4J1eUO0-uSRej off=6893250 len=1105597 2023-12-16T18:32:32.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 1288 completed, throughput=5MB/sec 2023-12-16T18:32:32.844 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fQsYDciFzixA0gz off=10965048 len=513300 2023-12-16T18:32:32.846 INFO:tasks.workunit.client.0.smithi071.stdout:op 1289 completed, throughput=5MB/sec 2023-12-16T18:32:32.846 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WfyaG0lhVoTyHFU off=0 len=1082641 2023-12-16T18:32:32.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 1290 completed, throughput=5MB/sec 2023-12-16T18:32:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:33.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:33.847 INFO:tasks.workunit.client.0.smithi071.stdout: 255: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:33.848 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vxyWmhlWI65xe7B off=611883 len=750079 2023-12-16T18:32:33.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 1291 completed, throughput=4.99MB/sec 2023-12-16T18:32:33.848 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0HnzGkNO8dKtrUm off=7798339 len=1483007 2023-12-16T18:32:33.850 INFO:tasks.workunit.client.0.smithi071.stdout:op 1292 completed, throughput=4.99MB/sec 2023-12-16T18:32:33.850 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eGi6YQq2NeoeAxJ off=2992181 len=297590 2023-12-16T18:32:33.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 1293 completed, throughput=4.99MB/sec 2023-12-16T18:32:33.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iFM0T4yILIPkxg7 off=4616154 len=133570 2023-12-16T18:32:33.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 1294 completed, throughput=4.99MB/sec 2023-12-16T18:32:33.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cbgo0M0AJYSJVhs off=17598807 len=964276 2023-12-16T18:32:33.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 1295 completed, throughput=5MB/sec 2023-12-16T18:32:33.854 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cFEo1QS7IE4zMDC off=1005665 len=1549655 2023-12-16T18:32:33.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 1296 completed, throughput=5MB/sec 2023-12-16T18:32:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:34 smithi071 ceph-mon[139725]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:34.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:34 smithi071 ceph-mon[142085]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:34 smithi184 ceph-mon[136228]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:32:34.857 INFO:tasks.workunit.client.0.smithi071.stdout: 256: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:34.857 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SWqY0S_Uq_i2mcp off=3816681 len=1239784 2023-12-16T18:32:34.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 1297 completed, throughput=4.99MB/sec 2023-12-16T18:32:34.865 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q7PYtDQtqGyAG7X off=2622273 len=1556706 2023-12-16T18:32:34.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 1298 completed, throughput=4.99MB/sec 2023-12-16T18:32:34.871 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z6wLD4JiHTMV0Na off=142484 len=1032450 2023-12-16T18:32:34.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 1299 completed, throughput=5MB/sec 2023-12-16T18:32:34.878 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BQDoFqpiDV2WFdN off=11894988 len=219869 2023-12-16T18:32:34.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 1300 completed, throughput=5MB/sec 2023-12-16T18:32:34.880 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8Q-ZyxTECaACeg6 off=6698302 len=1606839 2023-12-16T18:32:34.888 INFO:tasks.workunit.client.0.smithi071.stdout:op 1301 completed, throughput=5MB/sec 2023-12-16T18:32:35.888 INFO:tasks.workunit.client.0.smithi071.stdout: 257: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:35.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oKJuh8sdER_o3Ol off=9327867 len=653455 2023-12-16T18:32:35.893 INFO:tasks.workunit.client.0.smithi071.stdout:op 1302 completed, throughput=4.99MB/sec 2023-12-16T18:32:35.893 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F2lQxdYqJDLqmQ5 off=195338 len=108337 2023-12-16T18:32:35.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 1303 completed, throughput=4.99MB/sec 2023-12-16T18:32:35.896 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HLC-08lm4iVtMGQ off=14949632 len=1011689 2023-12-16T18:32:35.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 1304 completed, throughput=4.99MB/sec 2023-12-16T18:32:35.897 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o6n_xUUiqQoplil off=18734806 len=2067706 2023-12-16T18:32:35.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 1305 completed, throughput=5MB/sec 2023-12-16T18:32:35.899 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9S0w6mWg0hiDNfk off=19407756 len=1612765 2023-12-16T18:32:35.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 1306 completed, throughput=5MB/sec 2023-12-16T18:32:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:36 smithi071 ceph-mon[139725]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:32:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:36 smithi071 ceph-mon[142085]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:32:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:36 smithi184 ceph-mon[136228]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:32:36.902 INFO:tasks.workunit.client.0.smithi071.stdout: 258: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:36.902 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zojo4Qjv_Ebk5VI off=1924109 len=1207700 2023-12-16T18:32:36.903 INFO:tasks.workunit.client.0.smithi071.stdout:op 1307 completed, throughput=4.99MB/sec 2023-12-16T18:32:36.903 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IYuLqskiQr9QtBc off=1576031 len=2002657 2023-12-16T18:32:36.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 1308 completed, throughput=5MB/sec 2023-12-16T18:32:36.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dnzbIyf4msiglro off=14104248 len=1941930 2023-12-16T18:32:36.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 1309 completed, throughput=5MB/sec 2023-12-16T18:32:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:37] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2023-12-16T18:32:37.924 INFO:tasks.workunit.client.0.smithi071.stdout: 259: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:37.925 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hfo5eDcHxdXOpg5 off=12164518 len=957666 2023-12-16T18:32:37.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 1310 completed, throughput=4.99MB/sec 2023-12-16T18:32:37.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0NPD9-ZTispV87p off=5077113 len=343263 2023-12-16T18:32:37.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 1311 completed, throughput=4.99MB/sec 2023-12-16T18:32:37.928 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BVnnzgcWXHeyqpH off=6538429 len=109621 2023-12-16T18:32:37.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 1312 completed, throughput=4.99MB/sec 2023-12-16T18:32:37.928 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KjThVgYrszKObMf off=1571337 len=1371515 2023-12-16T18:32:37.930 INFO:tasks.workunit.client.0.smithi071.stdout:op 1313 completed, throughput=4.99MB/sec 2023-12-16T18:32:37.930 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RT9qiBsSA5pKxSF off=3621109 len=32406 2023-12-16T18:32:37.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 1314 completed, throughput=4.99MB/sec 2023-12-16T18:32:37.933 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3YN_IpHy0COaQ-x off=4981280 len=381257 2023-12-16T18:32:37.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 1315 completed, throughput=5MB/sec 2023-12-16T18:32:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TiUGb4iaqvlceeo off=7901330 len=318580 2023-12-16T18:32:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 1316 completed, throughput=5MB/sec 2023-12-16T18:32:37.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QohdkdWeGISpDsc off=115174 len=201798 2023-12-16T18:32:37.938 INFO:tasks.workunit.client.0.smithi071.stdout:op 1317 completed, throughput=5MB/sec 2023-12-16T18:32:37.938 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Okt4QuHoIigWDaM off=1479563 len=700307 2023-12-16T18:32:37.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 1318 completed, throughput=5MB/sec 2023-12-16T18:32:37.942 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9CO83EaZ684E__Y off=5276817 len=2031217 2023-12-16T18:32:37.954 INFO:tasks.workunit.client.0.smithi071.stdout:op 1319 completed, throughput=5.01MB/sec 2023-12-16T18:32:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:38 smithi184 ceph-mon[136228]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:32:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:38 smithi071 ceph-mon[139725]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:32:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:38 smithi071 ceph-mon[142085]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:32:38.954 INFO:tasks.workunit.client.0.smithi071.stdout: 260: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:38.954 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bRBBzooLdmrHnPO off=19445969 len=26589 2023-12-16T18:32:38.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 1320 completed, throughput=4.99MB/sec 2023-12-16T18:32:38.957 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qIRKijqN85TvIur off=549102 len=189220 2023-12-16T18:32:38.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 1321 completed, throughput=4.99MB/sec 2023-12-16T18:32:38.959 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vyTfk9qA6SqI3sI off=271602 len=1707001 2023-12-16T18:32:38.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 1322 completed, throughput=4.99MB/sec 2023-12-16T18:32:38.968 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iNOAF3vzRt40uo8 off=1866802 len=877284 2023-12-16T18:32:38.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 1323 completed, throughput=5MB/sec 2023-12-16T18:32:38.969 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zbvyFLWQ_VFhYYA off=3367537 len=1567896 2023-12-16T18:32:38.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 1324 completed, throughput=5MB/sec 2023-12-16T18:32:39.978 INFO:tasks.workunit.client.0.smithi071.stdout: 261: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:39.978 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bHS-mLyPKkDr2Ia off=3442324 len=1167068 2023-12-16T18:32:39.979 INFO:tasks.workunit.client.0.smithi071.stdout:op 1325 completed, throughput=4.99MB/sec 2023-12-16T18:32:39.979 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-77Il0q1kWIX0Nq7 off=10515141 len=137842 2023-12-16T18:32:39.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 1326 completed, throughput=4.99MB/sec 2023-12-16T18:32:39.982 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qDgwoSq2XGkIMiU off=11890749 len=128496 2023-12-16T18:32:39.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 1327 completed, throughput=4.99MB/sec 2023-12-16T18:32:39.985 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MCpt-qlZDD9FpfI off=4617779 len=780120 2023-12-16T18:32:39.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 1328 completed, throughput=4.99MB/sec 2023-12-16T18:32:39.990 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FVyueANxLWGndlB off=983094 len=471961 2023-12-16T18:32:39.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 1329 completed, throughput=4.99MB/sec 2023-12-16T18:32:39.991 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ztLgD4VmIm8JA7r off=3467865 len=1489025 2023-12-16T18:32:39.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 1330 completed, throughput=5MB/sec 2023-12-16T18:32:39.998 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-II46slmF8wrKE5_ off=960381 len=602087 2023-12-16T18:32:39.999 INFO:tasks.workunit.client.0.smithi071.stdout:op 1331 completed, throughput=5MB/sec 2023-12-16T18:32:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:40 smithi184 ceph-mon[136228]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:32:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:40 smithi071 ceph-mon[139725]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:32:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:40 smithi071 ceph-mon[142085]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:32:41.000 INFO:tasks.workunit.client.0.smithi071.stdout: 262: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:41.000 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LDTswT3Izg7TgME off=7712357 len=1627550 2023-12-16T18:32:41.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 1332 completed, throughput=4.99MB/sec 2023-12-16T18:32:41.008 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SeNmwBJCOZvEe6c off=119482 len=708768 2023-12-16T18:32:41.013 INFO:tasks.workunit.client.0.smithi071.stdout:op 1333 completed, throughput=4.99MB/sec 2023-12-16T18:32:41.013 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Wa9fcSH49UCnyuS off=665696 len=2059373 2023-12-16T18:32:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 1334 completed, throughput=5MB/sec 2023-12-16T18:32:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2M_g3mUqlkTDal8 off=7409198 len=913708 2023-12-16T18:32:41.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 1335 completed, throughput=5MB/sec 2023-12-16T18:32:42.017 INFO:tasks.workunit.client.0.smithi071.stdout: 263: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:42.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BlhTRpDf09TVs4c off=2452153 len=1545448 2023-12-16T18:32:42.026 INFO:tasks.workunit.client.0.smithi071.stdout:op 1336 completed, throughput=4.99MB/sec 2023-12-16T18:32:42.026 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-33mAYq689nci-NP off=2190836 len=1675843 2023-12-16T18:32:42.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 1337 completed, throughput=4.99MB/sec 2023-12-16T18:32:42.029 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rnkTKUGwBE-SZ3V off=365143 len=179836 2023-12-16T18:32:42.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 1338 completed, throughput=4.99MB/sec 2023-12-16T18:32:42.032 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5HJ1fQWGhavthab off=2988978 len=416721 2023-12-16T18:32:42.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 1339 completed, throughput=5MB/sec 2023-12-16T18:32:42.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VKStun8yPOnNP_r off=1227770 len=1328102 2023-12-16T18:32:42.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 1340 completed, throughput=5MB/sec 2023-12-16T18:32:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:42 smithi184 ceph-mon[136228]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:42 smithi071 ceph-mon[139725]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:42 smithi071 ceph-mon[142085]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:43.035 INFO:tasks.workunit.client.0.smithi071.stdout: 264: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:43.036 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W-KzATR0aaUpJnT off=3853504 len=1707699 2023-12-16T18:32:43.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 1341 completed, throughput=4.99MB/sec 2023-12-16T18:32:43.046 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-psVe7XI-KnW-BGS off=1579432 len=848862 2023-12-16T18:32:43.049 INFO:tasks.workunit.client.0.smithi071.stdout:op 1342 completed, throughput=4.99MB/sec 2023-12-16T18:32:43.049 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-crTv4URW59OVRDA off=3471984 len=288288 2023-12-16T18:32:43.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 1343 completed, throughput=4.99MB/sec 2023-12-16T18:32:43.052 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b2nLIUYEJOVOHUc off=2074332 len=1477461 2023-12-16T18:32:43.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 1344 completed, throughput=5MB/sec 2023-12-16T18:32:43.059 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XNRXKecmQegRb4j off=135000 len=2090069 2023-12-16T18:32:43.061 INFO:tasks.workunit.client.0.smithi071.stdout:op 1345 completed, throughput=5MB/sec 2023-12-16T18:32:44.061 INFO:tasks.workunit.client.0.smithi071.stdout: 265: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:44.061 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jNhhcBbk9y5c3ou off=12604274 len=610417 2023-12-16T18:32:44.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 1346 completed, throughput=4.99MB/sec 2023-12-16T18:32:44.063 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-h4haoOIRSAFc8GG off=7437041 len=9423 2023-12-16T18:32:44.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 1347 completed, throughput=4.99MB/sec 2023-12-16T18:32:44.065 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mDVa9PWW_6V67fL off=7401355 len=1287713 2023-12-16T18:32:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 1348 completed, throughput=4.99MB/sec 2023-12-16T18:32:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hk0A-UEUy60UHIO off=582541 len=18890 2023-12-16T18:32:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 1349 completed, throughput=4.99MB/sec 2023-12-16T18:32:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Svwc3GzPsSYWXSl off=524194 len=330987 2023-12-16T18:32:44.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 1350 completed, throughput=4.99MB/sec 2023-12-16T18:32:44.068 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YPkzTPiFKoCPcJA off=2500716 len=1195089 2023-12-16T18:32:44.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 1351 completed, throughput=5MB/sec 2023-12-16T18:32:44.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u2mbBCtnBUd1p7J off=7386514 len=647204 2023-12-16T18:32:44.075 INFO:tasks.workunit.client.0.smithi071.stdout:op 1352 completed, throughput=5MB/sec 2023-12-16T18:32:44.075 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zDxxo7gNTzwOOdc off=5370428 len=1415845 2023-12-16T18:32:44.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 1353 completed, throughput=5MB/sec 2023-12-16T18:32:44.526 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:44 smithi071 ceph-mon[142085]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:44.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:44 smithi071 ceph-mon[139725]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:44 smithi184 ceph-mon[136228]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:45.077 INFO:tasks.workunit.client.0.smithi071.stdout: 266: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:45.078 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0MS8HrrbzQUtgaT off=11758648 len=1681348 2023-12-16T18:32:45.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 1354 completed, throughput=4.99MB/sec 2023-12-16T18:32:45.079 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b7VQnrZSUiDqzx6 off=2045765 len=1227293 2023-12-16T18:32:45.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 1355 completed, throughput=5MB/sec 2023-12-16T18:32:45.086 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a9H6utTmXRFebS4 off=3605107 len=1332439 2023-12-16T18:32:45.092 INFO:tasks.workunit.client.0.smithi071.stdout:op 1356 completed, throughput=5MB/sec 2023-12-16T18:32:46.092 INFO:tasks.workunit.client.0.smithi071.stdout: 267: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:46.093 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o_eq9b-n2Z4-QRM off=19961794 len=2014941 2023-12-16T18:32:46.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 1357 completed, throughput=4.99MB/sec 2023-12-16T18:32:46.095 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7STaJh2P8jjma9t off=992557 len=535554 2023-12-16T18:32:46.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 1358 completed, throughput=4.99MB/sec 2023-12-16T18:32:46.097 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--a9rwWDckf14Jzx off=304669 len=2062371 2023-12-16T18:32:46.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 1359 completed, throughput=5MB/sec 2023-12-16T18:32:46.107 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CImFRRiEHhjWRTl off=2661978 len=1069457 2023-12-16T18:32:46.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 1360 completed, throughput=5MB/sec 2023-12-16T18:32:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:46 smithi184 ceph-mon[136228]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:46 smithi071 ceph-mon[139725]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:46 smithi071 ceph-mon[142085]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:32:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: 268: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:47.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VES8IXytyYsIU_Q off=1695858 len=1432246 2023-12-16T18:32:47.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 1361 completed, throughput=4.99MB/sec 2023-12-16T18:32:47.113 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hh4QSoIQYNVaAaN off=9133546 len=1658135 2023-12-16T18:32:47.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 1362 completed, throughput=4.99MB/sec 2023-12-16T18:32:47.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NmprVdXLKlPW8l8 off=5205208 len=1409893 2023-12-16T18:32:47.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 1363 completed, throughput=5MB/sec 2023-12-16T18:32:47.128 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CE_If9-7enIzOpL off=14551775 len=177407 2023-12-16T18:32:47.131 INFO:tasks.workunit.client.0.smithi071.stdout:op 1364 completed, throughput=5MB/sec 2023-12-16T18:32:47.131 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eTS4E2adEpATyam off=10741404 len=621601 2023-12-16T18:32:47.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 1365 completed, throughput=5MB/sec 2023-12-16T18:32:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:47] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2023-12-16T18:32:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: 269: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:48.135 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-otuyuLxv3ThKFe1 off=4278646 len=707066 2023-12-16T18:32:48.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 1366 completed, throughput=4.99MB/sec 2023-12-16T18:32:48.139 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EqCFaEU2kjNWjDj off=1725584 len=1367029 2023-12-16T18:32:48.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 1367 completed, throughput=4.99MB/sec 2023-12-16T18:32:48.145 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q7PYtDQtqGyAG7X off=579405 len=1122298 2023-12-16T18:32:48.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 1368 completed, throughput=4.99MB/sec 2023-12-16T18:32:48.146 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-epv3z_eo_XhdhHS off=12229486 len=21105 2023-12-16T18:32:48.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 1369 completed, throughput=4.99MB/sec 2023-12-16T18:32:48.148 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-01NTl6_NijepaYO off=12388120 len=1901134 2023-12-16T18:32:48.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 1370 completed, throughput=5MB/sec 2023-12-16T18:32:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:48 smithi184 ceph-mon[136228]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:48 smithi071 ceph-mon[139725]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:48 smithi071 ceph-mon[142085]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:32:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:32:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: 270: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:49.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZzIIybm6ysTj_Ua off=17102311 len=1135721 2023-12-16T18:32:49.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 1371 completed, throughput=4.99MB/sec 2023-12-16T18:32:49.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k85yUyCuoNoNNid off=4584602 len=1617104 2023-12-16T18:32:49.176 INFO:tasks.workunit.client.0.smithi071.stdout:op 1372 completed, throughput=4.99MB/sec 2023-12-16T18:32:49.176 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nxo_4XzWxhy5PFU off=1796206 len=1857631 2023-12-16T18:32:49.186 INFO:tasks.workunit.client.0.smithi071.stdout:op 1373 completed, throughput=5MB/sec 2023-12-16T18:32:49.186 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-psVe7XI-KnW-BGS off=1753950 len=556627 2023-12-16T18:32:49.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 1374 completed, throughput=5MB/sec 2023-12-16T18:32:49.189 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-75uqmpGWXMP-WK7 off=6220740 len=454671 2023-12-16T18:32:49.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 1375 completed, throughput=5MB/sec 2023-12-16T18:32:49.667 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (22m) 9m ago 25m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (22m) 6m ago 24m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (25m) 9m ago 25m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (25m) 6m ago 25m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:32:49.974 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (21m) 6m ago 28m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (22m) 9m ago 29m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (21m) 9m ago 29m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (21m) 6m ago 28m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (21m) 9m ago 28m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (22m) 9m ago 24m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (22m) 6m ago 24m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (20m) 9m ago 27m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (20m) 9m ago 27m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (19m) 9m ago 27m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (19m) 9m ago 27m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (18m) 6m ago 26m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (18m) 6m ago 26m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (17m) 6m ago 26m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:32:49.975 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (17m) 6m ago 26m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:32:49.976 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (21m) 6m ago 25m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:32:50.190 INFO:tasks.workunit.client.0.smithi071.stdout: 271: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:50.191 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oImRh7GV5xixI46 off=688119 len=1744836 2023-12-16T18:32:50.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 1376 completed, throughput=4.99MB/sec 2023-12-16T18:32:50.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--DgI5hDZOrTbuW6 off=10149339 len=1381257 2023-12-16T18:32:50.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 1377 completed, throughput=4.99MB/sec 2023-12-16T18:32:50.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-arlKxUQoed0xTsr off=14405548 len=998844 2023-12-16T18:32:50.206 INFO:tasks.workunit.client.0.smithi071.stdout:op 1378 completed, throughput=5MB/sec 2023-12-16T18:32:50.207 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BspqnWLp52dxWtH off=4894271 len=1398209 2023-12-16T18:32:50.209 INFO:tasks.workunit.client.0.smithi071.stdout:op 1379 completed, throughput=5MB/sec 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:50.358 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:32:50.359 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:32:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:50 smithi184 ceph-mon[136228]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:32:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:50 smithi071 ceph-mon[139725]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:32:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:50 smithi071 ceph-mon[142085]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:32:51.210 INFO:tasks.workunit.client.0.smithi071.stdout: 272: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:51.210 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1yeyHtirwbDMKDD off=17945133 len=1284597 2023-12-16T18:32:51.216 INFO:tasks.workunit.client.0.smithi071.stdout:op 1380 completed, throughput=4.99MB/sec 2023-12-16T18:32:51.216 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7b1rhjUuShS90ju off=6349086 len=294563 2023-12-16T18:32:51.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 1381 completed, throughput=4.99MB/sec 2023-12-16T18:32:51.219 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ehmllHrRNnnoJLJ off=1742599 len=382258 2023-12-16T18:32:51.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 1382 completed, throughput=4.99MB/sec 2023-12-16T18:32:51.219 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B96Lq7Q2casznEp off=8831983 len=923086 2023-12-16T18:32:51.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 1383 completed, throughput=4.99MB/sec 2023-12-16T18:32:51.224 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--pyPfhOkBKeMxWi off=4026977 len=1638406 2023-12-16T18:32:51.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 1384 completed, throughput=5MB/sec 2023-12-16T18:32:51.230 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D3FMFPKLQF2egQI off=481302 len=811396 2023-12-16T18:32:51.235 INFO:tasks.workunit.client.0.smithi071.stdout:op 1385 completed, throughput=5MB/sec 2023-12-16T18:32:51.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:51 smithi184 ceph-mon[136228]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:51 smithi184 ceph-mon[136228]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:51 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1616380745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[142085]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[142085]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1616380745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[139725]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[139725]: from='client.45329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:32:51.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:51 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1616380745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:32:52.235 INFO:tasks.workunit.client.0.smithi071.stdout: 273: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:52.235 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zRoKfw-t2D4NLsp off=1554099 len=421047 2023-12-16T18:32:52.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 1386 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.239 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-y7h-bNJn2F9c4Fk off=6677014 len=23965 2023-12-16T18:32:52.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 1387 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.242 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3ySnHic11LYUYbG off=9847922 len=405488 2023-12-16T18:32:52.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 1388 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.243 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k3dIqUPyRY3i-HS off=1577962 len=1284484 2023-12-16T18:32:52.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 1389 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.244 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EeKqdxUPcYehoPE off=740450 len=194129 2023-12-16T18:32:52.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 1390 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qyw1gfV860pGVFc off=16710900 len=85867 2023-12-16T18:32:52.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 1391 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yXEopwCd-4133Em off=290263 len=143661 2023-12-16T18:32:52.250 INFO:tasks.workunit.client.0.smithi071.stdout:op 1392 completed, throughput=4.99MB/sec 2023-12-16T18:32:52.250 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A6oeLts8X3o68Vr off=6835370 len=1121704 2023-12-16T18:32:52.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 1393 completed, throughput=5MB/sec 2023-12-16T18:32:52.257 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4KtnEOoaDgd6T5X off=6175140 len=1056188 2023-12-16T18:32:52.259 INFO:tasks.workunit.client.0.smithi071.stdout:op 1394 completed, throughput=5MB/sec 2023-12-16T18:32:52.259 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hqLcIO7Qe6lKUxW off=7031723 len=1115912 2023-12-16T18:32:52.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 1395 completed, throughput=5MB/sec 2023-12-16T18:32:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:52 smithi184 ceph-mon[136228]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:52 smithi071 ceph-mon[139725]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:52 smithi071 ceph-mon[142085]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:53.264 INFO:tasks.workunit.client.0.smithi071.stdout: 274: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:53.264 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q5EtYsuht9RxXNy off=6914597 len=1545724 2023-12-16T18:32:53.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 1396 completed, throughput=4.99MB/sec 2023-12-16T18:32:53.272 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ilQhf-N182YKa1 off=8646780 len=985475 2023-12-16T18:32:53.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 1397 completed, throughput=4.99MB/sec 2023-12-16T18:32:53.278 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-evAUmjTLwdatWrp off=1807625 len=501294 2023-12-16T18:32:53.281 INFO:tasks.workunit.client.0.smithi071.stdout:op 1398 completed, throughput=5MB/sec 2023-12-16T18:32:53.281 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aNJPGfz7fPHP1uQ off=4427897 len=2001868 2023-12-16T18:32:53.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 1399 completed, throughput=5MB/sec 2023-12-16T18:32:54.290 INFO:tasks.workunit.client.0.smithi071.stdout: 275: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:54.290 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ry4ghRDxIN-gifY off=8862261 len=1155450 2023-12-16T18:32:54.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 1400 completed, throughput=4.99MB/sec 2023-12-16T18:32:54.292 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FOfYO8iyLL9LWQc off=8214898 len=273977 2023-12-16T18:32:54.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 1401 completed, throughput=4.99MB/sec 2023-12-16T18:32:54.292 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YW88WNHJX51gWH7 off=1441468 len=1134797 2023-12-16T18:32:54.293 INFO:tasks.workunit.client.0.smithi071.stdout:op 1402 completed, throughput=4.99MB/sec 2023-12-16T18:32:54.294 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r-1RZGWGIIX-87m off=2410193 len=1847203 2023-12-16T18:32:54.296 INFO:tasks.workunit.client.0.smithi071.stdout:op 1403 completed, throughput=5MB/sec 2023-12-16T18:32:54.296 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ty_Xit3kZjSQwIj off=2910042 len=1443157 2023-12-16T18:32:54.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 1404 completed, throughput=5MB/sec 2023-12-16T18:32:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:54 smithi184 ceph-mon[136228]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:54 smithi071 ceph-mon[139725]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:54 smithi071 ceph-mon[142085]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:32:55.298 INFO:tasks.workunit.client.0.smithi071.stdout: 276: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:55.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bdn--Spzo9xcr7L off=10440013 len=741196 2023-12-16T18:32:55.299 INFO:tasks.workunit.client.0.smithi071.stdout:op 1405 completed, throughput=4.99MB/sec 2023-12-16T18:32:55.299 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gKM8i0BKoOqrnqn off=23510048 len=867726 2023-12-16T18:32:55.305 INFO:tasks.workunit.client.0.smithi071.stdout:op 1406 completed, throughput=4.99MB/sec 2023-12-16T18:32:55.305 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_b_zTvU9tVTr5xY off=2046605 len=1050817 2023-12-16T18:32:55.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 1407 completed, throughput=5MB/sec 2023-12-16T18:32:55.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vkQanNglolaRUQJ off=3414958 len=1977444 2023-12-16T18:32:55.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 1408 completed, throughput=5MB/sec 2023-12-16T18:32:56.319 INFO:tasks.workunit.client.0.smithi071.stdout: 277: throughput=4.98MB/sec pending data=0 2023-12-16T18:32:56.319 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bGdyqcJI39abV0g off=5020319 len=1624943 2023-12-16T18:32:56.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 1409 completed, throughput=4.99MB/sec 2023-12-16T18:32:56.321 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MDZq1fFGp18O29Z off=10445355 len=1528892 2023-12-16T18:32:56.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 1410 completed, throughput=4.99MB/sec 2023-12-16T18:32:56.330 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yq18Hk2Ia2P8vPh off=0 len=1140930 2023-12-16T18:32:56.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 1411 completed, throughput=5MB/sec 2023-12-16T18:32:56.331 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NTj0suj_Cp3NUv- off=1373500 len=1329683 2023-12-16T18:32:56.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 1412 completed, throughput=5MB/sec 2023-12-16T18:32:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:56 smithi184 ceph-mon[136228]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:56 smithi071 ceph-mon[139725]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:56 smithi071 ceph-mon[142085]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:32:57.334 INFO:tasks.workunit.client.0.smithi071.stdout: 278: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:57.334 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SWfwk2WLh-p-6vi off=9013110 len=63901 2023-12-16T18:32:57.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 1413 completed, throughput=4.99MB/sec 2023-12-16T18:32:57.337 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3hzpqKPKojrly__ off=1312263 len=754489 2023-12-16T18:32:57.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 1414 completed, throughput=4.99MB/sec 2023-12-16T18:32:57.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XOoFqHkwQnnUrvu off=4959030 len=461493 2023-12-16T18:32:57.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 1415 completed, throughput=4.99MB/sec 2023-12-16T18:32:57.345 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N_OaOxLul4tRJNk off=17172039 len=1633961 2023-12-16T18:32:57.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 1416 completed, throughput=4.99MB/sec 2023-12-16T18:32:57.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rnNLkOHru_piphn off=4123681 len=493717 2023-12-16T18:32:57.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 1417 completed, throughput=5MB/sec 2023-12-16T18:32:57.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TXLEoZh5kcSCtzq off=8348000 len=1078802 2023-12-16T18:32:57.360 INFO:tasks.workunit.client.0.smithi071.stdout:op 1418 completed, throughput=5MB/sec 2023-12-16T18:32:57.360 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jEs5dLRhjNd1tVg off=8940551 len=1539374 2023-12-16T18:32:57.367 INFO:tasks.workunit.client.0.smithi071.stdout:op 1419 completed, throughput=5MB/sec 2023-12-16T18:32:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:32:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:32:57] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:32:58.367 INFO:tasks.workunit.client.0.smithi071.stdout: 279: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:58.368 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dL5X1yiEY6SaNzE off=19305491 len=1332406 2023-12-16T18:32:58.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 1420 completed, throughput=4.99MB/sec 2023-12-16T18:32:58.369 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pCV3ZFFavx13ZCr off=6914415 len=264843 2023-12-16T18:32:58.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 1421 completed, throughput=4.99MB/sec 2023-12-16T18:32:58.372 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9F2vto2f0ez3A5k off=11260379 len=172083 2023-12-16T18:32:58.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 1422 completed, throughput=4.99MB/sec 2023-12-16T18:32:58.374 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7ki5yJmkKM6Zppj off=434271 len=1978642 2023-12-16T18:32:58.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 1423 completed, throughput=5MB/sec 2023-12-16T18:32:58.381 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pNUu-MOJ5LVYaQE off=3622085 len=1600850 2023-12-16T18:32:58.382 INFO:tasks.workunit.client.0.smithi071.stdout:op 1424 completed, throughput=5MB/sec 2023-12-16T18:32:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:58 smithi184 ceph-mon[136228]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:32:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:32:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:32:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:32:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:32:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[139725]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:32:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[142085]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:32:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:32:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:32:59.383 INFO:tasks.workunit.client.0.smithi071.stdout: 280: throughput=4.99MB/sec pending data=0 2023-12-16T18:32:59.383 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kSpapn6JfOU0kAh off=546903 len=1422761 2023-12-16T18:32:59.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 1425 completed, throughput=4.99MB/sec 2023-12-16T18:32:59.391 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BNWkDIQjfnrVUx5 off=7948913 len=1808879 2023-12-16T18:32:59.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 1426 completed, throughput=5MB/sec 2023-12-16T18:32:59.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-h2G3OPvR9VEpa9Q off=13328316 len=1350102 2023-12-16T18:32:59.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 1427 completed, throughput=5MB/sec 2023-12-16T18:33:00.409 INFO:tasks.workunit.client.0.smithi071.stdout: 281: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:00.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qrak3NYYtmTo9an off=919813 len=1911841 2023-12-16T18:33:00.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 1428 completed, throughput=4.99MB/sec 2023-12-16T18:33:00.411 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AML1co-KrHNxh_9 off=4664380 len=1438371 2023-12-16T18:33:00.413 INFO:tasks.workunit.client.0.smithi071.stdout:op 1429 completed, throughput=5MB/sec 2023-12-16T18:33:00.413 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WHZ8Ckqlm8DUx2a off=12391403 len=1582545 2023-12-16T18:33:00.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 1430 completed, throughput=5MB/sec 2023-12-16T18:33:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:00 smithi184 ceph-mon[136228]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:33:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:00 smithi071 ceph-mon[139725]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:33:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:00 smithi071 ceph-mon[142085]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:33:01.422 INFO:tasks.workunit.client.0.smithi071.stdout: 282: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:01.422 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mEXEV6xRgdajPwL off=7884831 len=1850304 2023-12-16T18:33:01.433 INFO:tasks.workunit.client.0.smithi071.stdout:op 1431 completed, throughput=4.99MB/sec 2023-12-16T18:33:01.433 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l5NyRJoYX3P3ukx off=10314896 len=1156278 2023-12-16T18:33:01.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 1432 completed, throughput=4.99MB/sec 2023-12-16T18:33:01.438 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PotasjxToyB7jvK off=236704 len=1224109 2023-12-16T18:33:01.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 1433 completed, throughput=5MB/sec 2023-12-16T18:33:01.444 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m3yN2KQYXLCafhK off=7544999 len=755556 2023-12-16T18:33:01.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 1434 completed, throughput=5MB/sec 2023-12-16T18:33:01.446 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bg6CbYCResHyo-z off=8732578 len=506571 2023-12-16T18:33:01.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 1435 completed, throughput=5MB/sec 2023-12-16T18:33:02.447 INFO:tasks.workunit.client.0.smithi071.stdout: 283: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:02.447 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-otuyuLxv3ThKFe1 off=5084295 len=1771060 2023-12-16T18:33:02.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 1436 completed, throughput=4.99MB/sec 2023-12-16T18:33:02.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sXMr1DJEBnMUeZF off=16467827 len=1721306 2023-12-16T18:33:02.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 1437 completed, throughput=5MB/sec 2023-12-16T18:33:02.459 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_7Ipnzb4PyuN10t off=4559572 len=1266592 2023-12-16T18:33:02.460 INFO:tasks.workunit.client.0.smithi071.stdout:op 1438 completed, throughput=5MB/sec 2023-12-16T18:33:02.460 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-06gIWCeoq-D9cZg off=344336 len=355658 2023-12-16T18:33:02.462 INFO:tasks.workunit.client.0.smithi071.stdout:op 1439 completed, throughput=5MB/sec 2023-12-16T18:33:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:02 smithi184 ceph-mon[136228]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:33:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:02 smithi071 ceph-mon[139725]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:33:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:02 smithi071 ceph-mon[142085]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:33:03.462 INFO:tasks.workunit.client.0.smithi071.stdout: 284: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:03.462 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wV3giM1CpV66Lho off=0 len=1196526 2023-12-16T18:33:03.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 1440 completed, throughput=4.99MB/sec 2023-12-16T18:33:03.464 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M6dA-Zioz9k9gat off=10151310 len=1022014 2023-12-16T18:33:03.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 1441 completed, throughput=4.99MB/sec 2023-12-16T18:33:03.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-inWNvjBuNP1MDoi off=476813 len=809373 2023-12-16T18:33:03.475 INFO:tasks.workunit.client.0.smithi071.stdout:op 1442 completed, throughput=4.99MB/sec 2023-12-16T18:33:03.475 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qTViBGhPFpWth_6 off=11273970 len=964889 2023-12-16T18:33:03.475 INFO:tasks.workunit.client.0.smithi071.stdout:op 1443 completed, throughput=5MB/sec 2023-12-16T18:33:03.475 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jWqq0fmJWCkjZrz off=10681614 len=90572 2023-12-16T18:33:03.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 1444 completed, throughput=5MB/sec 2023-12-16T18:33:03.479 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UXmyo_w4ZPaoood off=671847 len=1351837 2023-12-16T18:33:03.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 1445 completed, throughput=5MB/sec 2023-12-16T18:33:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:04.480 INFO:tasks.workunit.client.0.smithi071.stdout: 285: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:04.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BHzLH792HWc87MJ off=684822 len=786013 2023-12-16T18:33:04.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 1446 completed, throughput=4.99MB/sec 2023-12-16T18:33:04.485 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TT5ugL2K9sxYEHg off=6786439 len=3695 2023-12-16T18:33:04.487 INFO:tasks.workunit.client.0.smithi071.stdout:op 1447 completed, throughput=4.99MB/sec 2023-12-16T18:33:04.488 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_lbseNElAyxOBed off=2363425 len=361951 2023-12-16T18:33:04.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 1448 completed, throughput=4.99MB/sec 2023-12-16T18:33:04.491 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hWfRvmiuNosv11R off=630508 len=1325727 2023-12-16T18:33:04.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 1449 completed, throughput=4.99MB/sec 2023-12-16T18:33:04.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tx2MUPCoLDoVNFF off=2142639 len=1233995 2023-12-16T18:33:04.507 INFO:tasks.workunit.client.0.smithi071.stdout:op 1450 completed, throughput=5MB/sec 2023-12-16T18:33:04.507 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vQ-3Xl-IWhRYmC8 off=8266025 len=381310 2023-12-16T18:33:04.507 INFO:tasks.workunit.client.0.smithi071.stdout:op 1451 completed, throughput=5MB/sec 2023-12-16T18:33:04.507 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2ubuqneR3SLuWiT off=20794811 len=511345 2023-12-16T18:33:04.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 1452 completed, throughput=5MB/sec 2023-12-16T18:33:04.511 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8t-nmne_lzUSlmG off=2720833 len=430817 2023-12-16T18:33:04.511 INFO:tasks.workunit.client.0.smithi071.stdout:op 1453 completed, throughput=5MB/sec 2023-12-16T18:33:04.511 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OpvjN4tCTi2mDna off=9561256 len=1858157 2023-12-16T18:33:04.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 1454 completed, throughput=5.01MB/sec 2023-12-16T18:33:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:04 smithi184 ceph-mon[136228]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:04 smithi071 ceph-mon[139725]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:04 smithi071 ceph-mon[142085]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:05.513 INFO:tasks.workunit.client.0.smithi071.stdout: 286: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:05.514 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Lp_4MxA5P54CLel off=4758792 len=741114 2023-12-16T18:33:05.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 1455 completed, throughput=4.99MB/sec 2023-12-16T18:33:05.518 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OWHu8kZV0U5WnMX off=479782 len=597850 2023-12-16T18:33:05.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 1456 completed, throughput=4.99MB/sec 2023-12-16T18:33:05.522 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1tLbA_DKiU4Phu7 off=7507449 len=2097132 2023-12-16T18:33:05.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 1457 completed, throughput=5MB/sec 2023-12-16T18:33:05.526 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xhdoPkhRTncHHRe off=63762 len=104471 2023-12-16T18:33:05.529 INFO:tasks.workunit.client.0.smithi071.stdout:op 1458 completed, throughput=5MB/sec 2023-12-16T18:33:05.529 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gVjvZxNov_OT8cg off=5136033 len=1105112 2023-12-16T18:33:05.530 INFO:tasks.workunit.client.0.smithi071.stdout:op 1459 completed, throughput=5MB/sec 2023-12-16T18:33:06.531 INFO:tasks.workunit.client.0.smithi071.stdout: 287: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:06.531 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NSdg6t7usni2DTY off=1665137 len=1343434 2023-12-16T18:33:06.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 1460 completed, throughput=4.99MB/sec 2023-12-16T18:33:06.539 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Esa9ORqkYmPcT3C off=3750811 len=646897 2023-12-16T18:33:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 1461 completed, throughput=4.99MB/sec 2023-12-16T18:33:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2K0K0Dpxur5BO8I off=4582574 len=251107 2023-12-16T18:33:06.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 1462 completed, throughput=4.99MB/sec 2023-12-16T18:33:06.543 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FXOovEXms-HoBox off=2509016 len=1636350 2023-12-16T18:33:06.551 INFO:tasks.workunit.client.0.smithi071.stdout:op 1463 completed, throughput=5MB/sec 2023-12-16T18:33:06.551 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cvn4KL8SS3MXHb- off=2296426 len=2005246 2023-12-16T18:33:06.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 1464 completed, throughput=5.01MB/sec 2023-12-16T18:33:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:06 smithi184 ceph-mon[136228]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:06 smithi071 ceph-mon[139725]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:06 smithi071 ceph-mon[142085]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:07.561 INFO:tasks.workunit.client.0.smithi071.stdout: 288: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:07.561 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Pn3H9UNFq5cSz07 off=4897355 len=1303433 2023-12-16T18:33:07.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 1465 completed, throughput=4.99MB/sec 2023-12-16T18:33:07.569 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i4LsMDYVcogixB0 off=6133488 len=580119 2023-12-16T18:33:07.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 1466 completed, throughput=4.99MB/sec 2023-12-16T18:33:07.573 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xPraC5F0lt59xay off=4561080 len=1577769 2023-12-16T18:33:07.575 INFO:tasks.workunit.client.0.smithi071.stdout:op 1467 completed, throughput=5MB/sec 2023-12-16T18:33:07.575 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hrb1Hvw-XbhuGut off=479099 len=2091323 2023-12-16T18:33:07.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 1468 completed, throughput=5.01MB/sec 2023-12-16T18:33:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:07] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:33:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:08 smithi184 ceph-mon[136228]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:08.588 INFO:tasks.workunit.client.0.smithi071.stdout: 289: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:08.588 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ut9rsZXDaDsHv3m off=1794726 len=1206149 2023-12-16T18:33:08.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 1469 completed, throughput=4.99MB/sec 2023-12-16T18:33:08.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jShsnLWQun6Sc5z off=19115722 len=1600407 2023-12-16T18:33:08.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 1470 completed, throughput=5MB/sec 2023-12-16T18:33:08.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7EetCmWflZ9zOH2 off=13666939 len=1072476 2023-12-16T18:33:08.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 1471 completed, throughput=5MB/sec 2023-12-16T18:33:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:08 smithi071 ceph-mon[139725]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:08 smithi071 ceph-mon[142085]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:09.598 INFO:tasks.workunit.client.0.smithi071.stdout: 290: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:09.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f94pNWyQZ-SHYA_ off=1722079 len=581617 2023-12-16T18:33:09.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 1472 completed, throughput=4.99MB/sec 2023-12-16T18:33:09.599 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yC02_Q-FynsyUiz off=178915 len=476566 2023-12-16T18:33:09.603 INFO:tasks.workunit.client.0.smithi071.stdout:op 1473 completed, throughput=4.99MB/sec 2023-12-16T18:33:09.604 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ieKG3Y2tM7eMMkv off=58713 len=1596318 2023-12-16T18:33:09.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 1474 completed, throughput=4.99MB/sec 2023-12-16T18:33:09.605 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-INP4Imu37KT_uL3 off=964954 len=1249565 2023-12-16T18:33:09.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 1475 completed, throughput=5MB/sec 2023-12-16T18:33:09.612 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lG4cAU2u2473AS4 off=1097351 len=7524 2023-12-16T18:33:09.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 1476 completed, throughput=5MB/sec 2023-12-16T18:33:09.615 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OU3cr-VXf4V_yqT off=462613 len=1993504 2023-12-16T18:33:09.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 1477 completed, throughput=5MB/sec 2023-12-16T18:33:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:10 smithi184 ceph-mon[136228]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:10.622 INFO:tasks.workunit.client.0.smithi071.stdout: 291: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:10.622 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qK1-mE2Wq3NuKSv off=3520353 len=1511890 2023-12-16T18:33:10.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 1478 completed, throughput=4.99MB/sec 2023-12-16T18:33:10.624 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vgiqDWCjbriwhLM off=1917530 len=47329 2023-12-16T18:33:10.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 1479 completed, throughput=4.99MB/sec 2023-12-16T18:33:10.627 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cqypJnaRnOBQ4_S off=2376885 len=892721 2023-12-16T18:33:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 1480 completed, throughput=4.99MB/sec 2023-12-16T18:33:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jII_ZLQLviB9LOX off=583608 len=1695034 2023-12-16T18:33:10.635 INFO:tasks.workunit.client.0.smithi071.stdout:op 1481 completed, throughput=5MB/sec 2023-12-16T18:33:10.635 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1JMn_FTTj-48Rcb off=6173932 len=505857 2023-12-16T18:33:10.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 1482 completed, throughput=5MB/sec 2023-12-16T18:33:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:10 smithi071 ceph-mon[139725]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:10 smithi071 ceph-mon[142085]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:11.639 INFO:tasks.workunit.client.0.smithi071.stdout: 292: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f1NB51f1DCZGpHZ off=354256 len=1409774 2023-12-16T18:33:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 1483 completed, throughput=4.99MB/sec 2023-12-16T18:33:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PgP3jIvWiUWVkd_ off=13558631 len=1015555 2023-12-16T18:33:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:op 1484 completed, throughput=4.99MB/sec 2023-12-16T18:33:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O43qnpSqUv0ie90 off=5295773 len=1187818 2023-12-16T18:33:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:op 1485 completed, throughput=4.99MB/sec 2023-12-16T18:33:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q3cxAKwJGgVgCB_ off=809691 len=1375326 2023-12-16T18:33:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 1486 completed, throughput=5MB/sec 2023-12-16T18:33:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEG51WRIVXziyeH off=6256866 len=1348351 2023-12-16T18:33:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:op 1487 completed, throughput=5MB/sec 2023-12-16T18:33:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:12 smithi184 ceph-mon[136228]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:12.670 INFO:tasks.workunit.client.0.smithi071.stdout: 293: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:12.670 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZzQZaE_k25g7DXt off=5011023 len=1514629 2023-12-16T18:33:12.672 INFO:tasks.workunit.client.0.smithi071.stdout:op 1488 completed, throughput=4.99MB/sec 2023-12-16T18:33:12.672 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aKkiF7ufbZJXgN4 off=4070804 len=1426403 2023-12-16T18:33:12.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 1489 completed, throughput=5MB/sec 2023-12-16T18:33:12.678 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O7SuUtmYVDzK2W_ off=4072117 len=275266 2023-12-16T18:33:12.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 1490 completed, throughput=5MB/sec 2023-12-16T18:33:12.681 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hzVBnY2_8-k7LIr off=3104100 len=2054145 2023-12-16T18:33:12.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 1491 completed, throughput=5MB/sec 2023-12-16T18:33:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:12 smithi071 ceph-mon[139725]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:12 smithi071 ceph-mon[142085]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:13.684 INFO:tasks.workunit.client.0.smithi071.stdout: 294: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:13.684 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kVkrrurWPLWi_tr off=612189 len=833437 2023-12-16T18:33:13.688 INFO:tasks.workunit.client.0.smithi071.stdout:op 1492 completed, throughput=4.99MB/sec 2023-12-16T18:33:13.688 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nUh3vqiwFDwAbMY off=11520990 len=586203 2023-12-16T18:33:13.688 INFO:tasks.workunit.client.0.smithi071.stdout:op 1493 completed, throughput=4.99MB/sec 2023-12-16T18:33:13.689 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AHXFxAtJy7MmDdg off=14149207 len=1586058 2023-12-16T18:33:13.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 1494 completed, throughput=5MB/sec 2023-12-16T18:33:13.692 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PlZ4Dw8g7tvh_9p off=62217 len=1582716 2023-12-16T18:33:13.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 1495 completed, throughput=5MB/sec 2023-12-16T18:33:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:14 smithi184 ceph-mon[136228]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:14.694 INFO:tasks.workunit.client.0.smithi071.stdout: 295: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:14.694 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0NPD9-ZTispV87p off=1121125 len=521246 2023-12-16T18:33:14.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 1496 completed, throughput=4.99MB/sec 2023-12-16T18:33:14.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6DJtRpmrvqJpt_- off=15693154 len=797324 2023-12-16T18:33:14.700 INFO:tasks.workunit.client.0.smithi071.stdout:op 1497 completed, throughput=4.99MB/sec 2023-12-16T18:33:14.700 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0ldhHu97wCMrhYI off=4415640 len=1980161 2023-12-16T18:33:14.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 1498 completed, throughput=4.99MB/sec 2023-12-16T18:33:14.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TzaUrbPvjk3cGqw off=2968766 len=7688 2023-12-16T18:33:14.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 1499 completed, throughput=4.99MB/sec 2023-12-16T18:33:14.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2s41xmV09qyyExj off=11607057 len=263651 2023-12-16T18:33:14.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 1500 completed, throughput=5MB/sec 2023-12-16T18:33:14.710 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uOREiIwqI8JAelV off=2509604 len=775565 2023-12-16T18:33:14.712 INFO:tasks.workunit.client.0.smithi071.stdout:op 1501 completed, throughput=5MB/sec 2023-12-16T18:33:14.712 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uqxazv5BED3Z3iQ off=267446 len=1950321 2023-12-16T18:33:14.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 1502 completed, throughput=5MB/sec 2023-12-16T18:33:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:14 smithi071 ceph-mon[139725]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:14 smithi071 ceph-mon[142085]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:15.714 INFO:tasks.workunit.client.0.smithi071.stdout: 296: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:15.714 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NuIEv1pW3YeHxA- off=21456691 len=903785 2023-12-16T18:33:15.716 INFO:tasks.workunit.client.0.smithi071.stdout:op 1503 completed, throughput=4.99MB/sec 2023-12-16T18:33:15.717 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bLQHUDCzf79c84Y off=1979965 len=18504 2023-12-16T18:33:15.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 1504 completed, throughput=4.99MB/sec 2023-12-16T18:33:15.719 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2ItWXr63cvRq3Cv off=9503740 len=724165 2023-12-16T18:33:15.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 1505 completed, throughput=4.99MB/sec 2023-12-16T18:33:15.725 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dUkJOldRkddgNYH off=201799 len=2055005 2023-12-16T18:33:15.726 INFO:tasks.workunit.client.0.smithi071.stdout:op 1506 completed, throughput=5MB/sec 2023-12-16T18:33:15.726 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_ykrrEdBHq3Cg-7 off=1185325 len=1848401 2023-12-16T18:33:15.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 1507 completed, throughput=5MB/sec 2023-12-16T18:33:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:16 smithi184 ceph-mon[136228]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:33:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:16 smithi071 ceph-mon[139725]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:33:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:16 smithi071 ceph-mon[142085]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:33:16.729 INFO:tasks.workunit.client.0.smithi071.stdout: 297: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:16.729 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dRqr8HmP8hWJAyW off=20090471 len=1436971 2023-12-16T18:33:16.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 1508 completed, throughput=4.99MB/sec 2023-12-16T18:33:16.731 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ykrrEdBHq3Cg-7 off=1524546 len=364045 2023-12-16T18:33:16.735 INFO:tasks.workunit.client.0.smithi071.stdout:op 1509 completed, throughput=4.99MB/sec 2023-12-16T18:33:16.735 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vW_2qJiu20-xlhK off=2390019 len=736106 2023-12-16T18:33:16.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 1510 completed, throughput=5MB/sec 2023-12-16T18:33:16.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VOp-CAxD7OniJHC off=2891657 len=259756 2023-12-16T18:33:16.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 1511 completed, throughput=5MB/sec 2023-12-16T18:33:16.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eX6f6xzi467IRsN off=6236950 len=436908 2023-12-16T18:33:16.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 1512 completed, throughput=5MB/sec 2023-12-16T18:33:16.743 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wYpwUB1ikaR8RpP off=10845681 len=1945144 2023-12-16T18:33:16.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 1513 completed, throughput=5MB/sec 2023-12-16T18:33:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:17] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:33:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: 298: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:17.755 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9peAxNtx5uz_m0T off=9669324 len=1887628 2023-12-16T18:33:17.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 1514 completed, throughput=4.99MB/sec 2023-12-16T18:33:17.765 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M_dd_1VmU8HGA1Y off=1492792 len=1460964 2023-12-16T18:33:17.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 1515 completed, throughput=5MB/sec 2023-12-16T18:33:17.773 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gqmVwbnOLUHtf2g off=4984970 len=289200 2023-12-16T18:33:17.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 1516 completed, throughput=5MB/sec 2023-12-16T18:33:17.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RNw0isTehqmRnF- off=1150450 len=100606 2023-12-16T18:33:17.775 INFO:tasks.workunit.client.0.smithi071.stdout:op 1517 completed, throughput=5MB/sec 2023-12-16T18:33:17.775 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gxJwao22XDZVrTY off=6663531 len=963026 2023-12-16T18:33:17.776 INFO:tasks.workunit.client.0.smithi071.stdout:op 1518 completed, throughput=5MB/sec 2023-12-16T18:33:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:18 smithi184 ceph-mon[136228]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:18 smithi071 ceph-mon[139725]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:18 smithi071 ceph-mon[142085]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: 299: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:18.776 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dZSIoelQF76OhYj off=8269947 len=820690 2023-12-16T18:33:18.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 1519 completed, throughput=4.99MB/sec 2023-12-16T18:33:18.778 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_CA7yb0RMWe4uX3 off=12722553 len=82975 2023-12-16T18:33:18.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 1520 completed, throughput=4.99MB/sec 2023-12-16T18:33:18.780 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jGSue5iS91qei-C off=3137263 len=547856 2023-12-16T18:33:18.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 1521 completed, throughput=4.99MB/sec 2023-12-16T18:33:18.781 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1mKoc67LUEKg33V off=280584 len=1548822 2023-12-16T18:33:18.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 1522 completed, throughput=4.99MB/sec 2023-12-16T18:33:18.789 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p52jjsvRvlUIMnD off=756424 len=1383763 2023-12-16T18:33:18.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 1523 completed, throughput=5MB/sec 2023-12-16T18:33:18.798 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EVjH8MzkafGgnHI off=8539521 len=222211 2023-12-16T18:33:18.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 1524 completed, throughput=5MB/sec 2023-12-16T18:33:18.799 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xTXB7kQmYi2w1Nn off=14110986 len=319402 2023-12-16T18:33:18.802 INFO:tasks.workunit.client.0.smithi071.stdout:op 1525 completed, throughput=5MB/sec 2023-12-16T18:33:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: 300: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:19.802 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JQ8TenwMMp3zVxU off=6379635 len=1076898 2023-12-16T18:33:19.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 1526 completed, throughput=4.99MB/sec 2023-12-16T18:33:19.805 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UFiXfc_w18AFThR off=729074 len=1785236 2023-12-16T18:33:19.813 INFO:tasks.workunit.client.0.smithi071.stdout:op 1527 completed, throughput=4.99MB/sec 2023-12-16T18:33:19.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cdRiIv5tuuW1yV_ off=15153731 len=1620473 2023-12-16T18:33:19.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 1528 completed, throughput=5MB/sec 2023-12-16T18:33:19.814 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K8MLMb4JlZIyAkD off=17173051 len=1966907 2023-12-16T18:33:19.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 1529 completed, throughput=5MB/sec 2023-12-16T18:33:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:20 smithi184 ceph-mon[136228]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:33:20.708 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:20 smithi071 ceph-mon[139725]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:20.708 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:20 smithi071 ceph-mon[142085]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:20.822 INFO:tasks.workunit.client.0.smithi071.stdout: 301: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:20.822 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AZ5WN3yG_OAgJcc off=8925097 len=395059 2023-12-16T18:33:20.825 INFO:tasks.workunit.client.0.smithi071.stdout:op 1530 completed, throughput=4.99MB/sec 2023-12-16T18:33:20.825 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p9vgbylFYJBmtpI off=1075459 len=899336 2023-12-16T18:33:20.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 1531 completed, throughput=4.99MB/sec 2023-12-16T18:33:20.827 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-egCxouUkJ02Xc7h off=14775721 len=2023681 2023-12-16T18:33:20.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 1532 completed, throughput=5MB/sec 2023-12-16T18:33:20.836 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j6tOY_D6g374vZz off=1437183 len=1410925 2023-12-16T18:33:20.839 INFO:tasks.workunit.client.0.smithi071.stdout:op 1533 completed, throughput=5MB/sec 2023-12-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (23m) 9m ago 25m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (22m) 7m ago 25m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (26m) 9m ago 26m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (26m) 7m ago 26m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (22m) 7m ago 28m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (22m) 9m ago 29m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (22m) 9m ago 29m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (21m) 7m ago 28m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (21m) 9m ago 28m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (23m) 9m ago 25m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (22m) 7m ago 25m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (21m) 9m ago 28m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (20m) 9m ago 28m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (20m) 9m ago 27m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (19m) 9m ago 27m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (19m) 7m ago 27m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (18m) 7m ago 27m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (18m) 7m ago 26m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (17m) 7m ago 26m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (22m) 7m ago 26m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:33:21.839 INFO:tasks.workunit.client.0.smithi071.stdout: 302: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:21.839 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t2m3SfdPh6dxu44 off=7824597 len=1440887 2023-12-16T18:33:21.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 1534 completed, throughput=4.99MB/sec 2023-12-16T18:33:21.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VrlGMKgwK0577xd off=12458413 len=470764 2023-12-16T18:33:21.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 1535 completed, throughput=4.99MB/sec 2023-12-16T18:33:21.841 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EXcJCCHQ-ewjg5X off=19104298 len=347896 2023-12-16T18:33:21.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 1536 completed, throughput=4.99MB/sec 2023-12-16T18:33:21.844 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zCka9QDkhQ-9mAj off=3858664 len=19037 2023-12-16T18:33:21.846 INFO:tasks.workunit.client.0.smithi071.stdout:op 1537 completed, throughput=4.99MB/sec 2023-12-16T18:33:21.846 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZwS0FdZN-w3-we0 off=2175886 len=465087 2023-12-16T18:33:21.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 1538 completed, throughput=4.99MB/sec 2023-12-16T18:33:21.849 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rT7rR5AQ3KTEE3Q off=6975107 len=697455 2023-12-16T18:33:21.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 1539 completed, throughput=5MB/sec 2023-12-16T18:33:21.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4fofEp56WThGbNN off=2467971 len=1550361 2023-12-16T18:33:21.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 1540 completed, throughput=5MB/sec 2023-12-16T18:33:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:22 smithi184 ceph-mon[136228]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:22 smithi184 ceph-mon[136228]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:22 smithi184 ceph-mon[136228]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3921367503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[139725]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[139725]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[139725]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3921367503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[142085]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[142085]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[142085]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3921367503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:22.855 INFO:tasks.workunit.client.0.smithi071.stdout: 303: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:22.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OB9tnj3Fg-AKpp4 off=1612191 len=1835389 2023-12-16T18:33:22.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 1541 completed, throughput=4.99MB/sec 2023-12-16T18:33:22.858 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UB7745GevzoGIiH off=2281672 len=861133 2023-12-16T18:33:22.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 1542 completed, throughput=4.99MB/sec 2023-12-16T18:33:22.863 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MzfvFZbRA8aAUxM off=12971 len=1294602 2023-12-16T18:33:22.870 INFO:tasks.workunit.client.0.smithi071.stdout:op 1543 completed, throughput=5MB/sec 2023-12-16T18:33:22.870 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NdadG8Ka9-nIwxO off=8304760 len=1369680 2023-12-16T18:33:22.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 1544 completed, throughput=5MB/sec 2023-12-16T18:33:23.872 INFO:tasks.workunit.client.0.smithi071.stdout: 304: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:23.872 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AqJ9RiMPxsbh0It off=1504293 len=290642 2023-12-16T18:33:23.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 1545 completed, throughput=4.99MB/sec 2023-12-16T18:33:23.876 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iNNkmshYKSUB2CX off=13315787 len=2080312 2023-12-16T18:33:23.888 INFO:tasks.workunit.client.0.smithi071.stdout:op 1546 completed, throughput=4.99MB/sec 2023-12-16T18:33:23.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LqXhZSfympqKdjj off=14337667 len=2011052 2023-12-16T18:33:23.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 1547 completed, throughput=5MB/sec 2023-12-16T18:33:23.896 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aE2Yz-x0H_tLxSH off=14694292 len=649708 2023-12-16T18:33:23.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 1548 completed, throughput=5MB/sec 2023-12-16T18:33:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:24 smithi184 ceph-mon[136228]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:24 smithi071 ceph-mon[139725]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:24 smithi071 ceph-mon[142085]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:24.898 INFO:tasks.workunit.client.0.smithi071.stdout: 305: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:24.898 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UwlpGtErqzJaqhw off=3517089 len=1811553 2023-12-16T18:33:24.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 1549 completed, throughput=4.99MB/sec 2023-12-16T18:33:24.908 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0cMcPMCx6YtTkot off=511956 len=645143 2023-12-16T18:33:24.911 INFO:tasks.workunit.client.0.smithi071.stdout:op 1550 completed, throughput=4.99MB/sec 2023-12-16T18:33:24.911 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f4gBIX7uf4cD1qJ off=7115621 len=961734 2023-12-16T18:33:24.912 INFO:tasks.workunit.client.0.smithi071.stdout:op 1551 completed, throughput=4.99MB/sec 2023-12-16T18:33:24.912 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B8LEHmXHc8DtiLG off=5286379 len=7330 2023-12-16T18:33:24.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 1552 completed, throughput=4.99MB/sec 2023-12-16T18:33:24.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aF1q2vwvT1-jDPl off=2276911 len=1062901 2023-12-16T18:33:24.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 1553 completed, throughput=5MB/sec 2023-12-16T18:33:24.919 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xcOB2XkQUDuUjDN off=3732491 len=1227892 2023-12-16T18:33:24.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 1554 completed, throughput=5MB/sec 2023-12-16T18:33:25.922 INFO:tasks.workunit.client.0.smithi071.stdout: 306: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cXKlp5jn9GWra48 off=1984637 len=283840 2023-12-16T18:33:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:op 1555 completed, throughput=4.99MB/sec 2023-12-16T18:33:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e_cVYK2Vs6pTVIL off=771283 len=1200030 2023-12-16T18:33:25.930 INFO:tasks.workunit.client.0.smithi071.stdout:op 1556 completed, throughput=4.99MB/sec 2023-12-16T18:33:25.930 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uPWlNNTAy538cEH off=4549506 len=1143159 2023-12-16T18:33:25.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 1557 completed, throughput=4.99MB/sec 2023-12-16T18:33:25.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tj4Wwl_r-_xaa_9 off=16619560 len=1888664 2023-12-16T18:33:25.935 INFO:tasks.workunit.client.0.smithi071.stdout:op 1558 completed, throughput=5MB/sec 2023-12-16T18:33:25.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zDf-1BFGImDSct6 off=13086396 len=1037426 2023-12-16T18:33:25.941 INFO:tasks.workunit.client.0.smithi071.stdout:op 1559 completed, throughput=5MB/sec 2023-12-16T18:33:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:26 smithi184 ceph-mon[136228]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:33:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:26 smithi071 ceph-mon[139725]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:33:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:26 smithi071 ceph-mon[142085]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:33:26.942 INFO:tasks.workunit.client.0.smithi071.stdout: 307: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:26.942 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XqjLQi0GvUwUumc off=12841794 len=386419 2023-12-16T18:33:26.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 1560 completed, throughput=4.99MB/sec 2023-12-16T18:33:26.945 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qA6cuj849XMpQls off=17257357 len=769880 2023-12-16T18:33:26.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 1561 completed, throughput=4.99MB/sec 2023-12-16T18:33:26.950 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YoxQnMeHlzioDM1 off=13412205 len=1105756 2023-12-16T18:33:26.952 INFO:tasks.workunit.client.0.smithi071.stdout:op 1562 completed, throughput=4.99MB/sec 2023-12-16T18:33:26.952 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zvEc0NGrYvyUJ_b off=1314218 len=1047683 2023-12-16T18:33:26.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 1563 completed, throughput=5MB/sec 2023-12-16T18:33:26.957 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YA8ycL613hszjU6 off=16586397 len=501222 2023-12-16T18:33:26.958 INFO:tasks.workunit.client.0.smithi071.stdout:op 1564 completed, throughput=5MB/sec 2023-12-16T18:33:26.958 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SoEQAB5HIaDYd3t off=490137 len=1982887 2023-12-16T18:33:26.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 1565 completed, throughput=5MB/sec 2023-12-16T18:33:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:27] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:33:27.966 INFO:tasks.workunit.client.0.smithi071.stdout: 308: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:27.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8t2xEL6rd4repV3 off=1884813 len=1098351 2023-12-16T18:33:27.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 1566 completed, throughput=4.99MB/sec 2023-12-16T18:33:27.969 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-epv3z_eo_XhdhHS off=5209430 len=1481695 2023-12-16T18:33:27.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 1567 completed, throughput=4.99MB/sec 2023-12-16T18:33:27.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fkuUrX-LYyU_oQW off=8333060 len=1664655 2023-12-16T18:33:27.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 1568 completed, throughput=5MB/sec 2023-12-16T18:33:27.973 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YUhBpbE7rJtN51D off=544655 len=2034420 2023-12-16T18:33:27.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 1569 completed, throughput=5.01MB/sec 2023-12-16T18:33:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:28 smithi184 ceph-mon[136228]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:33:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:28 smithi071 ceph-mon[139725]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:33:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:28 smithi071 ceph-mon[142085]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:33:28.984 INFO:tasks.workunit.client.0.smithi071.stdout: 309: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:28.984 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rzZ9NLxGxD-k6xy off=6346875 len=1417555 2023-12-16T18:33:28.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 1570 completed, throughput=4.99MB/sec 2023-12-16T18:33:28.986 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XEk3Y_Nvdmoszuz off=448290 len=540696 2023-12-16T18:33:28.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 1571 completed, throughput=5MB/sec 2023-12-16T18:33:28.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xYf4VwTCDlzoL8- off=22183063 len=113189 2023-12-16T18:33:28.989 INFO:tasks.workunit.client.0.smithi071.stdout:op 1572 completed, throughput=5MB/sec 2023-12-16T18:33:28.990 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tOkrM55pa98ndTD off=8787015 len=415282 2023-12-16T18:33:28.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 1573 completed, throughput=5MB/sec 2023-12-16T18:33:28.993 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DKdPQ28CES66d01 off=1227588 len=476312 2023-12-16T18:33:28.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 1574 completed, throughput=5MB/sec 2023-12-16T18:33:28.994 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wgad7rqX1FARo9f off=16292815 len=577491 2023-12-16T18:33:28.997 INFO:tasks.workunit.client.0.smithi071.stdout:op 1575 completed, throughput=5MB/sec 2023-12-16T18:33:29.997 INFO:tasks.workunit.client.0.smithi071.stdout: 310: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:29.997 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nzQyPI4YJDxz0-T off=2084061 len=197834 2023-12-16T18:33:30.000 INFO:tasks.workunit.client.0.smithi071.stdout:op 1576 completed, throughput=4.99MB/sec 2023-12-16T18:33:30.000 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qt8q3T9HNxQohss off=15551424 len=1281463 2023-12-16T18:33:30.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 1577 completed, throughput=4.99MB/sec 2023-12-16T18:33:30.008 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8wE9y_sQ8LhEBQb off=7929315 len=1328102 2023-12-16T18:33:30.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 1578 completed, throughput=4.99MB/sec 2023-12-16T18:33:30.010 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5he4JFt1Cbt5bIF off=2274634 len=810600 2023-12-16T18:33:30.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 1579 completed, throughput=5MB/sec 2023-12-16T18:33:30.016 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k5j9OomyJRcM-re off=15247198 len=389912 2023-12-16T18:33:30.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 1580 completed, throughput=5MB/sec 2023-12-16T18:33:30.016 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RFhmdRw6ymWYDAp off=3376666 len=1183631 2023-12-16T18:33:30.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 1581 completed, throughput=5MB/sec 2023-12-16T18:33:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:30 smithi184 ceph-mon[136228]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:33:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:30 smithi071 ceph-mon[139725]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:33:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:30 smithi071 ceph-mon[142085]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:33:31.023 INFO:tasks.workunit.client.0.smithi071.stdout: 311: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:31.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jLoKESbYBHdq0_m off=3690552 len=998564 2023-12-16T18:33:31.028 INFO:tasks.workunit.client.0.smithi071.stdout:op 1582 completed, throughput=4.99MB/sec 2023-12-16T18:33:31.028 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-krbFCPnLp-0EAZX off=5518153 len=496296 2023-12-16T18:33:31.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 1583 completed, throughput=4.99MB/sec 2023-12-16T18:33:31.032 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sqUj50ZGLpYDqDR off=16505067 len=903013 2023-12-16T18:33:31.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 1584 completed, throughput=4.99MB/sec 2023-12-16T18:33:31.037 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iBoxn42zCiNkXYE off=3003995 len=205556 2023-12-16T18:33:31.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 1585 completed, throughput=4.99MB/sec 2023-12-16T18:33:31.040 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9g2DIU1_4QppwOv off=12907412 len=828757 2023-12-16T18:33:31.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 1586 completed, throughput=4.99MB/sec 2023-12-16T18:33:31.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fZtZj_kAsho9rj- off=8922564 len=1775053 2023-12-16T18:33:31.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 1587 completed, throughput=5MB/sec 2023-12-16T18:33:31.051 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YMnQ0cSPKUKEl7G off=4567587 len=954296 2023-12-16T18:33:31.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 1588 completed, throughput=5MB/sec 2023-12-16T18:33:32.052 INFO:tasks.workunit.client.0.smithi071.stdout: 312: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:32.053 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ppAifUdyp6GGa_J off=203996 len=702532 2023-12-16T18:33:32.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 1589 completed, throughput=4.99MB/sec 2023-12-16T18:33:32.057 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TqF2tud0sNRhTsF off=3355981 len=45794 2023-12-16T18:33:32.058 INFO:tasks.workunit.client.0.smithi071.stdout:op 1590 completed, throughput=4.99MB/sec 2023-12-16T18:33:32.058 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CkKCP4fIr5pH0Qe off=8161772 len=1254033 2023-12-16T18:33:32.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 1591 completed, throughput=4.99MB/sec 2023-12-16T18:33:32.065 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QHA7TQshLlALfqt off=4062421 len=1605099 2023-12-16T18:33:32.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 1592 completed, throughput=5MB/sec 2023-12-16T18:33:32.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N2ursPwzlSuRRhT off=21104542 len=826038 2023-12-16T18:33:32.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 1593 completed, throughput=5MB/sec 2023-12-16T18:33:32.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gKM8i0BKoOqrnqn off=4743388 len=786153 2023-12-16T18:33:32.078 INFO:tasks.workunit.client.0.smithi071.stdout:op 1594 completed, throughput=5MB/sec 2023-12-16T18:33:32.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:32 smithi184 ceph-mon[136228]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:32 smithi071 ceph-mon[139725]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:32 smithi071 ceph-mon[142085]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:33.079 INFO:tasks.workunit.client.0.smithi071.stdout: 313: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:33.079 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dp_ZathRNPnjjFg off=536092 len=1358742 2023-12-16T18:33:33.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 1595 completed, throughput=4.99MB/sec 2023-12-16T18:33:33.086 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zcfYnNFE2gFXzGF off=87284 len=1761151 2023-12-16T18:33:33.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 1596 completed, throughput=5MB/sec 2023-12-16T18:33:33.095 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7Ja7xJGViwoDiyL off=1182441 len=1839334 2023-12-16T18:33:33.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 1597 completed, throughput=5MB/sec 2023-12-16T18:33:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:34.099 INFO:tasks.workunit.client.0.smithi071.stdout: 314: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:34.099 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vhRdZhe2geip7Lp off=4802992 len=244515 2023-12-16T18:33:34.100 INFO:tasks.workunit.client.0.smithi071.stdout:op 1598 completed, throughput=4.99MB/sec 2023-12-16T18:33:34.100 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2aL8dz0FMN4wDE_ off=390388 len=1364736 2023-12-16T18:33:34.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 1599 completed, throughput=4.99MB/sec 2023-12-16T18:33:34.108 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLJ3mNowttCwvr2 off=5615825 len=387126 2023-12-16T18:33:34.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 1600 completed, throughput=4.99MB/sec 2023-12-16T18:33:34.109 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QdM_158OqTRZqoF off=13514262 len=1077238 2023-12-16T18:33:34.110 INFO:tasks.workunit.client.0.smithi071.stdout:op 1601 completed, throughput=4.99MB/sec 2023-12-16T18:33:34.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XfFxSvRMA3W2PIO off=4888945 len=2030860 2023-12-16T18:33:34.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 1602 completed, throughput=5MB/sec 2023-12-16T18:33:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:34 smithi184 ceph-mon[136228]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:34 smithi071 ceph-mon[139725]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:34 smithi071 ceph-mon[142085]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:33:35.113 INFO:tasks.workunit.client.0.smithi071.stdout: 315: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:35.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-In_sBTgrRkTLdRZ off=1790461 len=13369 2023-12-16T18:33:35.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 1603 completed, throughput=4.98MB/sec 2023-12-16T18:33:35.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fSYY13ey9MqSXbp off=1787104 len=2088494 2023-12-16T18:33:35.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 1604 completed, throughput=4.99MB/sec 2023-12-16T18:33:35.116 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uPT01iZaIEMUMd2 off=5013774 len=394487 2023-12-16T18:33:35.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 1605 completed, throughput=4.99MB/sec 2023-12-16T18:33:35.117 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ujfpk1GV6lMaCs9 off=3425595 len=305928 2023-12-16T18:33:35.117 INFO:tasks.workunit.client.0.smithi071.stdout:op 1606 completed, throughput=4.99MB/sec 2023-12-16T18:33:35.117 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-57Xfmc-DKKfcIxe off=7358380 len=2086866 2023-12-16T18:33:35.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 1607 completed, throughput=5MB/sec 2023-12-16T18:33:35.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8Md-xGcnzqDSZcF off=10896110 len=1350455 2023-12-16T18:33:35.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 1608 completed, throughput=5MB/sec 2023-12-16T18:33:36.129 INFO:tasks.workunit.client.0.smithi071.stdout: 316: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:36.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y-GGvcs8ZtXktVE off=7540271 len=1722056 2023-12-16T18:33:36.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 1609 completed, throughput=4.99MB/sec 2023-12-16T18:33:36.139 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TNoPk7nLqemqnji off=1070319 len=1757937 2023-12-16T18:33:36.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 1610 completed, throughput=5MB/sec 2023-12-16T18:33:36.147 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P_s4v3k4j49IdyV off=480507 len=1057780 2023-12-16T18:33:36.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 1611 completed, throughput=5MB/sec 2023-12-16T18:33:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:36 smithi184 ceph-mon[136228]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:33:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:36 smithi071 ceph-mon[139725]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:33:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:36 smithi071 ceph-mon[142085]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:33:37.149 INFO:tasks.workunit.client.0.smithi071.stdout: 317: throughput=4.98MB/sec pending data=0 2023-12-16T18:33:37.149 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kG1dJq73lY-FtQI off=2437640 len=1391351 2023-12-16T18:33:37.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 1612 completed, throughput=4.99MB/sec 2023-12-16T18:33:37.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GbbsMf_J4RiTr-O off=2635868 len=358510 2023-12-16T18:33:37.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 1613 completed, throughput=4.99MB/sec 2023-12-16T18:33:37.157 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-esNNUCzw-ZJ_9ny off=18370043 len=957314 2023-12-16T18:33:37.162 INFO:tasks.workunit.client.0.smithi071.stdout:op 1614 completed, throughput=4.99MB/sec 2023-12-16T18:33:37.162 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F-4TnbV0LQ22nBd off=2697569 len=2008913 2023-12-16T18:33:37.171 INFO:tasks.workunit.client.0.smithi071.stdout:op 1615 completed, throughput=5MB/sec 2023-12-16T18:33:37.171 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E4VTdS3iHN-uM-i off=5378219 len=992799 2023-12-16T18:33:37.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 1616 completed, throughput=5MB/sec 2023-12-16T18:33:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:37] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:33:38.175 INFO:tasks.workunit.client.0.smithi071.stdout: 318: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:38.175 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2v1G8Sd_EVEkcc0 off=15127409 len=464154 2023-12-16T18:33:38.179 INFO:tasks.workunit.client.0.smithi071.stdout:op 1617 completed, throughput=4.99MB/sec 2023-12-16T18:33:38.179 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jGSue5iS91qei-C off=1927421 len=686464 2023-12-16T18:33:38.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 1618 completed, throughput=4.99MB/sec 2023-12-16T18:33:38.183 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xthUrL0YbejxFDw off=3303275 len=2008769 2023-12-16T18:33:38.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 1619 completed, throughput=5MB/sec 2023-12-16T18:33:38.185 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8B7q4AU9qWbCu4h off=446198 len=666846 2023-12-16T18:33:38.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 1620 completed, throughput=5MB/sec 2023-12-16T18:33:38.189 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9JaEscUV-NodpfF off=3083836 len=1275711 2023-12-16T18:33:38.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 1621 completed, throughput=5MB/sec 2023-12-16T18:33:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:38 smithi184 ceph-mon[136228]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:38 smithi071 ceph-mon[139725]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:38 smithi071 ceph-mon[142085]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:39.197 INFO:tasks.workunit.client.0.smithi071.stdout: 319: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:39.197 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sYN3LLllE-BkOIW off=10162497 len=18563 2023-12-16T18:33:39.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 1622 completed, throughput=4.99MB/sec 2023-12-16T18:33:39.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-axjASw44-upJ4Q- off=385664 len=382855 2023-12-16T18:33:39.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 1623 completed, throughput=4.99MB/sec 2023-12-16T18:33:39.201 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PvzwtLwBp2b1Sx2 off=15210946 len=1532299 2023-12-16T18:33:39.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 1624 completed, throughput=4.99MB/sec 2023-12-16T18:33:39.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vxZrF6rc-vJlSUM off=3515111 len=1860740 2023-12-16T18:33:39.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 1625 completed, throughput=5MB/sec 2023-12-16T18:33:39.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pbC7DjuivItUy06 off=17908827 len=741188 2023-12-16T18:33:39.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 1626 completed, throughput=5MB/sec 2023-12-16T18:33:39.217 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NdOoTMDAJYQBaaq off=11546280 len=1721939 2023-12-16T18:33:39.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 1627 completed, throughput=5MB/sec 2023-12-16T18:33:40.227 INFO:tasks.workunit.client.0.smithi071.stdout: 320: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:40.227 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FcVg_chpTmafq1L off=8132553 len=1409759 2023-12-16T18:33:40.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 1628 completed, throughput=4.99MB/sec 2023-12-16T18:33:40.229 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uUI0GjepUurCAEu off=3670113 len=82481 2023-12-16T18:33:40.231 INFO:tasks.workunit.client.0.smithi071.stdout:op 1629 completed, throughput=4.99MB/sec 2023-12-16T18:33:40.231 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qDgwoSq2XGkIMiU off=14827791 len=1485729 2023-12-16T18:33:40.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 1630 completed, throughput=5MB/sec 2023-12-16T18:33:40.233 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kvYvHmbyZP-f3Xw off=6465839 len=1451566 2023-12-16T18:33:40.235 INFO:tasks.workunit.client.0.smithi071.stdout:op 1631 completed, throughput=5MB/sec 2023-12-16T18:33:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:40 smithi184 ceph-mon[136228]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:40 smithi071 ceph-mon[139725]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:40 smithi071 ceph-mon[142085]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:33:41.235 INFO:tasks.workunit.client.0.smithi071.stdout: 321: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:41.236 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WP46LsVchWqQ46F off=1001989 len=1811472 2023-12-16T18:33:41.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 1632 completed, throughput=4.99MB/sec 2023-12-16T18:33:41.243 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-o_RlWxPKDZPjiwt off=7575865 len=2015897 2023-12-16T18:33:41.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 1633 completed, throughput=5MB/sec 2023-12-16T18:33:41.252 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r9pdt1pzrbLIXmZ off=6151742 len=423024 2023-12-16T18:33:41.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 1634 completed, throughput=5MB/sec 2023-12-16T18:33:41.256 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k6qLVjtyhSIh06f off=5385879 len=1905678 2023-12-16T18:33:41.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 1635 completed, throughput=5MB/sec 2023-12-16T18:33:42.257 INFO:tasks.workunit.client.0.smithi071.stdout: 322: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:42.258 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MPb81wxV42ezjQA off=5540700 len=1111133 2023-12-16T18:33:42.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 1636 completed, throughput=4.99MB/sec 2023-12-16T18:33:42.264 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FADJnhTn3vsLn41 off=1088272 len=1384453 2023-12-16T18:33:42.270 INFO:tasks.workunit.client.0.smithi071.stdout:op 1637 completed, throughput=4.99MB/sec 2023-12-16T18:33:42.270 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WkUNFPD_mL4SiJb off=947014 len=1441725 2023-12-16T18:33:42.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 1638 completed, throughput=5MB/sec 2023-12-16T18:33:42.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XF8AmKYbzbdERew off=14215164 len=1231214 2023-12-16T18:33:42.280 INFO:tasks.workunit.client.0.smithi071.stdout:op 1639 completed, throughput=5MB/sec 2023-12-16T18:33:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:42 smithi184 ceph-mon[136228]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:42 smithi071 ceph-mon[139725]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:42 smithi071 ceph-mon[142085]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:43.280 INFO:tasks.workunit.client.0.smithi071.stdout: 323: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:43.280 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ithLmaPr0I7UnkY off=2214336 len=2088467 2023-12-16T18:33:43.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 1640 completed, throughput=4.99MB/sec 2023-12-16T18:33:43.282 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7G7u8e3KfpwEWLe off=4329587 len=598246 2023-12-16T18:33:43.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 1641 completed, throughput=4.99MB/sec 2023-12-16T18:33:43.286 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Apgct93uYY_Dyj off=22663757 len=1302085 2023-12-16T18:33:43.291 INFO:tasks.workunit.client.0.smithi071.stdout:op 1642 completed, throughput=5MB/sec 2023-12-16T18:33:43.291 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--mS2y0Erp8i7-6T off=9157139 len=838341 2023-12-16T18:33:43.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 1643 completed, throughput=5MB/sec 2023-12-16T18:33:44.292 INFO:tasks.workunit.client.0.smithi071.stdout: 324: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:44.293 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pqh7LQ0P7x-bGwB off=19019465 len=838524 2023-12-16T18:33:44.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 1644 completed, throughput=4.99MB/sec 2023-12-16T18:33:44.294 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uoA6MtW-FlA7Bzk off=5060177 len=746989 2023-12-16T18:33:44.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 1645 completed, throughput=4.99MB/sec 2023-12-16T18:33:44.299 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T8Tk-fO1c_FYpIk off=7789246 len=485626 2023-12-16T18:33:44.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 1646 completed, throughput=4.99MB/sec 2023-12-16T18:33:44.302 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d2e1tVrYdMxbLpP off=4953504 len=1652290 2023-12-16T18:33:44.303 INFO:tasks.workunit.client.0.smithi071.stdout:op 1647 completed, throughput=5MB/sec 2023-12-16T18:33:44.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PkOgtqnmEWmZALi off=6567893 len=472760 2023-12-16T18:33:44.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 1648 completed, throughput=5MB/sec 2023-12-16T18:33:44.307 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Tj84m0SLhWBQUuA off=12215354 len=2031124 2023-12-16T18:33:44.311 INFO:tasks.workunit.client.0.smithi071.stdout:op 1649 completed, throughput=5MB/sec 2023-12-16T18:33:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:44 smithi071 ceph-mon[139725]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:33:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:44 smithi071 ceph-mon[142085]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:33:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:44 smithi184 ceph-mon[136228]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:33:45.311 INFO:tasks.workunit.client.0.smithi071.stdout: 325: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:45.311 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JOYJ9xr7HJWLlqS off=402326 len=1515401 2023-12-16T18:33:45.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 1650 completed, throughput=4.99MB/sec 2023-12-16T18:33:45.319 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X7z5LkTCZYhVqwq off=6650811 len=711928 2023-12-16T18:33:45.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 1651 completed, throughput=4.99MB/sec 2023-12-16T18:33:45.324 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w3AglCLKBUd2ae- off=2997142 len=970740 2023-12-16T18:33:45.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 1652 completed, throughput=5MB/sec 2023-12-16T18:33:45.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_w6AsmDEuDRsoKb off=2812248 len=1058825 2023-12-16T18:33:45.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 1653 completed, throughput=5MB/sec 2023-12-16T18:33:46.327 INFO:tasks.workunit.client.0.smithi071.stdout: 326: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:46.327 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7nk2LdCLh-CAsmY off=11828281 len=713627 2023-12-16T18:33:46.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 1654 completed, throughput=4.99MB/sec 2023-12-16T18:33:46.331 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-39IeDM-OZbD9AIA off=2927565 len=915888 2023-12-16T18:33:46.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 1655 completed, throughput=4.99MB/sec 2023-12-16T18:33:46.338 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1yeyHtirwbDMKDD off=19903086 len=1872071 2023-12-16T18:33:46.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 1656 completed, throughput=5MB/sec 2023-12-16T18:33:46.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jRiWepPdJw8Fhcg off=13799225 len=1002832 2023-12-16T18:33:46.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 1657 completed, throughput=5MB/sec 2023-12-16T18:33:46.345 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9PdcNk0x5iAODjy off=17395252 len=500231 2023-12-16T18:33:46.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 1658 completed, throughput=5MB/sec 2023-12-16T18:33:46.346 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KjThVgYrszKObMf off=126160 len=383349 2023-12-16T18:33:46.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 1659 completed, throughput=5MB/sec 2023-12-16T18:33:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:46 smithi071 ceph-mon[139725]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:46 smithi071 ceph-mon[142085]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:46 smithi184 ceph-mon[136228]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:33:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: 327: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:47.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qVEp7PZB7hSj6_k off=2009058 len=484771 2023-12-16T18:33:47.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 1660 completed, throughput=4.99MB/sec 2023-12-16T18:33:47.349 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WFPbbQREfoRZqnz off=206774 len=969697 2023-12-16T18:33:47.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 1661 completed, throughput=4.99MB/sec 2023-12-16T18:33:47.350 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lr5hIpeAEXMMgnN off=1678365 len=109645 2023-12-16T18:33:47.352 INFO:tasks.workunit.client.0.smithi071.stdout:op 1662 completed, throughput=4.99MB/sec 2023-12-16T18:33:47.353 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dB9VzLEPUKemY5O off=7691932 len=1837959 2023-12-16T18:33:47.363 INFO:tasks.workunit.client.0.smithi071.stdout:op 1663 completed, throughput=4.99MB/sec 2023-12-16T18:33:47.363 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--bcggssODnx2J3T off=7981213 len=363550 2023-12-16T18:33:47.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 1664 completed, throughput=5MB/sec 2023-12-16T18:33:47.364 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hzhBgY7EYfJ0RL0 off=1701512 len=1352139 2023-12-16T18:33:47.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 1665 completed, throughput=5MB/sec 2023-12-16T18:33:47.370 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nd8WRr9q_mC2NcO off=145042 len=745328 2023-12-16T18:33:47.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 1666 completed, throughput=5MB/sec 2023-12-16T18:33:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:47] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:33:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: 328: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:48.374 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-C7oNF6H7vVEZhr4 off=11113992 len=1772703 2023-12-16T18:33:48.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 1667 completed, throughput=4.99MB/sec 2023-12-16T18:33:48.382 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f_8CHJZajBDZyUR off=6178865 len=369819 2023-12-16T18:33:48.382 INFO:tasks.workunit.client.0.smithi071.stdout:op 1668 completed, throughput=4.99MB/sec 2023-12-16T18:33:48.382 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k8dSml6UMUnSneu off=317193 len=409312 2023-12-16T18:33:48.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 1669 completed, throughput=4.99MB/sec 2023-12-16T18:33:48.386 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tE7AOmgQbywocHa off=515952 len=881474 2023-12-16T18:33:48.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 1670 completed, throughput=5MB/sec 2023-12-16T18:33:48.387 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Av8ztLQ6mIHyX3_ off=7463476 len=1636287 2023-12-16T18:33:48.394 INFO:tasks.workunit.client.0.smithi071.stdout:op 1671 completed, throughput=5MB/sec 2023-12-16T18:33:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:48 smithi071 ceph-mon[139725]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:48 smithi071 ceph-mon[142085]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:48 smithi184 ceph-mon[136228]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:33:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:33:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: 329: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:49.394 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N_D9HwHR93lKrBc off=2494764 len=1296405 2023-12-16T18:33:49.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 1672 completed, throughput=4.99MB/sec 2023-12-16T18:33:49.400 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-J5He1jfeb00y6L2 off=1707134 len=1668724 2023-12-16T18:33:49.410 INFO:tasks.workunit.client.0.smithi071.stdout:op 1673 completed, throughput=4.99MB/sec 2023-12-16T18:33:49.410 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jlIyPxNz7k6yt7j off=11976127 len=1736260 2023-12-16T18:33:49.413 INFO:tasks.workunit.client.0.smithi071.stdout:op 1674 completed, throughput=5MB/sec 2023-12-16T18:33:49.414 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Fr8bGaM9y1wVUT6 off=14839625 len=943828 2023-12-16T18:33:49.419 INFO:tasks.workunit.client.0.smithi071.stdout:op 1675 completed, throughput=5MB/sec 2023-12-16T18:33:50.420 INFO:tasks.workunit.client.0.smithi071.stdout: 330: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:50.420 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RHZaX1xt6m0sj_X off=277144 len=1290985 2023-12-16T18:33:50.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 1676 completed, throughput=4.99MB/sec 2023-12-16T18:33:50.423 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f9OOF1ZrTBUTDI6 off=6870835 len=629626 2023-12-16T18:33:50.424 INFO:tasks.workunit.client.0.smithi071.stdout:op 1677 completed, throughput=4.99MB/sec 2023-12-16T18:33:50.424 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MOx3_kpNM-W1hfJ off=19668728 len=287259 2023-12-16T18:33:50.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 1678 completed, throughput=4.99MB/sec 2023-12-16T18:33:50.425 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oRF23AXKV8ZH_V_ off=6436470 len=1613942 2023-12-16T18:33:50.426 INFO:tasks.workunit.client.0.smithi071.stdout:op 1679 completed, throughput=5MB/sec 2023-12-16T18:33:50.426 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0NPD9-ZTispV87p off=4856987 len=619019 2023-12-16T18:33:50.428 INFO:tasks.workunit.client.0.smithi071.stdout:op 1680 completed, throughput=5MB/sec 2023-12-16T18:33:50.428 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wspNwaoo4WZb6B8 off=319992 len=156504 2023-12-16T18:33:50.431 INFO:tasks.workunit.client.0.smithi071.stdout:op 1681 completed, throughput=5MB/sec 2023-12-16T18:33:50.431 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_nGq_zTxHetpgLk off=3751531 len=1075637 2023-12-16T18:33:50.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 1682 completed, throughput=5MB/sec 2023-12-16T18:33:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:50 smithi071 ceph-mon[139725]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:50 smithi071 ceph-mon[142085]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:50 smithi184 ceph-mon[136228]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:33:51.432 INFO:tasks.workunit.client.0.smithi071.stdout: 331: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:51.432 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-H8sNDVdNXI3QOPM off=3650358 len=134706 2023-12-16T18:33:51.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 1683 completed, throughput=4.99MB/sec 2023-12-16T18:33:51.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GlHEQ6KLrTJSuJM off=1581750 len=340995 2023-12-16T18:33:51.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 1684 completed, throughput=4.99MB/sec 2023-12-16T18:33:51.436 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-53Z76UhMfcKPcoh off=4250167 len=699962 2023-12-16T18:33:51.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 1685 completed, throughput=4.99MB/sec 2023-12-16T18:33:51.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gahhhhrj29RVRZB off=6371703 len=1145365 2023-12-16T18:33:51.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 1686 completed, throughput=4.99MB/sec 2023-12-16T18:33:51.442 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yIGwTCd7JoB6B1a off=2450616 len=1130631 2023-12-16T18:33:51.443 INFO:tasks.workunit.client.0.smithi071.stdout:op 1687 completed, throughput=5MB/sec 2023-12-16T18:33:51.443 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sCjSopJdeJei8KS off=6687805 len=925487 2023-12-16T18:33:51.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 1688 completed, throughput=5MB/sec 2023-12-16T18:33:51.760 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (23m) 10m ago 26m 26.4M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (23m) 7m ago 25m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (27m) 10m ago 27m 21.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (27m) 7m ago 27m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (22m) 7m ago 29m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (23m) 10m ago 30m 504M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (22m) 10m ago 30m 84.0M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (22m) 7m ago 29m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (22m) 10m ago 29m 67.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:33:52.067 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (23m) 10m ago 25m 15.0M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (23m) 7m ago 25m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (21m) 10m ago 28m 377M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (21m) 10m ago 28m 281M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (20m) 10m ago 28m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (20m) 10m ago 28m 346M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (19m) 7m ago 27m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (19m) 7m ago 27m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (18m) 7m ago 27m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (18m) 7m ago 27m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:33:52.068 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (22m) 7m ago 26m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:33:52.447 INFO:tasks.workunit.client.0.smithi071.stdout: 332: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:52.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--s4O19AMqXvtsj9 off=5935915 len=2041069 2023-12-16T18:33:52.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 1689 completed, throughput=4.99MB/sec 2023-12-16T18:33:52.448 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yCW_lVKt8ev9G8h off=1210719 len=1238461 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:52.452 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:33:52.453 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:33:52.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 1690 completed, throughput=4.99MB/sec 2023-12-16T18:33:52.455 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cj24cjg3gN2fB0y off=5880397 len=2050041 2023-12-16T18:33:52.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 1691 completed, throughput=5MB/sec 2023-12-16T18:33:52.638 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:52 smithi184 ceph-mon[136228]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:52 smithi071 ceph-mon[139725]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:52 smithi071 ceph-mon[142085]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:33:53.466 INFO:tasks.workunit.client.0.smithi071.stdout: 333: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:53.466 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c9bqgyGwWBqPaaF off=9584765 len=458171 2023-12-16T18:33:53.467 INFO:tasks.workunit.client.0.smithi071.stdout:op 1692 completed, throughput=4.99MB/sec 2023-12-16T18:33:53.467 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GX4Ovuh9CRBgtyu off=16617606 len=1249675 2023-12-16T18:33:53.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 1693 completed, throughput=4.99MB/sec 2023-12-16T18:33:53.472 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ccrB-BNrHd_vMTo off=1868489 len=1122089 2023-12-16T18:33:53.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 1694 completed, throughput=4.99MB/sec 2023-12-16T18:33:53.478 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YjlCCjG61ITIRAQ off=18910285 len=298493 2023-12-16T18:33:53.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 1695 completed, throughput=4.99MB/sec 2023-12-16T18:33:53.481 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TYPkNjDFeGJGZox off=9905430 len=1332521 2023-12-16T18:33:53.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 1696 completed, throughput=5MB/sec 2023-12-16T18:33:53.483 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k2IFZhZ7JaMnskW off=15201279 len=1592061 2023-12-16T18:33:53.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 1697 completed, throughput=5MB/sec 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[139725]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[139725]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1505962846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[142085]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[142085]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:53 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1505962846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:53 smithi184 ceph-mon[136228]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:53 smithi184 ceph-mon[136228]: from='client.45365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:33:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:53 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1505962846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:33:54.485 INFO:tasks.workunit.client.0.smithi071.stdout: 334: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:54.485 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q9DKoLvIQ6DDkfx off=3114081 len=999031 2023-12-16T18:33:54.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 1698 completed, throughput=4.99MB/sec 2023-12-16T18:33:54.491 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TBhsilS3IbmsEwX off=1588660 len=239551 2023-12-16T18:33:54.492 INFO:tasks.workunit.client.0.smithi071.stdout:op 1699 completed, throughput=4.99MB/sec 2023-12-16T18:33:54.492 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jfmH-nmwGX3Gg3T off=1507021 len=934405 2023-12-16T18:33:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:op 1700 completed, throughput=4.99MB/sec 2023-12-16T18:33:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--aahPoKStxlP7-E off=6184286 len=411329 2023-12-16T18:33:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 1701 completed, throughput=4.99MB/sec 2023-12-16T18:33:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EN078B5u7wRNy1b off=22923136 len=481908 2023-12-16T18:33:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 1702 completed, throughput=5MB/sec 2023-12-16T18:33:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wqUhB0H8qWU0bZv off=10436966 len=816144 2023-12-16T18:33:54.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 1703 completed, throughput=5MB/sec 2023-12-16T18:33:54.503 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CNXheFyUvRLAhXC off=15628328 len=1687611 2023-12-16T18:33:54.506 INFO:tasks.workunit.client.0.smithi071.stdout:op 1704 completed, throughput=5MB/sec 2023-12-16T18:33:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:54 smithi071 ceph-mon[139725]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:33:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:54 smithi071 ceph-mon[142085]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:33:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:54 smithi184 ceph-mon[136228]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:33:55.507 INFO:tasks.workunit.client.0.smithi071.stdout: 335: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:55.507 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zzXEo4rJgeaFtu4 off=14819945 len=2057349 2023-12-16T18:33:55.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 1705 completed, throughput=4.99MB/sec 2023-12-16T18:33:55.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wINARfaGkj9RdFz off=15718271 len=940445 2023-12-16T18:33:55.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 1706 completed, throughput=5MB/sec 2023-12-16T18:33:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Glhk3kXeP9xNYXd off=26796 len=791745 2023-12-16T18:33:55.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 1707 completed, throughput=5MB/sec 2023-12-16T18:33:55.516 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ItYgrwgn7fvaYta off=16231509 len=1597909 2023-12-16T18:33:55.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 1708 completed, throughput=5MB/sec 2023-12-16T18:33:56.518 INFO:tasks.workunit.client.0.smithi071.stdout: 336: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:56.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EoedccWoXlTPelq off=14437315 len=1861085 2023-12-16T18:33:56.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 1709 completed, throughput=4.99MB/sec 2023-12-16T18:33:56.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EZF3flYR2dX2D4Y off=4120506 len=1138629 2023-12-16T18:33:56.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 1710 completed, throughput=5MB/sec 2023-12-16T18:33:56.523 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oxk-l_dDeYCtxZU off=9472323 len=905529 2023-12-16T18:33:56.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 1711 completed, throughput=5MB/sec 2023-12-16T18:33:56.525 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oRHyaVP0mg_ktY5 off=675111 len=369631 2023-12-16T18:33:56.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 1712 completed, throughput=5MB/sec 2023-12-16T18:33:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:56 smithi071 ceph-mon[139725]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:33:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:56 smithi071 ceph-mon[142085]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:33:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:56 smithi184 ceph-mon[136228]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:33:57.526 INFO:tasks.workunit.client.0.smithi071.stdout: 337: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:57.526 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9RHbFisOOAYBOO5 off=578144 len=1609922 2023-12-16T18:33:57.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 1713 completed, throughput=4.99MB/sec 2023-12-16T18:33:57.532 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LmwNjg-hHmRQnGR off=5747486 len=1534109 2023-12-16T18:33:57.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 1714 completed, throughput=4.99MB/sec 2023-12-16T18:33:57.538 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BP_edUY9MWltumc off=2153868 len=1317595 2023-12-16T18:33:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 1715 completed, throughput=5MB/sec 2023-12-16T18:33:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HAqNy-bS2GMp1uO off=10872049 len=17441 2023-12-16T18:33:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 1716 completed, throughput=5MB/sec 2023-12-16T18:33:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-67CqHiM_WUd47cQ off=5071845 len=669492 2023-12-16T18:33:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 1717 completed, throughput=5MB/sec 2023-12-16T18:33:57.541 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f29fYgaO3KrwQqm off=9116598 len=644990 2023-12-16T18:33:57.541 INFO:tasks.workunit.client.0.smithi071.stdout:op 1718 completed, throughput=5MB/sec 2023-12-16T18:33:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:33:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:33:57] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-16T18:33:58.542 INFO:tasks.workunit.client.0.smithi071.stdout: 338: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:58.542 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fSYY13ey9MqSXbp off=2151103 len=232300 2023-12-16T18:33:58.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 1719 completed, throughput=4.99MB/sec 2023-12-16T18:33:58.543 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F6pD60S_Tdzv2mx off=16963976 len=25469 2023-12-16T18:33:58.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 1720 completed, throughput=4.99MB/sec 2023-12-16T18:33:58.543 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-laJlqtyeqS_6xYw off=7917002 len=1333946 2023-12-16T18:33:58.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 1721 completed, throughput=4.99MB/sec 2023-12-16T18:33:58.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Xd5iUXbBwVAyJ3- off=5148335 len=697325 2023-12-16T18:33:58.553 INFO:tasks.workunit.client.0.smithi071.stdout:op 1722 completed, throughput=4.99MB/sec 2023-12-16T18:33:58.553 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_jEeZKRWFMKrJkw off=5397915 len=1170853 2023-12-16T18:33:58.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 1723 completed, throughput=5MB/sec 2023-12-16T18:33:58.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mzrIQh-XJUyCvxd off=8708016 len=1148030 2023-12-16T18:33:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 1724 completed, throughput=5MB/sec 2023-12-16T18:33:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yjBuY8sKwY-5tUN off=13782257 len=689919 2023-12-16T18:33:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 1725 completed, throughput=5MB/sec 2023-12-16T18:33:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:58 smithi071 ceph-mon[139725]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:33:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:33:58 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:33:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:58 smithi071 ceph-mon[142085]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:33:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:33:58 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:33:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:58 smithi184 ceph-mon[136228]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:33:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:33:58 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:33:59.565 INFO:tasks.workunit.client.0.smithi071.stdout: 339: throughput=4.99MB/sec pending data=0 2023-12-16T18:33:59.565 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TVrI2hgm_W5t25G off=15997730 len=686919 2023-12-16T18:33:59.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 1726 completed, throughput=4.99MB/sec 2023-12-16T18:33:59.568 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QY4M800_4ttsTj5 off=1694407 len=305255 2023-12-16T18:33:59.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 1727 completed, throughput=4.99MB/sec 2023-12-16T18:33:59.568 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FZKC2tZCArC45k6 off=20085403 len=1892899 2023-12-16T18:33:59.570 INFO:tasks.workunit.client.0.smithi071.stdout:op 1728 completed, throughput=4.99MB/sec 2023-12-16T18:33:59.570 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rS8IpH7eJ82Rw0K off=11587259 len=603913 2023-12-16T18:33:59.579 INFO:tasks.workunit.client.0.smithi071.stdout:op 1729 completed, throughput=5MB/sec 2023-12-16T18:33:59.579 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cFibCNz4KTeMb6l off=7639959 len=1850908 2023-12-16T18:33:59.589 INFO:tasks.workunit.client.0.smithi071.stdout:op 1730 completed, throughput=5MB/sec 2023-12-16T18:34:00.590 INFO:tasks.workunit.client.0.smithi071.stdout: 340: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:00.590 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zC6HudJHf1zeccj off=138581 len=485666 2023-12-16T18:34:00.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 1731 completed, throughput=4.99MB/sec 2023-12-16T18:34:00.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Shm1gaeI1GxKCNd off=4592780 len=124280 2023-12-16T18:34:00.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 1732 completed, throughput=4.99MB/sec 2023-12-16T18:34:00.594 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aIDleGuNnvSTqXj off=575652 len=126807 2023-12-16T18:34:00.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 1733 completed, throughput=4.99MB/sec 2023-12-16T18:34:00.597 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FZKC2tZCArC45k6 off=6045642 len=1956959 2023-12-16T18:34:00.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 1734 completed, throughput=4.99MB/sec 2023-12-16T18:34:00.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eEneenvxD7z_8Qv off=3563926 len=1422908 2023-12-16T18:34:00.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 1735 completed, throughput=5MB/sec 2023-12-16T18:34:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--JMpiWqNlfzNhii off=11723690 len=370051 2023-12-16T18:34:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 1736 completed, throughput=5MB/sec 2023-12-16T18:34:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bt26p0ST5jssAMB off=10333273 len=1026198 2023-12-16T18:34:00.603 INFO:tasks.workunit.client.0.smithi071.stdout:op 1737 completed, throughput=5MB/sec 2023-12-16T18:34:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[139725]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[142085]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:00 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:00 smithi184 ceph-mon[136228]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:00 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:01.604 INFO:tasks.workunit.client.0.smithi071.stdout: 341: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:01.604 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zcTCLJMrYutB-iU off=16513897 len=1164564 2023-12-16T18:34:01.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 1738 completed, throughput=4.99MB/sec 2023-12-16T18:34:01.609 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HDeciQ7tzOPDZXm off=2220399 len=1065824 2023-12-16T18:34:01.611 INFO:tasks.workunit.client.0.smithi071.stdout:op 1739 completed, throughput=4.99MB/sec 2023-12-16T18:34:01.611 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-udsa5sHoJZm-UDP off=14857744 len=1095813 2023-12-16T18:34:01.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 1740 completed, throughput=5MB/sec 2023-12-16T18:34:01.612 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-09Ig7plUXwhpOpK off=465165 len=679447 2023-12-16T18:34:01.613 INFO:tasks.workunit.client.0.smithi071.stdout:op 1741 completed, throughput=5MB/sec 2023-12-16T18:34:01.613 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YsdIHE_xAt7xYS0 off=16107835 len=1112514 2023-12-16T18:34:01.613 INFO:tasks.workunit.client.0.smithi071.stdout:op 1742 completed, throughput=5MB/sec 2023-12-16T18:34:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:34:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:34:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:34:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:34:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:34:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:34:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:34:02.614 INFO:tasks.workunit.client.0.smithi071.stdout: 342: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:02.614 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WaVvIHtbIGdIPul off=5217246 len=1421156 2023-12-16T18:34:02.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 1743 completed, throughput=4.99MB/sec 2023-12-16T18:34:02.618 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--bbjnNUlSeT9_KB off=13347859 len=1568833 2023-12-16T18:34:02.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 1744 completed, throughput=4.99MB/sec 2023-12-16T18:34:02.622 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-feAkO_cUwRHLLuI off=1087858 len=807869 2023-12-16T18:34:02.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 1745 completed, throughput=5MB/sec 2023-12-16T18:34:02.627 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LQDM5OGnoGg8LOz off=2626266 len=1907411 2023-12-16T18:34:02.636 INFO:tasks.workunit.client.0.smithi071.stdout:op 1746 completed, throughput=5MB/sec 2023-12-16T18:34:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:02 smithi071 ceph-mon[139725]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:34:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:02 smithi071 ceph-mon[142085]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:34:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:02 smithi184 ceph-mon[136228]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:34:03.637 INFO:tasks.workunit.client.0.smithi071.stdout: 343: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:03.637 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cFrIbeey_Tz59Zj off=14728907 len=749942 2023-12-16T18:34:03.642 INFO:tasks.workunit.client.0.smithi071.stdout:op 1747 completed, throughput=4.99MB/sec 2023-12-16T18:34:03.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9_fQfFFwJYDefkK off=3449795 len=855290 2023-12-16T18:34:03.647 INFO:tasks.workunit.client.0.smithi071.stdout:op 1748 completed, throughput=4.99MB/sec 2023-12-16T18:34:03.647 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fCW7iA19CYvMwbV off=6249478 len=1129692 2023-12-16T18:34:03.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 1749 completed, throughput=5MB/sec 2023-12-16T18:34:03.649 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xOOmFQKvlyT7he3 off=16175991 len=1283962 2023-12-16T18:34:03.651 INFO:tasks.workunit.client.0.smithi071.stdout:op 1750 completed, throughput=5MB/sec 2023-12-16T18:34:03.651 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VR8Ceplivl3x_5W off=300954 len=1067638 2023-12-16T18:34:03.656 INFO:tasks.workunit.client.0.smithi071.stdout:op 1751 completed, throughput=5MB/sec 2023-12-16T18:34:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:04.656 INFO:tasks.workunit.client.0.smithi071.stdout: 344: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:04.657 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FE6TIC809HxPFOu off=2802716 len=754537 2023-12-16T18:34:04.662 INFO:tasks.workunit.client.0.smithi071.stdout:op 1752 completed, throughput=4.99MB/sec 2023-12-16T18:34:04.662 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1hl9R8Z9NLuj7WK off=1504708 len=4949 2023-12-16T18:34:04.664 INFO:tasks.workunit.client.0.smithi071.stdout:op 1753 completed, throughput=4.99MB/sec 2023-12-16T18:34:04.664 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KmovHePMoQpj6Up off=5151439 len=794311 2023-12-16T18:34:04.668 INFO:tasks.workunit.client.0.smithi071.stdout:op 1754 completed, throughput=4.99MB/sec 2023-12-16T18:34:04.668 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I-suaGYWFNPBGK7 off=4627859 len=644318 2023-12-16T18:34:04.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 1755 completed, throughput=4.99MB/sec 2023-12-16T18:34:04.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0WKlauVCDcDvmZ9 off=9458129 len=1040906 2023-12-16T18:34:04.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 1756 completed, throughput=5MB/sec 2023-12-16T18:34:04.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZviUc47H7Vx6QoY off=5124861 len=1093880 2023-12-16T18:34:04.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 1757 completed, throughput=5MB/sec 2023-12-16T18:34:04.676 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bstaO-vT0ZDvQKP off=3943847 len=1491156 2023-12-16T18:34:04.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 1758 completed, throughput=5MB/sec 2023-12-16T18:34:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:04 smithi071 ceph-mon[139725]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:04 smithi071 ceph-mon[142085]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:04 smithi184 ceph-mon[136228]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:05.684 INFO:tasks.workunit.client.0.smithi071.stdout: 345: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:05.684 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1JnmgDuXlEZHnmW off=7155734 len=209246 2023-12-16T18:34:05.687 INFO:tasks.workunit.client.0.smithi071.stdout:op 1759 completed, throughput=4.99MB/sec 2023-12-16T18:34:05.687 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VIJ6hyrnsCXWGrK off=14346160 len=729447 2023-12-16T18:34:05.691 INFO:tasks.workunit.client.0.smithi071.stdout:op 1760 completed, throughput=4.99MB/sec 2023-12-16T18:34:05.691 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ByuMZknBWhuQ54h off=935925 len=555671 2023-12-16T18:34:05.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 1761 completed, throughput=4.99MB/sec 2023-12-16T18:34:05.696 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S4NyvqvqhUa-YJg off=4322475 len=77809 2023-12-16T18:34:05.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 1762 completed, throughput=4.99MB/sec 2023-12-16T18:34:05.696 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IaPTEHJU7huQGhH off=11882453 len=197642 2023-12-16T18:34:05.699 INFO:tasks.workunit.client.0.smithi071.stdout:op 1763 completed, throughput=4.99MB/sec 2023-12-16T18:34:05.699 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yzfqVE6_krBF0QW off=21030170 len=1774867 2023-12-16T18:34:05.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 1764 completed, throughput=5MB/sec 2023-12-16T18:34:05.701 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_4P5ou4xh1ALS0n off=2032230 len=2092831 2023-12-16T18:34:05.703 INFO:tasks.workunit.client.0.smithi071.stdout:op 1765 completed, throughput=5MB/sec 2023-12-16T18:34:06.703 INFO:tasks.workunit.client.0.smithi071.stdout: 346: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:06.704 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QqyWw0ZrHRwyVXT off=2008571 len=806480 2023-12-16T18:34:06.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 1766 completed, throughput=4.99MB/sec 2023-12-16T18:34:06.707 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yLcwnGd23LNVEVa off=627746 len=47610 2023-12-16T18:34:06.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 1767 completed, throughput=4.99MB/sec 2023-12-16T18:34:06.708 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TAVoNgnwK3f2vAp off=3895166 len=1103840 2023-12-16T18:34:06.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 1768 completed, throughput=4.99MB/sec 2023-12-16T18:34:06.713 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S6LqBWiV911zVLD off=7464081 len=604290 2023-12-16T18:34:06.715 INFO:tasks.workunit.client.0.smithi071.stdout:op 1769 completed, throughput=5MB/sec 2023-12-16T18:34:06.715 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9IaYczAdm76rCZQ off=8008293 len=1438891 2023-12-16T18:34:06.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 1770 completed, throughput=5MB/sec 2023-12-16T18:34:06.722 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JTteJIuIQZ4yG08 off=5485864 len=99204 2023-12-16T18:34:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:06 smithi071 ceph-mon[139725]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:06 smithi071 ceph-mon[142085]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:06.723 INFO:tasks.workunit.client.0.smithi071.stdout:op 1771 completed, throughput=5MB/sec 2023-12-16T18:34:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:06 smithi184 ceph-mon[136228]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:07] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:34:07.724 INFO:tasks.workunit.client.0.smithi071.stdout: 347: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:07.724 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HwacMfaRLxGtPUC off=9923907 len=593065 2023-12-16T18:34:07.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 1772 completed, throughput=4.99MB/sec 2023-12-16T18:34:07.728 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MLLariNyEiTi7mR off=1115079 len=1216889 2023-12-16T18:34:07.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 1773 completed, throughput=4.99MB/sec 2023-12-16T18:34:07.735 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2M_g3mUqlkTDal8 off=12118533 len=1788314 2023-12-16T18:34:07.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 1774 completed, throughput=5MB/sec 2023-12-16T18:34:07.737 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N1wYIyTuqGJf89K off=21332388 len=76506 2023-12-16T18:34:07.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 1775 completed, throughput=5MB/sec 2023-12-16T18:34:07.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LNYtySihC63mhF6 off=5343990 len=1524670 2023-12-16T18:34:07.747 INFO:tasks.workunit.client.0.smithi071.stdout:op 1776 completed, throughput=5MB/sec 2023-12-16T18:34:07.747 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xqFFQBqEgqHAp6T off=3969631 len=1679781 2023-12-16T18:34:07.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 1777 completed, throughput=5MB/sec 2023-12-16T18:34:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:08 smithi071 ceph-mon[139725]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:08 smithi071 ceph-mon[142085]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:08.754 INFO:tasks.workunit.client.0.smithi071.stdout: 348: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:08.754 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ygJk_4OKl7zR1fW off=1566721 len=2025190 2023-12-16T18:34:08.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 1778 completed, throughput=5MB/sec 2023-12-16T18:34:08.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sMlhfLuVGaBzjN_ off=4596663 len=1621088 2023-12-16T18:34:08.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 1779 completed, throughput=5MB/sec 2023-12-16T18:34:08.766 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K5tDvdNjuheO8i4 off=16115458 len=476657 2023-12-16T18:34:08.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 1780 completed, throughput=5MB/sec 2023-12-16T18:34:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:08 smithi184 ceph-mon[136228]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:09.770 INFO:tasks.workunit.client.0.smithi071.stdout: 349: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:09.770 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L_QUYoRVGiSdt6g off=11528863 len=580229 2023-12-16T18:34:09.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 1781 completed, throughput=4.99MB/sec 2023-12-16T18:34:09.771 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MnzROIciQ8_VaTQ off=7997189 len=133757 2023-12-16T18:34:09.774 INFO:tasks.workunit.client.0.smithi071.stdout:op 1782 completed, throughput=4.99MB/sec 2023-12-16T18:34:09.774 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-40nNjerMO0XyLO- off=388090 len=2072281 2023-12-16T18:34:09.786 INFO:tasks.workunit.client.0.smithi071.stdout:op 1783 completed, throughput=4.99MB/sec 2023-12-16T18:34:09.786 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rpS5jLcLhlKWh7q off=12635288 len=122032 2023-12-16T18:34:09.787 INFO:tasks.workunit.client.0.smithi071.stdout:op 1784 completed, throughput=4.99MB/sec 2023-12-16T18:34:09.787 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oxk-l_dDeYCtxZU off=7690754 len=584079 2023-12-16T18:34:09.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 1785 completed, throughput=5MB/sec 2023-12-16T18:34:09.791 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5qWkEfDDSuAoesS off=1290483 len=1950161 2023-12-16T18:34:09.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 1786 completed, throughput=5MB/sec 2023-12-16T18:34:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:10 smithi071 ceph-mon[139725]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:34:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:10 smithi071 ceph-mon[142085]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:34:10.800 INFO:tasks.workunit.client.0.smithi071.stdout: 350: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:10.800 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BYVU3goP5mRLXci off=1914859 len=1567752 2023-12-16T18:34:10.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 1787 completed, throughput=4.99MB/sec 2023-12-16T18:34:10.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mlO0AkPDCVtGsN4 off=3106522 len=577171 2023-12-16T18:34:10.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 1788 completed, throughput=4.99MB/sec 2023-12-16T18:34:10.811 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TFLib-SI6xYmUdl off=6112827 len=351464 2023-12-16T18:34:10.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 1789 completed, throughput=4.99MB/sec 2023-12-16T18:34:10.814 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qcs776bkBf9itV4 off=1648568 len=1144011 2023-12-16T18:34:10.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 1790 completed, throughput=5MB/sec 2023-12-16T18:34:10.815 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w5TNIytlT63hgqC off=1416004 len=295045 2023-12-16T18:34:10.816 INFO:tasks.workunit.client.0.smithi071.stdout:op 1791 completed, throughput=5MB/sec 2023-12-16T18:34:10.816 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uNw5KB2hDbRS4gR off=556273 len=2013583 2023-12-16T18:34:10.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 1792 completed, throughput=5MB/sec 2023-12-16T18:34:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:10 smithi184 ceph-mon[136228]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:34:11.818 INFO:tasks.workunit.client.0.smithi071.stdout: 351: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:11.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_DDFD-d21crT2_w off=7551575 len=2031906 2023-12-16T18:34:11.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 1793 completed, throughput=4.99MB/sec 2023-12-16T18:34:11.823 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9skcf-R68XNrs9G off=8174817 len=1647926 2023-12-16T18:34:11.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 1794 completed, throughput=5MB/sec 2023-12-16T18:34:11.830 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ulJrVsSLXj4idLd off=727371 len=795870 2023-12-16T18:34:11.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 1795 completed, throughput=5MB/sec 2023-12-16T18:34:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:12 smithi071 ceph-mon[139725]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:34:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:12 smithi071 ceph-mon[142085]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:34:12.831 INFO:tasks.workunit.client.0.smithi071.stdout: 352: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:12.831 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ny3qx5ggKaqtoYB off=15467094 len=715599 2023-12-16T18:34:12.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 1796 completed, throughput=4.99MB/sec 2023-12-16T18:34:12.833 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uHy09XSssCR1_6T off=1013100 len=1119055 2023-12-16T18:34:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:12 smithi184 ceph-mon[136228]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:34:12.838 INFO:tasks.workunit.client.0.smithi071.stdout:op 1797 completed, throughput=4.99MB/sec 2023-12-16T18:34:12.838 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YGuMj9uqId84cVI off=4387997 len=1541700 2023-12-16T18:34:12.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 1798 completed, throughput=5MB/sec 2023-12-16T18:34:12.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XfFxSvRMA3W2PIO off=3281651 len=1858146 2023-12-16T18:34:12.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 1799 completed, throughput=5MB/sec 2023-12-16T18:34:12.849 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gqmVwbnOLUHtf2g off=8193573 len=1461160 2023-12-16T18:34:12.851 INFO:tasks.workunit.client.0.smithi071.stdout:op 1800 completed, throughput=5MB/sec 2023-12-16T18:34:13.851 INFO:tasks.workunit.client.0.smithi071.stdout: 353: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:13.851 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1_wxRkWSPgmo10K off=3467535 len=1593402 2023-12-16T18:34:13.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 1801 completed, throughput=4.99MB/sec 2023-12-16T18:34:13.860 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pLXNy4JLPbxSzRg off=6936378 len=1970838 2023-12-16T18:34:13.869 INFO:tasks.workunit.client.0.smithi071.stdout:op 1802 completed, throughput=5MB/sec 2023-12-16T18:34:13.869 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sks14MeFVwRFUG- off=14313133 len=1344084 2023-12-16T18:34:13.875 INFO:tasks.workunit.client.0.smithi071.stdout:op 1803 completed, throughput=5MB/sec 2023-12-16T18:34:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:14 smithi071 ceph-mon[139725]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:14 smithi071 ceph-mon[142085]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:14 smithi184 ceph-mon[136228]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:14.876 INFO:tasks.workunit.client.0.smithi071.stdout: 354: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:14.876 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6kbGrBuATAdlgzJ off=3059894 len=1657141 2023-12-16T18:34:14.878 INFO:tasks.workunit.client.0.smithi071.stdout:op 1804 completed, throughput=4.99MB/sec 2023-12-16T18:34:14.878 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ShGDiO5QOAkeGuD off=11553072 len=901268 2023-12-16T18:34:14.884 INFO:tasks.workunit.client.0.smithi071.stdout:op 1805 completed, throughput=5MB/sec 2023-12-16T18:34:14.884 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X4DLv_ayGrgyUQ7 off=1030936 len=921039 2023-12-16T18:34:14.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 1806 completed, throughput=5MB/sec 2023-12-16T18:34:14.885 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eaNZ0HTY5Onr1h5 off=1894120 len=1421673 2023-12-16T18:34:14.887 INFO:tasks.workunit.client.0.smithi071.stdout:op 1807 completed, throughput=5MB/sec 2023-12-16T18:34:15.887 INFO:tasks.workunit.client.0.smithi071.stdout: 355: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:15.887 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zcTCLJMrYutB-iU off=15546946 len=628135 2023-12-16T18:34:15.888 INFO:tasks.workunit.client.0.smithi071.stdout:op 1808 completed, throughput=4.99MB/sec 2023-12-16T18:34:15.888 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6PSfwErb0f4P9I9 off=1776936 len=160651 2023-12-16T18:34:15.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 1809 completed, throughput=4.99MB/sec 2023-12-16T18:34:15.891 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uq0zLDeQRWAh94_ off=5060502 len=163772 2023-12-16T18:34:15.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 1810 completed, throughput=4.99MB/sec 2023-12-16T18:34:15.891 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bokNXKoRjVqD0hR off=2256531 len=1852998 2023-12-16T18:34:15.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 1811 completed, throughput=5MB/sec 2023-12-16T18:34:15.893 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T5mCPAtO5SNGq0P off=1754644 len=744842 2023-12-16T18:34:15.893 INFO:tasks.workunit.client.0.smithi071.stdout:op 1812 completed, throughput=5MB/sec 2023-12-16T18:34:15.894 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y6Ku9Gd2L9n-InI off=7671305 len=2062668 2023-12-16T18:34:15.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 1813 completed, throughput=5MB/sec 2023-12-16T18:34:16.704 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:16 smithi071 ceph-mon[139725]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:16.704 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:16 smithi071 ceph-mon[142085]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:16 smithi184 ceph-mon[136228]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:16.901 INFO:tasks.workunit.client.0.smithi071.stdout: 356: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:16.901 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-53RQjTIUGl2G55i off=2402451 len=997395 2023-12-16T18:34:16.906 INFO:tasks.workunit.client.0.smithi071.stdout:op 1814 completed, throughput=4.99MB/sec 2023-12-16T18:34:16.906 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ULfDwhhcaCtubx2 off=4960156 len=583516 2023-12-16T18:34:16.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 1815 completed, throughput=4.99MB/sec 2023-12-16T18:34:16.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k01PtFrGqdG0SV3 off=20466188 len=332048 2023-12-16T18:34:16.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 1816 completed, throughput=4.99MB/sec 2023-12-16T18:34:16.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p2e1iEbJFP4VxzW off=2513681 len=1743333 2023-12-16T18:34:16.922 INFO:tasks.workunit.client.0.smithi071.stdout:op 1817 completed, throughput=5MB/sec 2023-12-16T18:34:16.922 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iF7v6Sa-u2gqZQC off=148026 len=914224 2023-12-16T18:34:16.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 1818 completed, throughput=5MB/sec 2023-12-16T18:34:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:17] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:34:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: 357: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:17.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Buh2G3MBnAOJhtK off=13766870 len=2007186 2023-12-16T18:34:17.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 1819 completed, throughput=4.99MB/sec 2023-12-16T18:34:17.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wCiamSSuPBPKqSN off=6971388 len=1326233 2023-12-16T18:34:17.939 INFO:tasks.workunit.client.0.smithi071.stdout:op 1820 completed, throughput=4.99MB/sec 2023-12-16T18:34:17.939 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UFBwUn9JsLXfnPY off=3920047 len=686342 2023-12-16T18:34:17.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 1821 completed, throughput=5MB/sec 2023-12-16T18:34:17.940 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q475aW2nfT5QHO_ off=7035130 len=1074082 2023-12-16T18:34:17.946 INFO:tasks.workunit.client.0.smithi071.stdout:op 1822 completed, throughput=5MB/sec 2023-12-16T18:34:17.946 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Oym-YZg_p_R3DNW off=2901842 len=472578 2023-12-16T18:34:17.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 1823 completed, throughput=5MB/sec 2023-12-16T18:34:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:18 smithi071 ceph-mon[139725]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:34:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:18 smithi071 ceph-mon[142085]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:34:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:18 smithi184 ceph-mon[136228]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:34:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: 358: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:18.949 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pWxVQN8cksqJe4N off=8987240 len=2001962 2023-12-16T18:34:18.951 INFO:tasks.workunit.client.0.smithi071.stdout:op 1824 completed, throughput=4.99MB/sec 2023-12-16T18:34:18.951 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nUh3vqiwFDwAbMY off=2289050 len=1107827 2023-12-16T18:34:18.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 1825 completed, throughput=5MB/sec 2023-12-16T18:34:18.953 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e_EFlryTUBggjrE off=3799471 len=1325114 2023-12-16T18:34:18.960 INFO:tasks.workunit.client.0.smithi071.stdout:op 1826 completed, throughput=5MB/sec 2023-12-16T18:34:18.960 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7U_33c7_YpfHLda off=1651060 len=993571 2023-12-16T18:34:18.960 INFO:tasks.workunit.client.0.smithi071.stdout:op 1827 completed, throughput=5MB/sec 2023-12-16T18:34:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 359: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:19.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OUa8oAi6eGoWkBu off=18738486 len=331800 2023-12-16T18:34:19.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 1828 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.962 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VoK1TFMs-WxsS9s off=7201035 len=374906 2023-12-16T18:34:19.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 1829 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ceInzKe7GyfZNkx off=8948256 len=138346 2023-12-16T18:34:19.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 1830 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ynvjU6Ex5v8rufV off=5742423 len=70492 2023-12-16T18:34:19.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 1831 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sEOYm6NvLvcMRHc off=5353000 len=2681 2023-12-16T18:34:19.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 1832 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.969 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FeeKvfCgRQOCsvO off=6938840 len=814554 2023-12-16T18:34:19.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 1833 completed, throughput=4.99MB/sec 2023-12-16T18:34:19.974 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-92GYWmRWMUfig9j off=8772804 len=1711930 2023-12-16T18:34:19.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 1834 completed, throughput=5MB/sec 2023-12-16T18:34:19.975 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IdaYYpDaHJoJU4R off=2103403 len=1203307 2023-12-16T18:34:19.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 1835 completed, throughput=5MB/sec 2023-12-16T18:34:19.977 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dm5BuoITYqiJ-5E off=2679999 len=1930738 2023-12-16T18:34:19.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 1836 completed, throughput=5MB/sec 2023-12-16T18:34:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:20 smithi071 ceph-mon[142085]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:20 smithi071 ceph-mon[139725]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:20 smithi184 ceph-mon[136228]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:20.985 INFO:tasks.workunit.client.0.smithi071.stdout: 360: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:20.986 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CREfpbr9GIPL2a- off=9347753 len=714631 2023-12-16T18:34:20.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 1837 completed, throughput=4.99MB/sec 2023-12-16T18:34:20.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZM7eu3a2afPz5lG off=0 len=1519061 2023-12-16T18:34:20.995 INFO:tasks.workunit.client.0.smithi071.stdout:op 1838 completed, throughput=5MB/sec 2023-12-16T18:34:20.995 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wV3giM1CpV66Lho off=0 len=1196526 2023-12-16T18:34:20.996 INFO:tasks.workunit.client.0.smithi071.stdout:op 1839 completed, throughput=5MB/sec 2023-12-16T18:34:20.996 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ni25cBu9iVOx83r off=5970440 len=448400 2023-12-16T18:34:20.999 INFO:tasks.workunit.client.0.smithi071.stdout:op 1840 completed, throughput=5MB/sec 2023-12-16T18:34:22.000 INFO:tasks.workunit.client.0.smithi071.stdout: 361: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:22.000 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O9qBS54frRoOt74 off=3721002 len=839024 2023-12-16T18:34:22.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 1841 completed, throughput=4.99MB/sec 2023-12-16T18:34:22.001 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mDVa9PWW_6V67fL off=5216203 len=1936407 2023-12-16T18:34:22.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 1842 completed, throughput=4.99MB/sec 2023-12-16T18:34:22.010 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RtTZ0HYdGWW5Wao off=2024172 len=1192297 2023-12-16T18:34:22.018 INFO:tasks.workunit.client.0.smithi071.stdout:op 1843 completed, throughput=5MB/sec 2023-12-16T18:34:22.018 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Yui2Us8NGhqMg0P off=6736347 len=2075499 2023-12-16T18:34:22.027 INFO:tasks.workunit.client.0.smithi071.stdout:op 1844 completed, throughput=5MB/sec 2023-12-16T18:34:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:22 smithi071 ceph-mon[139725]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:22.925 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:22 smithi071 ceph-mon[142085]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:22.925 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:34:22.925 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:22 smithi184 ceph-mon[136228]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:34:23.031 INFO:tasks.workunit.client.0.smithi071.stdout: 362: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:23.032 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GfD7vqGVyaVykpD off=5336952 len=1705482 2023-12-16T18:34:23.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 1845 completed, throughput=4.99MB/sec 2023-12-16T18:34:23.032 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GRkxtWL3ejMklBV off=6543795 len=305592 2023-12-16T18:34:23.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 1846 completed, throughput=4.99MB/sec 2023-12-16T18:34:23.032 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_DYCZSIeyfDtGpq off=12071601 len=2041149 2023-12-16T18:34:23.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 1847 completed, throughput=5MB/sec 2023-12-16T18:34:23.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-URv5ZLED948nMeC off=814948 len=1794623 2023-12-16T18:34:23.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 1848 completed, throughput=5MB/sec 2023-12-16T18:34:23.110 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:34:23.110 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (24m) 22s ago 26m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:34:23.110 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (23m) 8m ago 26m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (27m) 22s ago 27m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (27m) 8m ago 27m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (23m) 8m ago 29m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (23m) 22s ago 30m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (23m) 22s ago 30m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (22m) 8m ago 29m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (22m) 22s ago 29m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (24m) 22s ago 26m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (23m) 8m ago 26m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (22m) 22s ago 29m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (21m) 22s ago 29m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (21m) 22s ago 28m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (20m) 22s ago 28m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:34:23.111 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (20m) 8m ago 28m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:34:23.112 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (19m) 8m ago 28m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:34:23.112 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (19m) 8m ago 27m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:34:23.112 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (18m) 8m ago 27m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:34:23.112 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (23m) 8m ago 27m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:34:23.495 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:23.496 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:34:23.497 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:34:23.497 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:34:23.497 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:34:23.497 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:34:24.034 INFO:tasks.workunit.client.0.smithi071.stdout: 363: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:24.034 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fKSN5D0P1VJXjlF off=4626291 len=268016 2023-12-16T18:34:24.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 1849 completed, throughput=4.99MB/sec 2023-12-16T18:34:24.035 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cCUv0IC0AJNdAvQ off=3026080 len=1184943 2023-12-16T18:34:24.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 1850 completed, throughput=4.99MB/sec 2023-12-16T18:34:24.036 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-waq28UFday6jPQa off=10281682 len=1541233 2023-12-16T18:34:24.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 1851 completed, throughput=5MB/sec 2023-12-16T18:34:24.042 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YnQYXtVDLQn5B-O off=466300 len=2041049 2023-12-16T18:34:24.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 1852 completed, throughput=5MB/sec 2023-12-16T18:34:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[139725]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[139725]: from='client.45377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[139725]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1846623552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[142085]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[142085]: from='client.45377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[142085]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:24 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1846623552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:24 smithi184 ceph-mon[136228]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:24 smithi184 ceph-mon[136228]: from='client.45377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:24 smithi184 ceph-mon[136228]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:24 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1846623552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:25.044 INFO:tasks.workunit.client.0.smithi071.stdout: 364: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:25.044 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ScB72ow5iN_9oEN off=2778825 len=1996583 2023-12-16T18:34:25.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 1853 completed, throughput=4.99MB/sec 2023-12-16T18:34:25.046 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tBvjO8kMutOrMq0 off=23635613 len=1732192 2023-12-16T18:34:25.055 INFO:tasks.workunit.client.0.smithi071.stdout:op 1854 completed, throughput=5MB/sec 2023-12-16T18:34:25.055 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r2YDo3AZJryRFeY off=1780622 len=507281 2023-12-16T18:34:25.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 1855 completed, throughput=5MB/sec 2023-12-16T18:34:26.059 INFO:tasks.workunit.client.0.smithi071.stdout: 365: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:26.059 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cv0Qu9m8u4Uf8Wb off=11647309 len=874909 2023-12-16T18:34:26.061 INFO:tasks.workunit.client.0.smithi071.stdout:op 1856 completed, throughput=4.99MB/sec 2023-12-16T18:34:26.061 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4gTj4ZOJdfE2DQh off=2804168 len=579774 2023-12-16T18:34:26.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 1857 completed, throughput=4.99MB/sec 2023-12-16T18:34:26.065 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CxS3dkYZW31MvX8 off=98010 len=295252 2023-12-16T18:34:26.066 INFO:tasks.workunit.client.0.smithi071.stdout:op 1858 completed, throughput=4.99MB/sec 2023-12-16T18:34:26.066 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PtVgXs4pf186Xge off=1671763 len=1641763 2023-12-16T18:34:26.070 INFO:tasks.workunit.client.0.smithi071.stdout:op 1859 completed, throughput=5MB/sec 2023-12-16T18:34:26.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V212FmdFJHxlDzV off=1680417 len=925154 2023-12-16T18:34:26.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 1860 completed, throughput=5MB/sec 2023-12-16T18:34:26.071 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GYdz8YVj1Oj_7Nd off=9933300 len=5380 2023-12-16T18:34:26.072 INFO:tasks.workunit.client.0.smithi071.stdout:op 1861 completed, throughput=5MB/sec 2023-12-16T18:34:26.072 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QnK1qk-i7M02VL4 off=3626627 len=751434 2023-12-16T18:34:26.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 1862 completed, throughput=5MB/sec 2023-12-16T18:34:26.073 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oArpCwM5GXSWO_8 off=7568344 len=1554938 2023-12-16T18:34:26.075 INFO:tasks.workunit.client.0.smithi071.stdout:op 1863 completed, throughput=5MB/sec 2023-12-16T18:34:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:26 smithi071 ceph-mon[139725]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:26 smithi071 ceph-mon[142085]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:26 smithi184 ceph-mon[136228]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:27.076 INFO:tasks.workunit.client.0.smithi071.stdout: 366: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:27.076 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_MS5ZePKe5odz_2 off=23206756 len=1007226 2023-12-16T18:34:27.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 1864 completed, throughput=4.99MB/sec 2023-12-16T18:34:27.078 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IHVQ_RVa0eA_1nj off=7725134 len=1504081 2023-12-16T18:34:27.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 1865 completed, throughput=5MB/sec 2023-12-16T18:34:27.079 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ibhbeq428kriuUV off=7813018 len=921467 2023-12-16T18:34:27.081 INFO:tasks.workunit.client.0.smithi071.stdout:op 1866 completed, throughput=5MB/sec 2023-12-16T18:34:27.082 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e2l8rHp7n_rqLoE off=15583483 len=1574571 2023-12-16T18:34:27.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 1867 completed, throughput=5MB/sec 2023-12-16T18:34:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:27] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:34:28.084 INFO:tasks.workunit.client.0.smithi071.stdout: 367: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:28.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x6WA-UTjYGCYsij off=1379394 len=1552049 2023-12-16T18:34:28.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 1868 completed, throughput=4.99MB/sec 2023-12-16T18:34:28.087 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KKiA_d_OwcQkh8B off=1400781 len=582748 2023-12-16T18:34:28.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 1869 completed, throughput=4.99MB/sec 2023-12-16T18:34:28.092 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-clVgD5mqbGo52O1 off=542684 len=1361967 2023-12-16T18:34:28.098 INFO:tasks.workunit.client.0.smithi071.stdout:op 1870 completed, throughput=5MB/sec 2023-12-16T18:34:28.098 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CkN3vi84sHm-Gto off=1252368 len=315472 2023-12-16T18:34:28.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 1871 completed, throughput=5MB/sec 2023-12-16T18:34:28.101 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F07b2TD_5Dy1gnS off=6005713 len=1441502 2023-12-16T18:34:28.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 1872 completed, throughput=5MB/sec 2023-12-16T18:34:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:28 smithi071 ceph-mon[139725]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:28 smithi071 ceph-mon[142085]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:28 smithi184 ceph-mon[136228]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:29.103 INFO:tasks.workunit.client.0.smithi071.stdout: 368: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:29.103 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uSHa07R7_NZgD_v off=324400 len=1883997 2023-12-16T18:34:29.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 1873 completed, throughput=4.99MB/sec 2023-12-16T18:34:29.111 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k0vtfaWmo6-7s1G off=5830826 len=338791 2023-12-16T18:34:29.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 1874 completed, throughput=4.99MB/sec 2023-12-16T18:34:29.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PGvQGnpnOXyRHFl off=1754913 len=1746966 2023-12-16T18:34:29.114 INFO:tasks.workunit.client.0.smithi071.stdout:op 1875 completed, throughput=5MB/sec 2023-12-16T18:34:29.114 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zSRvaf34ageP8Wd off=5481692 len=937640 2023-12-16T18:34:29.120 INFO:tasks.workunit.client.0.smithi071.stdout:op 1876 completed, throughput=5MB/sec 2023-12-16T18:34:30.120 INFO:tasks.workunit.client.0.smithi071.stdout: 369: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:30.120 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZbYE3RrkW6-9mt_ off=878910 len=634925 2023-12-16T18:34:30.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 1877 completed, throughput=4.99MB/sec 2023-12-16T18:34:30.121 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FHrNzojG4AGu8bf off=2822922 len=1989368 2023-12-16T18:34:30.129 INFO:tasks.workunit.client.0.smithi071.stdout:op 1878 completed, throughput=4.99MB/sec 2023-12-16T18:34:30.130 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ftEHxcOez7ySSqs off=1205878 len=375116 2023-12-16T18:34:30.133 INFO:tasks.workunit.client.0.smithi071.stdout:op 1879 completed, throughput=5MB/sec 2023-12-16T18:34:30.133 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cI3pUcwMtEQfez3 off=3441586 len=663367 2023-12-16T18:34:30.137 INFO:tasks.workunit.client.0.smithi071.stdout:op 1880 completed, throughput=5MB/sec 2023-12-16T18:34:30.137 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zj3iCBuAwIz78ai off=5150717 len=117611 2023-12-16T18:34:30.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 1881 completed, throughput=5MB/sec 2023-12-16T18:34:30.139 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A-CGWYa89O3IDc7 off=9762217 len=1348815 2023-12-16T18:34:30.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 1882 completed, throughput=5MB/sec 2023-12-16T18:34:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:30 smithi071 ceph-mon[139725]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:30 smithi071 ceph-mon[142085]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:30 smithi184 ceph-mon[136228]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:31.142 INFO:tasks.workunit.client.0.smithi071.stdout: 370: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:31.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3NhXC2xxY3vcc1n off=15647817 len=177803 2023-12-16T18:34:31.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 1883 completed, throughput=4.99MB/sec 2023-12-16T18:34:31.145 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RAgz76sGlOrc-Uc off=1366300 len=1284668 2023-12-16T18:34:31.152 INFO:tasks.workunit.client.0.smithi071.stdout:op 1884 completed, throughput=4.99MB/sec 2023-12-16T18:34:31.152 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qd03GfrsS0UG1oX off=12756260 len=40519 2023-12-16T18:34:31.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 1885 completed, throughput=4.99MB/sec 2023-12-16T18:34:31.153 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9WI2hwVsw-7hkAN off=591299 len=1372970 2023-12-16T18:34:31.160 INFO:tasks.workunit.client.0.smithi071.stdout:op 1886 completed, throughput=4.99MB/sec 2023-12-16T18:34:31.161 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ylTVvIEHx7DnD-t off=15364321 len=1630833 2023-12-16T18:34:31.162 INFO:tasks.workunit.client.0.smithi071.stdout:op 1887 completed, throughput=5MB/sec 2023-12-16T18:34:31.162 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n-h92yWbpQVMYEO off=5260314 len=1070944 2023-12-16T18:34:31.167 INFO:tasks.workunit.client.0.smithi071.stdout:op 1888 completed, throughput=5MB/sec 2023-12-16T18:34:32.167 INFO:tasks.workunit.client.0.smithi071.stdout: 371: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:32.167 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ttN_8g2Y3uZXyba off=11113101 len=515823 2023-12-16T18:34:32.171 INFO:tasks.workunit.client.0.smithi071.stdout:op 1889 completed, throughput=4.99MB/sec 2023-12-16T18:34:32.171 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W-X_bl3m3UUjY6i off=266176 len=207160 2023-12-16T18:34:32.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 1890 completed, throughput=4.99MB/sec 2023-12-16T18:34:32.174 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aKrvlR1is7isytN off=5263449 len=766829 2023-12-16T18:34:32.179 INFO:tasks.workunit.client.0.smithi071.stdout:op 1891 completed, throughput=4.99MB/sec 2023-12-16T18:34:32.179 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-o-dHqsd0ziqv2OM off=3973885 len=1744127 2023-12-16T18:34:32.188 INFO:tasks.workunit.client.0.smithi071.stdout:op 1892 completed, throughput=5MB/sec 2023-12-16T18:34:32.188 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mk0llLyx2vz5VpU off=7907918 len=1437950 2023-12-16T18:34:32.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 1893 completed, throughput=5MB/sec 2023-12-16T18:34:32.194 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7vD58GyqwQ6IL9C off=5133672 len=1195585 2023-12-16T18:34:32.195 INFO:tasks.workunit.client.0.smithi071.stdout:op 1894 completed, throughput=5MB/sec 2023-12-16T18:34:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:32 smithi071 ceph-mon[139725]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:32 smithi071 ceph-mon[142085]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:32 smithi184 ceph-mon[136228]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:34:33.196 INFO:tasks.workunit.client.0.smithi071.stdout: 372: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:33.196 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5j3s6Q0wHL4nxwo off=866313 len=1632792 2023-12-16T18:34:33.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 1895 completed, throughput=4.99MB/sec 2023-12-16T18:34:33.198 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g7P6i36xNIcjliF off=5689495 len=861083 2023-12-16T18:34:33.199 INFO:tasks.workunit.client.0.smithi071.stdout:op 1896 completed, throughput=5MB/sec 2023-12-16T18:34:33.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7hzfOW4eXsaxguz off=4016125 len=1024797 2023-12-16T18:34:33.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 1897 completed, throughput=5MB/sec 2023-12-16T18:34:33.201 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ex7gu32RVOm3ZJp off=269133 len=584120 2023-12-16T18:34:33.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 1898 completed, throughput=5MB/sec 2023-12-16T18:34:33.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cr8zAXcdocq7UoF off=248538 len=745952 2023-12-16T18:34:33.207 INFO:tasks.workunit.client.0.smithi071.stdout:op 1899 completed, throughput=5MB/sec 2023-12-16T18:34:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:34.207 INFO:tasks.workunit.client.0.smithi071.stdout: 373: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:34.207 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-o_4iIM-mmdMyzkq off=3082973 len=1851156 2023-12-16T18:34:34.215 INFO:tasks.workunit.client.0.smithi071.stdout:op 1900 completed, throughput=4.99MB/sec 2023-12-16T18:34:34.215 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLP_b2el4d3y6TU off=3812275 len=2037588 2023-12-16T18:34:34.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 1901 completed, throughput=5MB/sec 2023-12-16T18:34:34.217 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fHnZLQt7Qjh1WHL off=3445292 len=1321643 2023-12-16T18:34:34.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 1902 completed, throughput=5MB/sec 2023-12-16T18:34:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:34 smithi071 ceph-mon[142085]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:34.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:34 smithi071 ceph-mon[139725]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:34 smithi184 ceph-mon[136228]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:35.221 INFO:tasks.workunit.client.0.smithi071.stdout: 374: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:35.221 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fHnZLQt7Qjh1WHL off=1368053 len=1922772 2023-12-16T18:34:35.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 1903 completed, throughput=4.99MB/sec 2023-12-16T18:34:35.224 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7q82BmVTcXPMq2d off=3013812 len=1084059 2023-12-16T18:34:35.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 1904 completed, throughput=5MB/sec 2023-12-16T18:34:35.226 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pt6tXo0l3YuL1fM off=5908339 len=1568215 2023-12-16T18:34:35.234 INFO:tasks.workunit.client.0.smithi071.stdout:op 1905 completed, throughput=5MB/sec 2023-12-16T18:34:35.234 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nkf__1BbXeIa7pa off=15255222 len=1790097 2023-12-16T18:34:35.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 1906 completed, throughput=5MB/sec 2023-12-16T18:34:36.240 INFO:tasks.workunit.client.0.smithi071.stdout: 375: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:36.240 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bcfmAIDrK8ZHsLf off=8135401 len=1970971 2023-12-16T18:34:36.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 1907 completed, throughput=5MB/sec 2023-12-16T18:34:36.251 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FcVg_chpTmafq1L off=7465246 len=2077066 2023-12-16T18:34:36.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 1908 completed, throughput=5MB/sec 2023-12-16T18:34:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:36 smithi071 ceph-mon[139725]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:36 smithi071 ceph-mon[142085]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:36 smithi184 ceph-mon[136228]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:37.263 INFO:tasks.workunit.client.0.smithi071.stdout: 376: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:37.263 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RhdE-_k7OdQ-dXo off=609026 len=1587337 2023-12-16T18:34:37.270 INFO:tasks.workunit.client.0.smithi071.stdout:op 1909 completed, throughput=4.99MB/sec 2023-12-16T18:34:37.270 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CX030wmn7FLHuC7 off=6793727 len=1808632 2023-12-16T18:34:37.271 INFO:tasks.workunit.client.0.smithi071.stdout:op 1910 completed, throughput=5MB/sec 2023-12-16T18:34:37.272 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k_B1L5ssKooRv6r off=12336481 len=524786 2023-12-16T18:34:37.276 INFO:tasks.workunit.client.0.smithi071.stdout:op 1911 completed, throughput=5MB/sec 2023-12-16T18:34:37.276 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aOVzOohLdUGTxi- off=7181175 len=1644766 2023-12-16T18:34:37.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 1912 completed, throughput=5MB/sec 2023-12-16T18:34:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:37] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:34:38.277 INFO:tasks.workunit.client.0.smithi071.stdout: 377: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:38.277 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zA68Allz3iKLHoE off=9446545 len=1443927 2023-12-16T18:34:38.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 1913 completed, throughput=4.99MB/sec 2023-12-16T18:34:38.287 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qRq3Qss-VhOCc69 off=1329457 len=1696556 2023-12-16T18:34:38.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 1914 completed, throughput=5MB/sec 2023-12-16T18:34:38.289 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xYLUcUJZeqE2pXF off=4107219 len=790025 2023-12-16T18:34:38.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 1915 completed, throughput=5MB/sec 2023-12-16T18:34:38.290 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TBhsilS3IbmsEwX off=766410 len=1761061 2023-12-16T18:34:38.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 1916 completed, throughput=5MB/sec 2023-12-16T18:34:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:38 smithi071 ceph-mon[139725]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:34:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:38 smithi071 ceph-mon[142085]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:34:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:38 smithi184 ceph-mon[136228]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:34:39.300 INFO:tasks.workunit.client.0.smithi071.stdout: 378: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:39.300 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9Yp96irPhw7bvGU off=616993 len=1051164 2023-12-16T18:34:39.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 1917 completed, throughput=4.99MB/sec 2023-12-16T18:34:39.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U0Gf-c43R1yKw3e off=1985925 len=1367876 2023-12-16T18:34:39.309 INFO:tasks.workunit.client.0.smithi071.stdout:op 1918 completed, throughput=4.99MB/sec 2023-12-16T18:34:39.309 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sB9bv9BFLm8D78l off=7720436 len=1149956 2023-12-16T18:34:39.311 INFO:tasks.workunit.client.0.smithi071.stdout:op 1919 completed, throughput=5MB/sec 2023-12-16T18:34:39.311 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-38wxKZhtEI-YNt4 off=4015336 len=1275533 2023-12-16T18:34:39.316 INFO:tasks.workunit.client.0.smithi071.stdout:op 1920 completed, throughput=5MB/sec 2023-12-16T18:34:40.317 INFO:tasks.workunit.client.0.smithi071.stdout: 379: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:40.317 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MHhpOqAcPG7L9Av off=360744 len=360781 2023-12-16T18:34:40.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 1921 completed, throughput=4.99MB/sec 2023-12-16T18:34:40.320 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I-CeqScfQHR8Zte off=13572886 len=1044250 2023-12-16T18:34:40.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 1922 completed, throughput=4.99MB/sec 2023-12-16T18:34:40.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oiAiccO0630p67v off=4540865 len=10106 2023-12-16T18:34:40.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 1923 completed, throughput=4.99MB/sec 2023-12-16T18:34:40.326 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YHhIK-FGdKBoZcp off=102303 len=68156 2023-12-16T18:34:40.328 INFO:tasks.workunit.client.0.smithi071.stdout:op 1924 completed, throughput=4.99MB/sec 2023-12-16T18:34:40.328 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q5jpGwNvK_NyqpJ off=6901948 len=2075812 2023-12-16T18:34:40.340 INFO:tasks.workunit.client.0.smithi071.stdout:op 1925 completed, throughput=5MB/sec 2023-12-16T18:34:40.340 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QsjYQsdtBFAdWZH off=2476995 len=1340434 2023-12-16T18:34:40.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 1926 completed, throughput=5MB/sec 2023-12-16T18:34:40.346 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5QMxH4SG_UpRt6z off=248281 len=2026559 2023-12-16T18:34:40.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 1927 completed, throughput=5MB/sec 2023-12-16T18:34:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:40 smithi071 ceph-mon[139725]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:40 smithi071 ceph-mon[142085]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:40 smithi184 ceph-mon[136228]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:34:41.351 INFO:tasks.workunit.client.0.smithi071.stdout: 380: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:41.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xSwV1H1A-OLPw65 off=5241321 len=922663 2023-12-16T18:34:41.356 INFO:tasks.workunit.client.0.smithi071.stdout:op 1928 completed, throughput=4.99MB/sec 2023-12-16T18:34:41.356 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F79TyRJ6mHvyzBf off=2291391 len=623707 2023-12-16T18:34:41.357 INFO:tasks.workunit.client.0.smithi071.stdout:op 1929 completed, throughput=5MB/sec 2023-12-16T18:34:41.357 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T-qQL0eRXhtMHhM off=4776694 len=276335 2023-12-16T18:34:41.361 INFO:tasks.workunit.client.0.smithi071.stdout:op 1930 completed, throughput=5MB/sec 2023-12-16T18:34:41.361 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ivoxg4vvXH2_NTe off=457862 len=822129 2023-12-16T18:34:41.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 1931 completed, throughput=5MB/sec 2023-12-16T18:34:41.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Mj7myAwRa2Bgd0d off=5268019 len=872946 2023-12-16T18:34:41.363 INFO:tasks.workunit.client.0.smithi071.stdout:op 1932 completed, throughput=5MB/sec 2023-12-16T18:34:41.363 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xF8q7F8S6HJB-ph off=3887070 len=434457 2023-12-16T18:34:41.366 INFO:tasks.workunit.client.0.smithi071.stdout:op 1933 completed, throughput=5MB/sec 2023-12-16T18:34:42.366 INFO:tasks.workunit.client.0.smithi071.stdout: 381: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:42.367 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AhjwOkpNIz46yoN off=2422893 len=733487 2023-12-16T18:34:42.368 INFO:tasks.workunit.client.0.smithi071.stdout:op 1934 completed, throughput=4.99MB/sec 2023-12-16T18:34:42.368 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UYKzlYoWCFk-P-d off=794519 len=493417 2023-12-16T18:34:42.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 1935 completed, throughput=4.99MB/sec 2023-12-16T18:34:42.369 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LirBdQizJXCRY2M off=5205197 len=1133214 2023-12-16T18:34:42.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 1936 completed, throughput=4.99MB/sec 2023-12-16T18:34:42.373 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ceCkaFUSfZX8VKH off=565898 len=1964203 2023-12-16T18:34:42.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 1937 completed, throughput=5MB/sec 2023-12-16T18:34:42.385 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BWniryEyYlcl8_O off=335088 len=1645999 2023-12-16T18:34:42.396 INFO:tasks.workunit.client.0.smithi071.stdout:op 1938 completed, throughput=5MB/sec 2023-12-16T18:34:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:42 smithi071 ceph-mon[139725]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:42 smithi071 ceph-mon[142085]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:42 smithi184 ceph-mon[136228]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: 382: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:43.397 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_hjm0hNKNigeLbm off=7331325 len=1814095 2023-12-16T18:34:43.399 INFO:tasks.workunit.client.0.smithi071.stdout:op 1939 completed, throughput=4.99MB/sec 2023-12-16T18:34:43.399 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5VCY28kZ2Xi0fRb off=3639910 len=1489810 2023-12-16T18:34:43.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 1940 completed, throughput=5MB/sec 2023-12-16T18:34:43.401 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cLSqffTua5QZYWS off=20372091 len=1715100 2023-12-16T18:34:43.402 INFO:tasks.workunit.client.0.smithi071.stdout:op 1941 completed, throughput=5MB/sec 2023-12-16T18:34:44.403 INFO:tasks.workunit.client.0.smithi071.stdout: 383: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:44.403 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpWOzAgRw8vP2rW off=5131982 len=2068017 2023-12-16T18:34:44.417 INFO:tasks.workunit.client.0.smithi071.stdout:op 1942 completed, throughput=4.99MB/sec 2023-12-16T18:34:44.417 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-741lVAgNJsBYQXh off=20861374 len=631022 2023-12-16T18:34:44.420 INFO:tasks.workunit.client.0.smithi071.stdout:op 1943 completed, throughput=5MB/sec 2023-12-16T18:34:44.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CJVdgOp8ZgUjRH1 off=2521113 len=194605 2023-12-16T18:34:44.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 1944 completed, throughput=5MB/sec 2023-12-16T18:34:44.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G4eGgfpeFFpbtVT off=1433992 len=1693916 2023-12-16T18:34:44.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 1945 completed, throughput=5MB/sec 2023-12-16T18:34:44.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BsnGYalOLV74Jlo off=11093655 len=691408 2023-12-16T18:34:44.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 1946 completed, throughput=5MB/sec 2023-12-16T18:34:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:44 smithi071 ceph-mon[139725]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:44 smithi071 ceph-mon[142085]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:44 smithi184 ceph-mon[136228]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:45.427 INFO:tasks.workunit.client.0.smithi071.stdout: 384: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:45.427 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GmAEr68DP52jabm off=15536546 len=1489614 2023-12-16T18:34:45.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 1947 completed, throughput=4.99MB/sec 2023-12-16T18:34:45.432 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U0XskhDet1F36Zu off=11187968 len=427824 2023-12-16T18:34:45.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 1948 completed, throughput=4.99MB/sec 2023-12-16T18:34:45.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CImFRRiEHhjWRTl off=2205858 len=1417825 2023-12-16T18:34:45.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 1949 completed, throughput=5MB/sec 2023-12-16T18:34:45.438 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Px8KKrAKK-SH1RU off=7872859 len=1399980 2023-12-16T18:34:45.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 1950 completed, throughput=5MB/sec 2023-12-16T18:34:45.446 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-efZXN-_l8HRMOjQ off=7232810 len=1796996 2023-12-16T18:34:45.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 1951 completed, throughput=5MB/sec 2023-12-16T18:34:46.457 INFO:tasks.workunit.client.0.smithi071.stdout: 385: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:46.457 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N-pihzjNQLWJUAs off=14689432 len=1912101 2023-12-16T18:34:46.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 1952 completed, throughput=5MB/sec 2023-12-16T18:34:46.459 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IZdhOLAUgNzrGGO off=22241534 len=482913 2023-12-16T18:34:46.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 1953 completed, throughput=5MB/sec 2023-12-16T18:34:46.463 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y7EBv9um70KGGoA off=848581 len=914799 2023-12-16T18:34:46.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 1954 completed, throughput=5MB/sec 2023-12-16T18:34:46.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B4ZSETe9WhQNUFd off=10210413 len=481100 2023-12-16T18:34:46.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 1955 completed, throughput=5MB/sec 2023-12-16T18:34:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:46 smithi071 ceph-mon[139725]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:34:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:46 smithi071 ceph-mon[142085]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:34:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:46 smithi184 ceph-mon[136228]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:34:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: 386: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:47.472 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t_BvmrrzDTVSC6L off=1057861 len=499540 2023-12-16T18:34:47.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 1956 completed, throughput=4.99MB/sec 2023-12-16T18:34:47.473 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hOpk0EfDYbQwbdD off=5893050 len=209598 2023-12-16T18:34:47.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 1957 completed, throughput=4.99MB/sec 2023-12-16T18:34:47.476 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VV68uqH44CXxryV off=10988776 len=1601526 2023-12-16T18:34:47.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 1958 completed, throughput=4.99MB/sec 2023-12-16T18:34:47.478 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F5QLoMcv5FEk5Gv off=11751447 len=643570 2023-12-16T18:34:47.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 1959 completed, throughput=4.99MB/sec 2023-12-16T18:34:47.480 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GDuivP5Q2RdlWaN off=8642155 len=48870 2023-12-16T18:34:47.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 1960 completed, throughput=4.99MB/sec 2023-12-16T18:34:47.481 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nQZbrpPu81hTSVz off=10504881 len=84179 2023-12-16T18:34:47.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 1961 completed, throughput=5MB/sec 2023-12-16T18:34:47.484 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uFcfOV7DJP7XK1_ off=3020779 len=1359253 2023-12-16T18:34:47.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 1962 completed, throughput=5MB/sec 2023-12-16T18:34:47.484 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SnjuqcZL4JNuQIk off=1443830 len=1251738 2023-12-16T18:34:47.492 INFO:tasks.workunit.client.0.smithi071.stdout:op 1963 completed, throughput=5MB/sec 2023-12-16T18:34:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:47 smithi071 ceph-mon[139725]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:47.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:47 smithi071 ceph-mon[142085]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:47] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:34:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:47 smithi184 ceph-mon[136228]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:34:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: 387: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:48.493 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U162TK9F06RO_AB off=3136352 len=1003884 2023-12-16T18:34:48.494 INFO:tasks.workunit.client.0.smithi071.stdout:op 1964 completed, throughput=4.99MB/sec 2023-12-16T18:34:48.494 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4YTD3u78T8iKRvS off=18589338 len=651858 2023-12-16T18:34:48.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 1965 completed, throughput=4.99MB/sec 2023-12-16T18:34:48.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tu3-SLOAAsQTy2h off=19224487 len=2002445 2023-12-16T18:34:48.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 1966 completed, throughput=5MB/sec 2023-12-16T18:34:48.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NmprVdXLKlPW8l8 off=3400830 len=1127213 2023-12-16T18:34:48.515 INFO:tasks.workunit.client.0.smithi071.stdout:op 1967 completed, throughput=5MB/sec 2023-12-16T18:34:48.515 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5OyKplBwuBChC5Z off=0 len=1938501 2023-12-16T18:34:48.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 1968 completed, throughput=5MB/sec 2023-12-16T18:34:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:34:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: 388: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:49.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-emhRGTctSa4umaK off=11459035 len=72858 2023-12-16T18:34:49.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 1969 completed, throughput=4.99MB/sec 2023-12-16T18:34:49.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tkt-gkxBhhrVDRo off=10874045 len=1438290 2023-12-16T18:34:49.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 1970 completed, throughput=5MB/sec 2023-12-16T18:34:49.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vhRdZhe2geip7Lp off=2926261 len=1417164 2023-12-16T18:34:49.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 1971 completed, throughput=5MB/sec 2023-12-16T18:34:49.523 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bRYzA_x4RJqS8Mf off=5425233 len=1549378 2023-12-16T18:34:49.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 1972 completed, throughput=5MB/sec 2023-12-16T18:34:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:49 smithi184 ceph-mon[136228]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:49 smithi071 ceph-mon[142085]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:49 smithi071 ceph-mon[139725]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:34:50.525 INFO:tasks.workunit.client.0.smithi071.stdout: 389: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:50.525 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TOczGvz96V4W46O off=3058791 len=410219 2023-12-16T18:34:50.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 1973 completed, throughput=4.99MB/sec 2023-12-16T18:34:50.526 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HFUIGhQr5Ediaj_ off=208571 len=1392059 2023-12-16T18:34:50.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 1974 completed, throughput=4.99MB/sec 2023-12-16T18:34:50.528 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cT3-_93lM_4VrSd off=6959274 len=1902714 2023-12-16T18:34:50.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 1975 completed, throughput=5MB/sec 2023-12-16T18:34:50.536 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KNJyWbBwyOgeVoB off=1217812 len=1487522 2023-12-16T18:34:50.541 INFO:tasks.workunit.client.0.smithi071.stdout:op 1976 completed, throughput=5MB/sec 2023-12-16T18:34:51.541 INFO:tasks.workunit.client.0.smithi071.stdout: 390: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:51.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-o826MyRfYyYL9i_ off=944086 len=493944 2023-12-16T18:34:51.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 1977 completed, throughput=4.99MB/sec 2023-12-16T18:34:51.545 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UtARgUhSgZgAxPT off=12787128 len=1422196 2023-12-16T18:34:51.547 INFO:tasks.workunit.client.0.smithi071.stdout:op 1978 completed, throughput=4.99MB/sec 2023-12-16T18:34:51.547 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q_-o1bWX_2IszY5 off=17120835 len=760141 2023-12-16T18:34:51.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 1979 completed, throughput=5MB/sec 2023-12-16T18:34:51.548 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6PowWzCxVZnSs0T off=7445318 len=1028059 2023-12-16T18:34:51.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 1980 completed, throughput=5MB/sec 2023-12-16T18:34:51.554 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LZXnE9iS07AXdXO off=6352913 len=1225088 2023-12-16T18:34:51.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 1981 completed, throughput=5MB/sec 2023-12-16T18:34:52.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:52 smithi071 ceph-mon[139725]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:52.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:52 smithi071 ceph-mon[142085]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:52.539 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:52 smithi184 ceph-mon[136228]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:34:52.560 INFO:tasks.workunit.client.0.smithi071.stdout: 391: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:52.560 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JqKLyi_r_D1bHYh off=17038742 len=831541 2023-12-16T18:34:52.561 INFO:tasks.workunit.client.0.smithi071.stdout:op 1982 completed, throughput=4.99MB/sec 2023-12-16T18:34:52.561 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qAmROFhImn4RU11 off=11995350 len=1063348 2023-12-16T18:34:52.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 1983 completed, throughput=4.99MB/sec 2023-12-16T18:34:52.565 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iFMGZsD-1TKi5wS off=584874 len=1231776 2023-12-16T18:34:52.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 1984 completed, throughput=5MB/sec 2023-12-16T18:34:52.567 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FAaGsRIyGU_iXOE off=11879043 len=813158 2023-12-16T18:34:52.575 INFO:tasks.workunit.client.0.smithi071.stdout:op 1985 completed, throughput=5MB/sec 2023-12-16T18:34:52.576 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jMkVw5S-iuAC4rk off=4670786 len=1788639 2023-12-16T18:34:52.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 1986 completed, throughput=5MB/sec 2023-12-16T18:34:53.584 INFO:tasks.workunit.client.0.smithi071.stdout: 392: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:53.584 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gj-YfXkSS3O_wOx off=1232701 len=509385 2023-12-16T18:34:53.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 1987 completed, throughput=4.99MB/sec 2023-12-16T18:34:53.588 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AbY3J6hE78sqsGd off=586467 len=881090 2023-12-16T18:34:53.589 INFO:tasks.workunit.client.0.smithi071.stdout:op 1988 completed, throughput=4.99MB/sec 2023-12-16T18:34:53.589 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yIJS8bpRzHYxM-B off=610177 len=2080965 2023-12-16T18:34:53.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 1989 completed, throughput=5MB/sec 2023-12-16T18:34:53.599 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U1mw10GQ-PVIdWl off=10971916 len=825999 2023-12-16T18:34:53.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 1990 completed, throughput=5MB/sec 2023-12-16T18:34:53.602 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QyT_xAFsJHN7j4b off=485306 len=1988144 2023-12-16T18:34:53.616 INFO:tasks.workunit.client.0.smithi071.stdout:op 1991 completed, throughput=5MB/sec 2023-12-16T18:34:53.847 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:34:54.155 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:34:54.156 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (24m) 53s ago 27m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:34:54.156 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (24m) 9m ago 27m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:34:54.156 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (28m) 53s ago 28m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:34:54.156 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (28m) 9m ago 28m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:34:54.156 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (23m) 9m ago 30m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (24m) 53s ago 31m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (23m) 53s ago 31m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (23m) 9m ago 30m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (23m) 53s ago 30m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (24m) 53s ago 26m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:34:54.157 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (24m) 9m ago 26m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (22m) 53s ago 29m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (22m) 53s ago 29m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (21m) 53s ago 29m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (21m) 53s ago 29m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (20m) 9m ago 28m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:34:54.158 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (20m) 9m ago 28m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:34:54.159 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (19m) 9m ago 28m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:34:54.159 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (19m) 9m ago 28m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:34:54.159 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (23m) 9m ago 27m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:34:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:54 smithi071 ceph-mon[139725]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:34:54.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:54 smithi071 ceph-mon[142085]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:54.533 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:34:54.534 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:34:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:54 smithi184 ceph-mon[136228]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:34:54.616 INFO:tasks.workunit.client.0.smithi071.stdout: 393: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:54.616 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wgad7rqX1FARo9f off=5569419 len=558074 2023-12-16T18:34:54.619 INFO:tasks.workunit.client.0.smithi071.stdout:op 1992 completed, throughput=4.99MB/sec 2023-12-16T18:34:54.619 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D76R3-2UiDS5z01 off=5662632 len=1742089 2023-12-16T18:34:54.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 1993 completed, throughput=5MB/sec 2023-12-16T18:34:54.627 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G2JYuz5Eb9Lz8JN off=9420968 len=7133 2023-12-16T18:34:54.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 1994 completed, throughput=5MB/sec 2023-12-16T18:34:54.627 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-H7HaOK3K8Gp0FeZ off=2583734 len=1260984 2023-12-16T18:34:54.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 1995 completed, throughput=5MB/sec 2023-12-16T18:34:55.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[139725]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[139725]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3384541446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:55.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[142085]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[142085]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3384541446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:55.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:55 smithi184 ceph-mon[136228]: from='client.45395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:55 smithi184 ceph-mon[136228]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:34:55.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3384541446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:34:55.628 INFO:tasks.workunit.client.0.smithi071.stdout: 394: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:55.629 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DSsxAiVOa6qzsI7 off=93219 len=874099 2023-12-16T18:34:55.630 INFO:tasks.workunit.client.0.smithi071.stdout:op 1996 completed, throughput=4.99MB/sec 2023-12-16T18:34:55.630 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5wENP6J23nUNiep off=2777576 len=629181 2023-12-16T18:34:55.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 1997 completed, throughput=4.99MB/sec 2023-12-16T18:34:55.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BTs-9Kku3NBmvJZ off=864129 len=1151269 2023-12-16T18:34:55.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 1998 completed, throughput=4.99MB/sec 2023-12-16T18:34:55.639 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_DYCZSIeyfDtGpq off=13381026 len=731724 2023-12-16T18:34:55.643 INFO:tasks.workunit.client.0.smithi071.stdout:op 1999 completed, throughput=5MB/sec 2023-12-16T18:34:55.643 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eLWMwkyw-zUr7np off=850219 len=1582849 2023-12-16T18:34:55.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 2000 completed, throughput=5MB/sec 2023-12-16T18:34:55.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J093WglHckoX4pe off=3897393 len=40191 2023-12-16T18:34:55.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 2001 completed, throughput=5MB/sec 2023-12-16T18:34:55.654 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jAhnQfRm0tNtU6f off=3062167 len=1784708 2023-12-16T18:34:55.663 INFO:tasks.workunit.client.0.smithi071.stdout:op 2002 completed, throughput=5MB/sec 2023-12-16T18:34:56.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:56 smithi071 ceph-mon[139725]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:34:56.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:56 smithi071 ceph-mon[142085]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:34:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:56 smithi184 ceph-mon[136228]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:34:56.663 INFO:tasks.workunit.client.0.smithi071.stdout: 395: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:56.663 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpJQ4ksZifNjmwA off=6168604 len=1360440 2023-12-16T18:34:56.672 INFO:tasks.workunit.client.0.smithi071.stdout:op 2003 completed, throughput=4.99MB/sec 2023-12-16T18:34:56.672 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kBglOnzJUdEkE_W off=3656951 len=483436 2023-12-16T18:34:56.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 2004 completed, throughput=5MB/sec 2023-12-16T18:34:56.676 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7bsPPWx16hJ_H4D off=2058995 len=352089 2023-12-16T18:34:56.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 2005 completed, throughput=5MB/sec 2023-12-16T18:34:56.677 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hfo5eDcHxdXOpg5 off=1674048 len=1646115 2023-12-16T18:34:56.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 2006 completed, throughput=5MB/sec 2023-12-16T18:34:56.680 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T_Fs_eQKa5SyPcH off=11504151 len=1713851 2023-12-16T18:34:56.684 INFO:tasks.workunit.client.0.smithi071.stdout:op 2007 completed, throughput=5MB/sec 2023-12-16T18:34:57.684 INFO:tasks.workunit.client.0.smithi071.stdout: 396: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:57.684 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-koe80CYNFCABNge off=10545086 len=839597 2023-12-16T18:34:57.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 2008 completed, throughput=4.99MB/sec 2023-12-16T18:34:57.686 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YP03ht1frs3DRzf off=1962763 len=1174957 2023-12-16T18:34:57.694 INFO:tasks.workunit.client.0.smithi071.stdout:op 2009 completed, throughput=5MB/sec 2023-12-16T18:34:57.694 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9lFHJT0sKQBKqvA off=13669590 len=1271117 2023-12-16T18:34:57.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 2010 completed, throughput=5MB/sec 2023-12-16T18:34:57.701 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cu05yTcd0dx8faT off=9036729 len=410164 2023-12-16T18:34:57.705 INFO:tasks.workunit.client.0.smithi071.stdout:op 2011 completed, throughput=5MB/sec 2023-12-16T18:34:57.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U0XskhDet1F36Zu off=17420393 len=713100 2023-12-16T18:34:57.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 2012 completed, throughput=5MB/sec 2023-12-16T18:34:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:34:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:34:57] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:34:58.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:34:58 smithi071 ceph-mon[139725]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:58.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:34:58 smithi071 ceph-mon[142085]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:58.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:34:58 smithi184 ceph-mon[136228]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:34:58.706 INFO:tasks.workunit.client.0.smithi071.stdout: 397: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:58.706 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U5laYooWOBlmRr- off=6436415 len=1475189 2023-12-16T18:34:58.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 2013 completed, throughput=4.99MB/sec 2023-12-16T18:34:58.713 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lo7R2NGWsPUW-us off=3420631 len=1087147 2023-12-16T18:34:58.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 2014 completed, throughput=5MB/sec 2023-12-16T18:34:58.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j5_xnvyDHyuOcYj off=4076598 len=1815201 2023-12-16T18:34:58.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 2015 completed, throughput=5MB/sec 2023-12-16T18:34:58.725 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6WESAUcrSUZDdxF off=6517297 len=333878 2023-12-16T18:34:58.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 2016 completed, throughput=5MB/sec 2023-12-16T18:34:59.726 INFO:tasks.workunit.client.0.smithi071.stdout: 398: throughput=4.99MB/sec pending data=0 2023-12-16T18:34:59.726 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TBPXcCsFsJMZ62U off=5331630 len=1161808 2023-12-16T18:34:59.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 2017 completed, throughput=4.99MB/sec 2023-12-16T18:34:59.733 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-z0WyovDObauDWBe off=17615704 len=1390273 2023-12-16T18:34:59.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 2018 completed, throughput=4.99MB/sec 2023-12-16T18:34:59.734 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ckmfjlhiKZox6nQ off=12425695 len=1497844 2023-12-16T18:34:59.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 2019 completed, throughput=5MB/sec 2023-12-16T18:34:59.736 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ibhBH9Dj2DesWr3 off=4934754 len=1958073 2023-12-16T18:34:59.738 INFO:tasks.workunit.client.0.smithi071.stdout:op 2020 completed, throughput=5MB/sec 2023-12-16T18:35:00.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:00 smithi071 ceph-mon[139725]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T18:35:00.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:00 smithi071 ceph-mon[142085]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T18:35:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:00 smithi184 ceph-mon[136228]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-16T18:35:00.738 INFO:tasks.workunit.client.0.smithi071.stdout: 399: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:00.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UrYjyNT4C9Aj6xq off=10017762 len=2078052 2023-12-16T18:35:00.750 INFO:tasks.workunit.client.0.smithi071.stdout:op 2021 completed, throughput=4.99MB/sec 2023-12-16T18:35:00.750 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ksR3C754vcbxrQl off=2323388 len=1146173 2023-12-16T18:35:00.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 2022 completed, throughput=5MB/sec 2023-12-16T18:35:00.755 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sABYAZcu2WA9Dsa off=8917831 len=736574 2023-12-16T18:35:00.759 INFO:tasks.workunit.client.0.smithi071.stdout:op 2023 completed, throughput=5MB/sec 2023-12-16T18:35:00.760 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8MPnv5_h_j9XSc8 off=12130156 len=2087160 2023-12-16T18:35:00.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 2024 completed, throughput=5MB/sec 2023-12-16T18:35:01.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:35:01.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:35:01.589 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:35:01.771 INFO:tasks.workunit.client.0.smithi071.stdout: 400: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:01.772 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RLMug1que9znukI off=12004653 len=1672629 2023-12-16T18:35:01.774 INFO:tasks.workunit.client.0.smithi071.stdout:op 2025 completed, throughput=4.99MB/sec 2023-12-16T18:35:01.774 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o0NCqetGJQOidKv off=7391161 len=1691933 2023-12-16T18:35:01.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 2026 completed, throughput=5MB/sec 2023-12-16T18:35:01.777 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1ulX6CwkiLmSr3U off=7621237 len=780713 2023-12-16T18:35:01.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 2027 completed, throughput=5MB/sec 2023-12-16T18:35:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:35:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:35:02.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:35:02.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:35:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:35:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:35:02.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:35:02.778 INFO:tasks.workunit.client.0.smithi071.stdout: 401: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:02.778 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--XF7FtD0XnMCSjh off=2731357 len=640131 2023-12-16T18:35:02.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 2028 completed, throughput=4.99MB/sec 2023-12-16T18:35:02.780 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f3W6EV0iNKUIB56 off=3525481 len=841500 2023-12-16T18:35:02.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 2029 completed, throughput=4.99MB/sec 2023-12-16T18:35:02.781 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zBa4YMdbX00SQFc off=10374186 len=1915981 2023-12-16T18:35:02.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 2030 completed, throughput=5MB/sec 2023-12-16T18:35:02.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-59UbTx8HqI-TwIF off=56325 len=1489135 2023-12-16T18:35:02.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 2031 completed, throughput=5MB/sec 2023-12-16T18:35:02.790 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WRaVHbRfnM2Cioi off=7129079 len=542604 2023-12-16T18:35:02.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 2032 completed, throughput=5MB/sec 2023-12-16T18:35:03.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:03.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:03.791 INFO:tasks.workunit.client.0.smithi071.stdout: 402: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:03.791 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tb2UA22Lm1o8tyK off=5658841 len=79982 2023-12-16T18:35:03.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 2033 completed, throughput=4.99MB/sec 2023-12-16T18:35:03.794 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fxCYZO2do20DyRt off=17446001 len=552023 2023-12-16T18:35:03.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 2034 completed, throughput=4.99MB/sec 2023-12-16T18:35:03.795 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AV3ox2ZN1rt1PZA off=7849872 len=1408830 2023-12-16T18:35:03.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 2035 completed, throughput=4.99MB/sec 2023-12-16T18:35:03.797 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w2hVbn2j7L29l7p off=1927798 len=240489 2023-12-16T18:35:03.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 2036 completed, throughput=4.99MB/sec 2023-12-16T18:35:03.798 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GSoj8mJVtOg1bHH off=5689417 len=159398 2023-12-16T18:35:03.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 2037 completed, throughput=4.99MB/sec 2023-12-16T18:35:03.799 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ViCCOQ6zs3rqJVK off=12097590 len=987144 2023-12-16T18:35:03.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 2038 completed, throughput=5MB/sec 2023-12-16T18:35:03.804 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_IJo2qEFW8K4CLT off=7018682 len=377432 2023-12-16T18:35:03.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 2039 completed, throughput=5MB/sec 2023-12-16T18:35:03.805 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cAamdYhZThXcjHQ off=50628 len=1952809 2023-12-16T18:35:03.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 2040 completed, throughput=5MB/sec 2023-12-16T18:35:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:04 smithi071 ceph-mon[139725]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:35:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:04 smithi071 ceph-mon[142085]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:35:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:04 smithi184 ceph-mon[136228]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:35:04.819 INFO:tasks.workunit.client.0.smithi071.stdout: 403: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:04.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sK4Nnz_6y4ODIt7 off=981992 len=324724 2023-12-16T18:35:04.819 INFO:tasks.workunit.client.0.smithi071.stdout:op 2041 completed, throughput=4.99MB/sec 2023-12-16T18:35:04.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8O1qCQSP8_VhZt- off=3676088 len=379998 2023-12-16T18:35:04.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 2042 completed, throughput=4.99MB/sec 2023-12-16T18:35:04.820 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nXppfuqkM9tUqhF off=1517602 len=1047053 2023-12-16T18:35:04.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 2043 completed, throughput=4.99MB/sec 2023-12-16T18:35:04.822 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-89blfPThLUe93Gm off=127319 len=1346388 2023-12-16T18:35:04.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 2044 completed, throughput=5MB/sec 2023-12-16T18:35:04.830 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2t1ikCZqpl9vIWj off=7290549 len=1169871 2023-12-16T18:35:04.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 2045 completed, throughput=5MB/sec 2023-12-16T18:35:04.837 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fWNm5W5QDP_wuVl off=3323405 len=829204 2023-12-16T18:35:04.838 INFO:tasks.workunit.client.0.smithi071.stdout:op 2046 completed, throughput=5MB/sec 2023-12-16T18:35:05.839 INFO:tasks.workunit.client.0.smithi071.stdout: 404: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:05.839 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Lp_4MxA5P54CLel off=13125222 len=387543 2023-12-16T18:35:05.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 2047 completed, throughput=4.99MB/sec 2023-12-16T18:35:05.843 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NXB_VA1_eQztBgS off=2326427 len=866646 2023-12-16T18:35:05.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 2048 completed, throughput=4.99MB/sec 2023-12-16T18:35:05.844 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dNjLGfngD7qhu13 off=9143582 len=1251614 2023-12-16T18:35:05.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 2049 completed, throughput=4.99MB/sec 2023-12-16T18:35:05.849 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BIa1zFxqJ7wkAQ_ off=3555878 len=826969 2023-12-16T18:35:05.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 2050 completed, throughput=5MB/sec 2023-12-16T18:35:05.854 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cv3qrmzoGiDf-xo off=3259433 len=1314761 2023-12-16T18:35:05.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 2051 completed, throughput=5MB/sec 2023-12-16T18:35:05.855 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-J4fd1nYtfHCbe3e off=18305414 len=330800 2023-12-16T18:35:05.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 2052 completed, throughput=5MB/sec 2023-12-16T18:35:06.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:06 smithi071 ceph-mon[139725]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:35:06.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:06 smithi071 ceph-mon[142085]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:35:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:06 smithi184 ceph-mon[136228]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:35:06.859 INFO:tasks.workunit.client.0.smithi071.stdout: 405: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:06.859 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pK9uibiwEVCtSo0 off=1007023 len=380233 2023-12-16T18:35:06.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 2053 completed, throughput=4.99MB/sec 2023-12-16T18:35:06.863 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vJ-64SRXu6MmrP2 off=1278154 len=1387459 2023-12-16T18:35:06.868 INFO:tasks.workunit.client.0.smithi071.stdout:op 2054 completed, throughput=4.99MB/sec 2023-12-16T18:35:06.868 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FABfBfLq0RTkTja off=7250336 len=37503 2023-12-16T18:35:06.869 INFO:tasks.workunit.client.0.smithi071.stdout:op 2055 completed, throughput=4.99MB/sec 2023-12-16T18:35:06.869 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-14CmGpo3OIGnP7p off=2371199 len=1376039 2023-12-16T18:35:06.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 2056 completed, throughput=5MB/sec 2023-12-16T18:35:06.876 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fDcfXAQ1Cx-hsgN off=8707048 len=1908098 2023-12-16T18:35:06.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 2057 completed, throughput=5MB/sec 2023-12-16T18:35:06.878 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bIxCH_aRvxjTL1H off=4407219 len=552568 2023-12-16T18:35:06.878 INFO:tasks.workunit.client.0.smithi071.stdout:op 2058 completed, throughput=5MB/sec 2023-12-16T18:35:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:07] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2023-12-16T18:35:07.879 INFO:tasks.workunit.client.0.smithi071.stdout: 406: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:07.879 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WgF49seZMJSLwsE off=843802 len=71796 2023-12-16T18:35:07.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 2059 completed, throughput=4.99MB/sec 2023-12-16T18:35:07.880 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mNaclw03cqWzmYv off=0 len=1397995 2023-12-16T18:35:07.887 INFO:tasks.workunit.client.0.smithi071.stdout:op 2060 completed, throughput=4.99MB/sec 2023-12-16T18:35:07.887 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QbYbpmYLzSYH4LF off=17418842 len=37061 2023-12-16T18:35:07.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 2061 completed, throughput=4.99MB/sec 2023-12-16T18:35:07.889 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nXmyewJF5cGAMpx off=7465783 len=1522990 2023-12-16T18:35:07.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 2062 completed, throughput=5MB/sec 2023-12-16T18:35:07.891 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XdJqW_9-Y9Rwt3q off=1480222 len=559980 2023-12-16T18:35:07.895 INFO:tasks.workunit.client.0.smithi071.stdout:op 2063 completed, throughput=5MB/sec 2023-12-16T18:35:07.895 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XyZp9pj289IpQqF off=2736803 len=1132177 2023-12-16T18:35:07.900 INFO:tasks.workunit.client.0.smithi071.stdout:op 2064 completed, throughput=5MB/sec 2023-12-16T18:35:07.900 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A7x_G9sN06a_ZTv off=11665124 len=694373 2023-12-16T18:35:07.903 INFO:tasks.workunit.client.0.smithi071.stdout:op 2065 completed, throughput=5MB/sec 2023-12-16T18:35:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:08 smithi071 ceph-mon[139725]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:35:08.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:08 smithi071 ceph-mon[142085]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:35:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:08 smithi184 ceph-mon[136228]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:35:08.903 INFO:tasks.workunit.client.0.smithi071.stdout: 407: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:08.904 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0r9vd-Edq-qD-9 off=388410 len=358651 2023-12-16T18:35:08.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 2066 completed, throughput=4.99MB/sec 2023-12-16T18:35:08.907 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j3ooCB6vu96duSI off=3874061 len=1584518 2023-12-16T18:35:08.916 INFO:tasks.workunit.client.0.smithi071.stdout:op 2067 completed, throughput=4.99MB/sec 2023-12-16T18:35:08.916 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9wANVBef_AjCLBF off=4567626 len=469501 2023-12-16T18:35:08.920 INFO:tasks.workunit.client.0.smithi071.stdout:op 2068 completed, throughput=4.99MB/sec 2023-12-16T18:35:08.920 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kfqzRZg7aGgRaUO off=12689242 len=1318999 2023-12-16T18:35:08.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 2069 completed, throughput=5MB/sec 2023-12-16T18:35:08.922 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9fjwl1ulYuIEDiU off=10573593 len=315521 2023-12-16T18:35:08.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 2070 completed, throughput=5MB/sec 2023-12-16T18:35:08.925 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-I6zc-lTPPRoDDAu off=2159826 len=2052292 2023-12-16T18:35:08.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 2071 completed, throughput=5MB/sec 2023-12-16T18:35:09.927 INFO:tasks.workunit.client.0.smithi071.stdout: 408: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:09.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4AZmqay5lGD4T_s off=1605718 len=1726881 2023-12-16T18:35:09.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 2072 completed, throughput=4.99MB/sec 2023-12-16T18:35:09.929 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hxdVQuZ7DpqqG43 off=3568907 len=781207 2023-12-16T18:35:09.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 2073 completed, throughput=5MB/sec 2023-12-16T18:35:09.931 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Fc5x-cm8E3gzp2K off=7717712 len=257390 2023-12-16T18:35:09.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 2074 completed, throughput=5MB/sec 2023-12-16T18:35:09.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NtF3-Q1UH215Ujm off=3905561 len=1734290 2023-12-16T18:35:09.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 2075 completed, throughput=5MB/sec 2023-12-16T18:35:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:10 smithi071 ceph-mon[139725]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:35:10.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:10 smithi071 ceph-mon[142085]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:35:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:10 smithi184 ceph-mon[136228]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:35:10.935 INFO:tasks.workunit.client.0.smithi071.stdout: 409: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:10.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d3j9HsgYw5fqc6v off=12486277 len=1619596 2023-12-16T18:35:10.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 2076 completed, throughput=4.99MB/sec 2023-12-16T18:35:10.944 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eT71ggRliudbD81 off=803463 len=949095 2023-12-16T18:35:10.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 2077 completed, throughput=4.99MB/sec 2023-12-16T18:35:10.945 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kXLSEMz2OQTgkcH off=50378 len=1440219 2023-12-16T18:35:10.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 2078 completed, throughput=5MB/sec 2023-12-16T18:35:10.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UpbLQmPooF5gjzQ off=4125672 len=1642649 2023-12-16T18:35:10.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 2079 completed, throughput=5MB/sec 2023-12-16T18:35:11.949 INFO:tasks.workunit.client.0.smithi071.stdout: 410: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:11.949 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ETXQ-5SMQ2c-Zrp off=6158312 len=428612 2023-12-16T18:35:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 2080 completed, throughput=4.99MB/sec 2023-12-16T18:35:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-64Nnmqqp6mzKM1m off=2494439 len=542827 2023-12-16T18:35:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 2081 completed, throughput=4.99MB/sec 2023-12-16T18:35:11.954 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1IGD-tYCSMDi_FN off=10422805 len=24284 2023-12-16T18:35:11.954 INFO:tasks.workunit.client.0.smithi071.stdout:op 2082 completed, throughput=4.99MB/sec 2023-12-16T18:35:11.954 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mJ1Ltb2Vdnee3mc off=1242667 len=1302523 2023-12-16T18:35:11.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 2083 completed, throughput=4.99MB/sec 2023-12-16T18:35:11.963 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c9Hk0_FrgVCtgk9 off=9097267 len=189508 2023-12-16T18:35:11.965 INFO:tasks.workunit.client.0.smithi071.stdout:op 2084 completed, throughput=5MB/sec 2023-12-16T18:35:11.965 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J6QxIt0Qzp8ZtAB off=7930954 len=679266 2023-12-16T18:35:11.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 2085 completed, throughput=5MB/sec 2023-12-16T18:35:11.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9bn7X0DmBQISSoK off=10908049 len=257878 2023-12-16T18:35:11.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 2086 completed, throughput=5MB/sec 2023-12-16T18:35:11.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vvpxV-UG8C1UhSc off=306707 len=1567706 2023-12-16T18:35:11.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 2087 completed, throughput=5MB/sec 2023-12-16T18:35:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:12 smithi071 ceph-mon[139725]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:35:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:12 smithi071 ceph-mon[142085]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:35:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:12 smithi184 ceph-mon[136228]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:35:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: 411: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:12.976 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Mmxf2vEiJQqHApH off=8102889 len=2077003 2023-12-16T18:35:12.978 INFO:tasks.workunit.client.0.smithi071.stdout:op 2088 completed, throughput=4.99MB/sec 2023-12-16T18:35:12.978 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vTmqYJtU81CmMwE off=5131750 len=1300186 2023-12-16T18:35:12.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 2089 completed, throughput=5MB/sec 2023-12-16T18:35:12.980 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VDDn2AjJw2YhqIr off=2935963 len=712776 2023-12-16T18:35:12.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 2090 completed, throughput=5MB/sec 2023-12-16T18:35:12.985 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hzLElMr6F9xMoMb off=5473231 len=1346246 2023-12-16T18:35:12.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 2091 completed, throughput=5MB/sec 2023-12-16T18:35:13.991 INFO:tasks.workunit.client.0.smithi071.stdout: 412: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:13.991 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2ykEFlJkXqLHLQr off=1104135 len=1418918 2023-12-16T18:35:13.997 INFO:tasks.workunit.client.0.smithi071.stdout:op 2092 completed, throughput=4.99MB/sec 2023-12-16T18:35:13.997 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QjU9Zm2dUtSeKnb off=10802384 len=1280308 2023-12-16T18:35:13.999 INFO:tasks.workunit.client.0.smithi071.stdout:op 2093 completed, throughput=5MB/sec 2023-12-16T18:35:13.999 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JoGZ4oPlfsFd8IG off=3245548 len=1519256 2023-12-16T18:35:14.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 2094 completed, throughput=5MB/sec 2023-12-16T18:35:14.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JgJtksGo3ny9dy7 off=655758 len=1570862 2023-12-16T18:35:14.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 2095 completed, throughput=5MB/sec 2023-12-16T18:35:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:14 smithi071 ceph-mon[139725]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:35:14.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:14 smithi071 ceph-mon[142085]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:35:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:14 smithi184 ceph-mon[136228]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:35:15.013 INFO:tasks.workunit.client.0.smithi071.stdout: 413: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:15.013 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OZJhq7dt_G1zzf0 off=6426358 len=1325242 2023-12-16T18:35:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 2096 completed, throughput=4.99MB/sec 2023-12-16T18:35:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-72X0P8uXQleG5CA off=3270826 len=980594 2023-12-16T18:35:15.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 2097 completed, throughput=5MB/sec 2023-12-16T18:35:15.024 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sP8Cp79PZu5y7m7 off=16607821 len=1195004 2023-12-16T18:35:15.031 INFO:tasks.workunit.client.0.smithi071.stdout:op 2098 completed, throughput=5MB/sec 2023-12-16T18:35:15.031 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vJUDYXXIUcoIigD off=13689771 len=530171 2023-12-16T18:35:15.031 INFO:tasks.workunit.client.0.smithi071.stdout:op 2099 completed, throughput=5MB/sec 2023-12-16T18:35:15.031 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GYmR2eH4lhO4Nv_ off=2905433 len=1566920 2023-12-16T18:35:15.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 2100 completed, throughput=5MB/sec 2023-12-16T18:35:16.034 INFO:tasks.workunit.client.0.smithi071.stdout: 414: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:16.034 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dp9wEQGqN5dbZ2- off=2930850 len=293320 2023-12-16T18:35:16.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 2101 completed, throughput=4.99MB/sec 2023-12-16T18:35:16.035 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tuy8VzqhFJa64p3 off=16866102 len=1730788 2023-12-16T18:35:16.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 2102 completed, throughput=5MB/sec 2023-12-16T18:35:16.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nvaKCCdM2FjCIRX off=1004288 len=1515967 2023-12-16T18:35:16.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 2103 completed, throughput=5MB/sec 2023-12-16T18:35:16.039 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NWME71zKqRlW4SC off=17327899 len=300334 2023-12-16T18:35:16.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 2104 completed, throughput=5MB/sec 2023-12-16T18:35:16.043 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UsvsqlUg9ZSRkxY off=3206203 len=78785 2023-12-16T18:35:16.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 2105 completed, throughput=5MB/sec 2023-12-16T18:35:16.043 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GQ89omQ08twYAtA off=4624561 len=817251 2023-12-16T18:35:16.044 INFO:tasks.workunit.client.0.smithi071.stdout:op 2106 completed, throughput=5MB/sec 2023-12-16T18:35:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:16 smithi071 ceph-mon[139725]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:35:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:16 smithi071 ceph-mon[142085]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:35:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:16 smithi184 ceph-mon[136228]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:35:17.045 INFO:tasks.workunit.client.0.smithi071.stdout: 415: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:17.045 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dR6uT72OBhSlCUW off=2639100 len=1450606 2023-12-16T18:35:17.048 INFO:tasks.workunit.client.0.smithi071.stdout:op 2107 completed, throughput=4.99MB/sec 2023-12-16T18:35:17.048 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-14CmGpo3OIGnP7p off=428352 len=2019205 2023-12-16T18:35:17.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 2108 completed, throughput=5MB/sec 2023-12-16T18:35:17.057 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3XWymEMhx6vB3sr off=15572796 len=1381166 2023-12-16T18:35:17.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 2109 completed, throughput=5MB/sec 2023-12-16T18:35:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:17] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2023-12-16T18:35:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: 416: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:18.066 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GQ89omQ08twYAtA off=6156944 len=907608 2023-12-16T18:35:18.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 2110 completed, throughput=4.99MB/sec 2023-12-16T18:35:18.071 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qKzh8vq7-xczt8o off=9962167 len=644075 2023-12-16T18:35:18.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 2111 completed, throughput=4.99MB/sec 2023-12-16T18:35:18.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZyjWAhjBjVgHIA5 off=1478283 len=1572619 2023-12-16T18:35:18.081 INFO:tasks.workunit.client.0.smithi071.stdout:op 2112 completed, throughput=5MB/sec 2023-12-16T18:35:18.081 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ARiJvx2t2dAqF6_ off=6792251 len=393536 2023-12-16T18:35:18.084 INFO:tasks.workunit.client.0.smithi071.stdout:op 2113 completed, throughput=5MB/sec 2023-12-16T18:35:18.084 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CwUI6OpJuDpFN3B off=1192443 len=712799 2023-12-16T18:35:18.089 INFO:tasks.workunit.client.0.smithi071.stdout:op 2114 completed, throughput=5MB/sec 2023-12-16T18:35:18.089 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ipPW2MAvxylQ1YG off=5289828 len=276811 2023-12-16T18:35:18.090 INFO:tasks.workunit.client.0.smithi071.stdout:op 2115 completed, throughput=5MB/sec 2023-12-16T18:35:18.090 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0oMYxVwpZ63JGwQ off=1872781 len=1292924 2023-12-16T18:35:18.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 2116 completed, throughput=5MB/sec 2023-12-16T18:35:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:18 smithi071 ceph-mon[142085]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:18 smithi071 ceph-mon[139725]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:18 smithi184 ceph-mon[136228]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: 417: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:19.095 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vpsljD0qDLIuLIO off=2517471 len=1632191 2023-12-16T18:35:19.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 2117 completed, throughput=4.99MB/sec 2023-12-16T18:35:19.103 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-45YTUQQ95NAmqtB off=17316491 len=1546146 2023-12-16T18:35:19.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 2118 completed, throughput=5MB/sec 2023-12-16T18:35:19.104 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1lvpQFEPKlipGZh off=10723902 len=1425173 2023-12-16T18:35:19.105 INFO:tasks.workunit.client.0.smithi071.stdout:op 2119 completed, throughput=5MB/sec 2023-12-16T18:35:19.106 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-i2KMkkLnUTWUzBR off=1271745 len=1396808 2023-12-16T18:35:19.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 2120 completed, throughput=5MB/sec 2023-12-16T18:35:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: 418: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:20.108 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FqGsJpdl4x4wr0l off=6070923 len=1898324 2023-12-16T18:35:20.110 INFO:tasks.workunit.client.0.smithi071.stdout:op 2121 completed, throughput=5MB/sec 2023-12-16T18:35:20.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KtbCAQ6VeqaQDO8 off=8315844 len=73491 2023-12-16T18:35:20.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 2122 completed, throughput=5MB/sec 2023-12-16T18:35:20.111 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yGpEPvqPPp55ypB off=2458893 len=996395 2023-12-16T18:35:20.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 2123 completed, throughput=5MB/sec 2023-12-16T18:35:20.112 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mV4xMCGcSEWsuNP off=1795879 len=332742 2023-12-16T18:35:20.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 2124 completed, throughput=5MB/sec 2023-12-16T18:35:20.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jKLZIe53oeA2JEo off=926138 len=1637661 2023-12-16T18:35:20.115 INFO:tasks.workunit.client.0.smithi071.stdout:op 2125 completed, throughput=5MB/sec 2023-12-16T18:35:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:20 smithi071 ceph-mon[139725]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:20.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:20 smithi071 ceph-mon[142085]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:20 smithi184 ceph-mon[136228]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:21.115 INFO:tasks.workunit.client.0.smithi071.stdout: 419: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:21.115 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vW5qET1I1a5hG4U off=3516987 len=581522 2023-12-16T18:35:21.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 2126 completed, throughput=4.99MB/sec 2023-12-16T18:35:21.120 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FQtL4hCjFAsHCRY off=5208284 len=494517 2023-12-16T18:35:21.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 2127 completed, throughput=4.99MB/sec 2023-12-16T18:35:21.123 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qXPNoKKDMxCEicO off=13257997 len=1931699 2023-12-16T18:35:21.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 2128 completed, throughput=5MB/sec 2023-12-16T18:35:21.125 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aOi97nbircr-Z_R off=11218605 len=92071 2023-12-16T18:35:21.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 2129 completed, throughput=5MB/sec 2023-12-16T18:35:21.126 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EW7lvgD7m4nYSxN off=1037098 len=1492383 2023-12-16T18:35:21.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 2130 completed, throughput=5MB/sec 2023-12-16T18:35:22.128 INFO:tasks.workunit.client.0.smithi071.stdout: 420: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:22.128 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-85jA07wTa_K81av off=16605578 len=829421 2023-12-16T18:35:22.129 INFO:tasks.workunit.client.0.smithi071.stdout:op 2131 completed, throughput=4.99MB/sec 2023-12-16T18:35:22.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X7z5LkTCZYhVqwq off=17658770 len=430246 2023-12-16T18:35:22.133 INFO:tasks.workunit.client.0.smithi071.stdout:op 2132 completed, throughput=4.99MB/sec 2023-12-16T18:35:22.133 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cSAcB5SvNmd886b off=2295968 len=233951 2023-12-16T18:35:22.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 2133 completed, throughput=4.99MB/sec 2023-12-16T18:35:22.134 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tmi2SFqEeCwsKqF off=5372707 len=880741 2023-12-16T18:35:22.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 2134 completed, throughput=4.99MB/sec 2023-12-16T18:35:22.139 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ksgWZ3f-MgxTrwv off=5263554 len=656438 2023-12-16T18:35:22.140 INFO:tasks.workunit.client.0.smithi071.stdout:op 2135 completed, throughput=5MB/sec 2023-12-16T18:35:22.140 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2JbYwa83wCU76TW off=14490013 len=358612 2023-12-16T18:35:22.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 2136 completed, throughput=5MB/sec 2023-12-16T18:35:22.141 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BbFHVwXap0BAER2 off=5322745 len=2093753 2023-12-16T18:35:22.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 2137 completed, throughput=5MB/sec 2023-12-16T18:35:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:22 smithi071 ceph-mon[139725]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:35:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:22 smithi071 ceph-mon[142085]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:35:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:22 smithi184 ceph-mon[136228]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:35:23.154 INFO:tasks.workunit.client.0.smithi071.stdout: 421: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:23.154 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9n0qQHc7HzAjeUd off=10306053 len=1178626 2023-12-16T18:35:23.155 INFO:tasks.workunit.client.0.smithi071.stdout:op 2138 completed, throughput=4.99MB/sec 2023-12-16T18:35:23.155 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ORDvfYZ3FV8--11 off=11800709 len=1798448 2023-12-16T18:35:23.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 2139 completed, throughput=5MB/sec 2023-12-16T18:35:23.158 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M2eRg25p6mK7Fpu off=5092260 len=2022740 2023-12-16T18:35:23.169 INFO:tasks.workunit.client.0.smithi071.stdout:op 2140 completed, throughput=5MB/sec 2023-12-16T18:35:23.170 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q6GhiIqRn5ywP1Z off=2650434 len=1862386 2023-12-16T18:35:23.170 INFO:tasks.workunit.client.0.smithi071.stdout:op 2141 completed, throughput=5MB/sec 2023-12-16T18:35:24.171 INFO:tasks.workunit.client.0.smithi071.stdout: 422: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:24.171 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aF5qOkcRb4tZ4I_ off=5146034 len=1637945 2023-12-16T18:35:24.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 2142 completed, throughput=5MB/sec 2023-12-16T18:35:24.180 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wutho6ufvSxTSU4 off=553733 len=1448090 2023-12-16T18:35:24.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 2143 completed, throughput=5MB/sec 2023-12-16T18:35:24.182 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t109xvWpf7MCAa2 off=20779850 len=1316922 2023-12-16T18:35:24.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 2144 completed, throughput=5MB/sec 2023-12-16T18:35:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:24 smithi071 ceph-mon[139725]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:24 smithi071 ceph-mon[142085]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:24 smithi184 ceph-mon[136228]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:24.884 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:35:25.183 INFO:tasks.workunit.client.0.smithi071.stdout: 423: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:25.184 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kgJQdjnnz9KJpED off=3243502 len=1024508 2023-12-16T18:35:25.184 INFO:tasks.workunit.client.0.smithi071.stdout:op 2145 completed, throughput=4.99MB/sec 2023-12-16T18:35:25.184 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EKl7Tu4uzh-KfJ3 off=10581358 len=70092 2023-12-16T18:35:25.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 2146 completed, throughput=4.99MB/sec 2023-12-16T18:35:25.187 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uymr9ljKKfrGPMo off=3770984 len=1465971 2023-12-16T18:35:25.188 INFO:tasks.workunit.client.0.smithi071.stdout:op 2147 completed, throughput=5MB/sec 2023-12-16T18:35:25.188 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R8LjIBY7g6jdCWS off=9357014 len=195799 2023-12-16T18:35:25.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 2148 completed, throughput=5MB/sec 2023-12-16T18:35:25.189 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3zV_mM69l3kkHJe off=22373874 len=1355359 2023-12-16T18:35:25.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 2149 completed, throughput=5MB/sec 2023-12-16T18:35:25.190 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cFrIbeey_Tz59Zj off=2621392 len=1923756 2023-12-16T18:35:25.191 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (25m) 84s ago 27m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (24m) 9m ago 27m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (28m) 84s ago 28m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (28m) 9m ago 28m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (24m) 9m ago 30m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (24m) 84s ago 31m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (24m) 84s ago 31m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (23m) 9m ago 30m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (23m) 84s ago 30m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (25m) 84s ago 27m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (24m) 9m ago 27m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (23m) 84s ago 30m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (22m) 84s ago 30m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (22m) 84s ago 29m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:35:25.192 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (21m) 84s ago 29m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:35:25.193 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (21m) 9m ago 29m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:35:25.193 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (20m) 9m ago 29m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:35:25.193 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (20m) 9m ago 29m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:35:25.193 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (19m) 9m ago 28m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:35:25.193 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (24m) 9m ago 28m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:35:25.193 INFO:tasks.workunit.client.0.smithi071.stdout:op 2150 completed, throughput=5MB/sec 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:35:25.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:35:26.192 INFO:tasks.workunit.client.0.smithi071.stdout: 424: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:26.192 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gKM8i0BKoOqrnqn off=14380324 len=676021 2023-12-16T18:35:26.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 2151 completed, throughput=4.99MB/sec 2023-12-16T18:35:26.194 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cfV5Yt7-iZh2mxe off=0 len=1358453 2023-12-16T18:35:26.195 INFO:tasks.workunit.client.0.smithi071.stdout:op 2152 completed, throughput=5MB/sec 2023-12-16T18:35:26.195 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_rSZltP7Jwg-mkf off=575444 len=1595721 2023-12-16T18:35:26.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 2153 completed, throughput=5MB/sec 2023-12-16T18:35:26.204 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NHSbylgZ9Nn5qb2 off=11310256 len=208857 2023-12-16T18:35:26.206 INFO:tasks.workunit.client.0.smithi071.stdout:op 2154 completed, throughput=5MB/sec 2023-12-16T18:35:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[139725]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[139725]: from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[139725]: from='client.45419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2238035607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[142085]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[142085]: from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[142085]: from='client.45419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2238035607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:26 smithi184 ceph-mon[136228]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:26 smithi184 ceph-mon[136228]: from='client.35472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:26 smithi184 ceph-mon[136228]: from='client.45419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2238035607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:27.206 INFO:tasks.workunit.client.0.smithi071.stdout: 425: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:27.206 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tE7bXtVL5B5NPiU off=7346569 len=1476870 2023-12-16T18:35:27.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 2155 completed, throughput=4.99MB/sec 2023-12-16T18:35:27.208 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2sIiqeCpzUzvxWe off=19873498 len=670812 2023-12-16T18:35:27.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 2156 completed, throughput=4.99MB/sec 2023-12-16T18:35:27.213 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bxjFHOTy_DUXetp off=13315827 len=848845 2023-12-16T18:35:27.214 INFO:tasks.workunit.client.0.smithi071.stdout:op 2157 completed, throughput=5MB/sec 2023-12-16T18:35:27.214 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c5JKjDGC9gIdzEM off=51302 len=331313 2023-12-16T18:35:27.215 INFO:tasks.workunit.client.0.smithi071.stdout:op 2158 completed, throughput=5MB/sec 2023-12-16T18:35:27.215 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sV8AUtX1AG49WWA off=723630 len=1905896 2023-12-16T18:35:27.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 2159 completed, throughput=5MB/sec 2023-12-16T18:35:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:27] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-16T18:35:28.218 INFO:tasks.workunit.client.0.smithi071.stdout: 426: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:28.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wAMiDrIAUx_NKeW off=600475 len=3322 2023-12-16T18:35:28.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 2160 completed, throughput=4.99MB/sec 2023-12-16T18:35:28.220 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nQ9LbNPW_w6Rpwo off=5267056 len=765354 2023-12-16T18:35:28.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 2161 completed, throughput=4.99MB/sec 2023-12-16T18:35:28.221 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cy4unpKu0UDJWSG off=2427480 len=1045366 2023-12-16T18:35:28.222 INFO:tasks.workunit.client.0.smithi071.stdout:op 2162 completed, throughput=4.99MB/sec 2023-12-16T18:35:28.222 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oQ39_JdJZwUXJu9 off=3052729 len=549456 2023-12-16T18:35:28.223 INFO:tasks.workunit.client.0.smithi071.stdout:op 2163 completed, throughput=4.99MB/sec 2023-12-16T18:35:28.223 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bd7vN4WQeBSMHwL off=13385471 len=1108650 2023-12-16T18:35:28.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 2164 completed, throughput=5MB/sec 2023-12-16T18:35:28.225 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EvFUNm9U53V5TP1 off=6703670 len=235525 2023-12-16T18:35:28.228 INFO:tasks.workunit.client.0.smithi071.stdout:op 2165 completed, throughput=5MB/sec 2023-12-16T18:35:28.228 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y30aHwVRUx3ywbX off=2019269 len=1631937 2023-12-16T18:35:28.231 INFO:tasks.workunit.client.0.smithi071.stdout:op 2166 completed, throughput=5MB/sec 2023-12-16T18:35:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:28 smithi071 ceph-mon[139725]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:28 smithi071 ceph-mon[142085]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:28 smithi184 ceph-mon[136228]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:35:29.232 INFO:tasks.workunit.client.0.smithi071.stdout: 427: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:29.232 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wgQN_aKuKwpnP3M off=2966857 len=214302 2023-12-16T18:35:29.232 INFO:tasks.workunit.client.0.smithi071.stdout:op 2167 completed, throughput=4.99MB/sec 2023-12-16T18:35:29.232 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q_lMMS8Bw0Yk1sk off=13244988 len=119644 2023-12-16T18:35:29.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 2168 completed, throughput=4.99MB/sec 2023-12-16T18:35:29.233 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YYiqXZczV0kf4D4 off=23132400 len=939351 2023-12-16T18:35:29.240 INFO:tasks.workunit.client.0.smithi071.stdout:op 2169 completed, throughput=4.99MB/sec 2023-12-16T18:35:29.240 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WbZ1neVJPKkxsIU off=514876 len=68292 2023-12-16T18:35:29.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 2170 completed, throughput=4.99MB/sec 2023-12-16T18:35:29.241 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jG5GqgO0VRZKbFn off=0 len=1270278 2023-12-16T18:35:29.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 2171 completed, throughput=4.99MB/sec 2023-12-16T18:35:29.241 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N1WZghx1kSS6jtq off=5110742 len=1084815 2023-12-16T18:35:29.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 2172 completed, throughput=5MB/sec 2023-12-16T18:35:29.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QZye1GjxiDggFPl off=1983988 len=510888 2023-12-16T18:35:29.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 2173 completed, throughput=5MB/sec 2023-12-16T18:35:29.251 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yuy-J5aktVSlxxx off=1294326 len=1735963 2023-12-16T18:35:29.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 2174 completed, throughput=5MB/sec 2023-12-16T18:35:30.253 INFO:tasks.workunit.client.0.smithi071.stdout: 428: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:30.253 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NM-MxCDxhKIU_6Z off=4495061 len=1365700 2023-12-16T18:35:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 2175 completed, throughput=4.99MB/sec 2023-12-16T18:35:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-awCjyM-_eRjt4mQ off=2928474 len=360414 2023-12-16T18:35:30.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 2176 completed, throughput=4.99MB/sec 2023-12-16T18:35:30.256 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9I0h60Z2_ovbfm3 off=11031800 len=213960 2023-12-16T18:35:30.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 2177 completed, throughput=4.99MB/sec 2023-12-16T18:35:30.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RMg65WcTMv0SQBa off=9893389 len=439471 2023-12-16T18:35:30.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 2178 completed, throughput=5MB/sec 2023-12-16T18:35:30.262 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UFNFuK9bCqgoRSE off=910620 len=1721614 2023-12-16T18:35:30.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 2179 completed, throughput=5MB/sec 2023-12-16T18:35:30.269 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ykSLjlKfSmKMRki off=14945682 len=329019 2023-12-16T18:35:30.270 INFO:tasks.workunit.client.0.smithi071.stdout:op 2180 completed, throughput=5MB/sec 2023-12-16T18:35:30.270 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BlhTRpDf09TVs4c off=1823471 len=162268 2023-12-16T18:35:30.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 2181 completed, throughput=5MB/sec 2023-12-16T18:35:30.273 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fWNm5W5QDP_wuVl off=13725268 len=1899403 2023-12-16T18:35:30.274 INFO:tasks.workunit.client.0.smithi071.stdout:op 2182 completed, throughput=5MB/sec 2023-12-16T18:35:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:30 smithi071 ceph-mon[139725]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:30 smithi071 ceph-mon[142085]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:30 smithi184 ceph-mon[136228]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:31.275 INFO:tasks.workunit.client.0.smithi071.stdout: 429: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:31.275 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VEU4gfj-eSLTbjf off=2418727 len=1390696 2023-12-16T18:35:31.281 INFO:tasks.workunit.client.0.smithi071.stdout:op 2183 completed, throughput=5MB/sec 2023-12-16T18:35:31.281 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9bzjwdNJkGZzNfh off=4300266 len=2071965 2023-12-16T18:35:31.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 2184 completed, throughput=5MB/sec 2023-12-16T18:35:31.283 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QgPC1YdpqrxoI7v off=231980 len=1522057 2023-12-16T18:35:31.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 2185 completed, throughput=5MB/sec 2023-12-16T18:35:32.287 INFO:tasks.workunit.client.0.smithi071.stdout: 430: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:32.287 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MeyhPJQ8c8O7Evc off=559417 len=516119 2023-12-16T18:35:32.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 2186 completed, throughput=4.99MB/sec 2023-12-16T18:35:32.291 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jPfeW8BTGVuByfF off=2503363 len=1853750 2023-12-16T18:35:32.303 INFO:tasks.workunit.client.0.smithi071.stdout:op 2187 completed, throughput=5MB/sec 2023-12-16T18:35:32.303 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X2E64LOibRQG-YY off=3984245 len=1592860 2023-12-16T18:35:32.305 INFO:tasks.workunit.client.0.smithi071.stdout:op 2188 completed, throughput=5MB/sec 2023-12-16T18:35:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:32 smithi071 ceph-mon[139725]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:32 smithi071 ceph-mon[142085]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:32 smithi184 ceph-mon[136228]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:33.305 INFO:tasks.workunit.client.0.smithi071.stdout: 431: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:33.305 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Il1UiiWNkkNPDLQ off=3122511 len=1033832 2023-12-16T18:35:33.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 2189 completed, throughput=4.99MB/sec 2023-12-16T18:35:33.307 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7YlwQoG4OZTu6H7 off=10960604 len=102024 2023-12-16T18:35:33.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 2190 completed, throughput=4.99MB/sec 2023-12-16T18:35:33.307 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nhMgoZQLqIipBFY off=5107221 len=722081 2023-12-16T18:35:33.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 2191 completed, throughput=4.99MB/sec 2023-12-16T18:35:33.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-okmTsYrYW4Bc4CM off=2760973 len=1807081 2023-12-16T18:35:33.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 2192 completed, throughput=5MB/sec 2023-12-16T18:35:33.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g7P6i36xNIcjliF off=2100365 len=184355 2023-12-16T18:35:33.313 INFO:tasks.workunit.client.0.smithi071.stdout:op 2193 completed, throughput=5MB/sec 2023-12-16T18:35:33.313 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VBRqLEQTSOizTrz off=15108533 len=2018919 2023-12-16T18:35:33.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 2194 completed, throughput=5MB/sec 2023-12-16T18:35:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:33.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:34.321 INFO:tasks.workunit.client.0.smithi071.stdout: 432: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:34.322 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wC-JTWUph2T56ZH off=1455374 len=437091 2023-12-16T18:35:34.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 2195 completed, throughput=4.99MB/sec 2023-12-16T18:35:34.326 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A6SoHmOrXTblFGa off=8719111 len=1727030 2023-12-16T18:35:34.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 2196 completed, throughput=4.99MB/sec 2023-12-16T18:35:34.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A0-o54muC3lCe5X off=2881944 len=1515077 2023-12-16T18:35:34.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 2197 completed, throughput=5MB/sec 2023-12-16T18:35:34.329 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5OyKplBwuBChC5Z off=222223 len=1273778 2023-12-16T18:35:34.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 2198 completed, throughput=5MB/sec 2023-12-16T18:35:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:34 smithi071 ceph-mon[139725]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:35:34.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:34 smithi071 ceph-mon[142085]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:35:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:34 smithi184 ceph-mon[136228]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:35:35.331 INFO:tasks.workunit.client.0.smithi071.stdout: 433: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:35.331 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tPWt6q357JOvdZB off=16852074 len=677686 2023-12-16T18:35:35.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 2199 completed, throughput=4.99MB/sec 2023-12-16T18:35:35.332 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0c-6yLZSQ16x3F off=2562491 len=1777057 2023-12-16T18:35:35.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 2200 completed, throughput=4.99MB/sec 2023-12-16T18:35:35.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RpHBvuuZwVDgUBY off=13749107 len=665925 2023-12-16T18:35:35.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 2201 completed, throughput=5MB/sec 2023-12-16T18:35:35.346 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-995mNogaQHUZIOF off=5231174 len=895464 2023-12-16T18:35:35.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 2202 completed, throughput=5MB/sec 2023-12-16T18:35:35.347 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EKTjr7EEYjPqsVI off=1086484 len=405363 2023-12-16T18:35:35.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 2203 completed, throughput=5MB/sec 2023-12-16T18:35:35.350 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bn6ZIhozkfNU2o_ off=323339 len=1965914 2023-12-16T18:35:35.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 2204 completed, throughput=5MB/sec 2023-12-16T18:35:36.362 INFO:tasks.workunit.client.0.smithi071.stdout: 434: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:36.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IlbTcPNgNWh4WFz off=2621344 len=39744 2023-12-16T18:35:36.363 INFO:tasks.workunit.client.0.smithi071.stdout:op 2205 completed, throughput=4.99MB/sec 2023-12-16T18:35:36.363 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-khkbIqKcLb_cOZ- off=386232 len=646512 2023-12-16T18:35:36.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 2206 completed, throughput=4.99MB/sec 2023-12-16T18:35:36.364 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7gHdk950xUmcMV9 off=13185640 len=763744 2023-12-16T18:35:36.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 2207 completed, throughput=4.99MB/sec 2023-12-16T18:35:36.369 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F07b2TD_5Dy1gnS off=5606117 len=1156880 2023-12-16T18:35:36.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 2208 completed, throughput=5MB/sec 2023-12-16T18:35:36.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GAFsM30UZNfN7G- off=11200617 len=943554 2023-12-16T18:35:36.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 2209 completed, throughput=5MB/sec 2023-12-16T18:35:36.376 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jZ3nccV1tgydCF9 off=12383075 len=466065 2023-12-16T18:35:36.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 2210 completed, throughput=5MB/sec 2023-12-16T18:35:36.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pgnlNGU4DVIdHFo off=1442698 len=2093210 2023-12-16T18:35:36.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 2211 completed, throughput=5MB/sec 2023-12-16T18:35:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:36 smithi071 ceph-mon[142085]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:36 smithi071 ceph-mon[139725]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:36 smithi184 ceph-mon[136228]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:37.380 INFO:tasks.workunit.client.0.smithi071.stdout: 435: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:37.380 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4jxBJKNZ---oWCm off=4312675 len=1711033 2023-12-16T18:35:37.382 INFO:tasks.workunit.client.0.smithi071.stdout:op 2212 completed, throughput=5MB/sec 2023-12-16T18:35:37.382 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8IH69kDQwmpCJfJ off=11295635 len=238839 2023-12-16T18:35:37.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 2213 completed, throughput=5MB/sec 2023-12-16T18:35:37.383 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZVbeMjlc1mXB-kB off=15401579 len=1783958 2023-12-16T18:35:37.392 INFO:tasks.workunit.client.0.smithi071.stdout:op 2214 completed, throughput=5MB/sec 2023-12-16T18:35:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:37] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:35:38.393 INFO:tasks.workunit.client.0.smithi071.stdout: 436: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:38.393 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AmOuJxQaQ6_tJo5 off=16587418 len=1719339 2023-12-16T18:35:38.397 INFO:tasks.workunit.client.0.smithi071.stdout:op 2215 completed, throughput=4.99MB/sec 2023-12-16T18:35:38.398 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-txyUG7_4t3wx_Rn off=15842101 len=1101665 2023-12-16T18:35:38.402 INFO:tasks.workunit.client.0.smithi071.stdout:op 2216 completed, throughput=5MB/sec 2023-12-16T18:35:38.402 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hJbwibcr2VKCt0a off=5276424 len=1254958 2023-12-16T18:35:38.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 2217 completed, throughput=5MB/sec 2023-12-16T18:35:38.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pTWNRsA_OhxVQ-X off=4905074 len=1345071 2023-12-16T18:35:38.410 INFO:tasks.workunit.client.0.smithi071.stdout:op 2218 completed, throughput=5MB/sec 2023-12-16T18:35:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:38 smithi071 ceph-mon[139725]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:38 smithi071 ceph-mon[142085]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:38 smithi184 ceph-mon[136228]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-16T18:35:39.411 INFO:tasks.workunit.client.0.smithi071.stdout: 437: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:39.411 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j4Q6JzQT_z-S4e5 off=7553379 len=1224801 2023-12-16T18:35:39.419 INFO:tasks.workunit.client.0.smithi071.stdout:op 2219 completed, throughput=4.99MB/sec 2023-12-16T18:35:39.419 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l8NY7b4gIRupra5 off=3662371 len=1089737 2023-12-16T18:35:39.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 2220 completed, throughput=4.99MB/sec 2023-12-16T18:35:39.421 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X0WYbTYOjr_0vz9 off=255045 len=1941084 2023-12-16T18:35:39.431 INFO:tasks.workunit.client.0.smithi071.stdout:op 2221 completed, throughput=5MB/sec 2023-12-16T18:35:39.431 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QYv9VKQQcVT96qH off=93553 len=1556766 2023-12-16T18:35:39.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 2222 completed, throughput=5MB/sec 2023-12-16T18:35:40.439 INFO:tasks.workunit.client.0.smithi071.stdout: 438: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:40.439 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LyTm6WgTufWjPjz off=1248438 len=897444 2023-12-16T18:35:40.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 2223 completed, throughput=4.99MB/sec 2023-12-16T18:35:40.444 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BYVU3goP5mRLXci off=10078273 len=780938 2023-12-16T18:35:40.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 2224 completed, throughput=4.99MB/sec 2023-12-16T18:35:40.448 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z0J3sXliS6MpQop off=4158575 len=1567863 2023-12-16T18:35:40.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 2225 completed, throughput=5MB/sec 2023-12-16T18:35:40.457 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-udsa5sHoJZm-UDP off=12217965 len=1669650 2023-12-16T18:35:40.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 2226 completed, throughput=5MB/sec 2023-12-16T18:35:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:40 smithi184 ceph-mon[136228]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-16T18:35:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:40 smithi071 ceph-mon[139725]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-16T18:35:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:40 smithi071 ceph-mon[142085]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-16T18:35:41.464 INFO:tasks.workunit.client.0.smithi071.stdout: 439: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:41.464 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M6RzUEQShm0XJwh off=2853981 len=1392328 2023-12-16T18:35:41.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 2227 completed, throughput=4.99MB/sec 2023-12-16T18:35:41.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E4VTdS3iHN-uM-i off=17220790 len=737707 2023-12-16T18:35:41.467 INFO:tasks.workunit.client.0.smithi071.stdout:op 2228 completed, throughput=4.99MB/sec 2023-12-16T18:35:41.467 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9g2DIU1_4QppwOv off=11485320 len=1998422 2023-12-16T18:35:41.470 INFO:tasks.workunit.client.0.smithi071.stdout:op 2229 completed, throughput=5MB/sec 2023-12-16T18:35:41.470 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MmLvWGqHlvxzrBJ off=3325994 len=1473442 2023-12-16T18:35:41.471 INFO:tasks.workunit.client.0.smithi071.stdout:op 2230 completed, throughput=5MB/sec 2023-12-16T18:35:42.472 INFO:tasks.workunit.client.0.smithi071.stdout: 440: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:42.472 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-avYeU0c0rQ2ertS off=3583140 len=198069 2023-12-16T18:35:42.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 2231 completed, throughput=4.99MB/sec 2023-12-16T18:35:42.473 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KluK09i-cU0UPhN off=429468 len=659029 2023-12-16T18:35:42.477 INFO:tasks.workunit.client.0.smithi071.stdout:op 2232 completed, throughput=4.99MB/sec 2023-12-16T18:35:42.477 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z42zWtdwTNoG_t7 off=17824076 len=86594 2023-12-16T18:35:42.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 2233 completed, throughput=4.99MB/sec 2023-12-16T18:35:42.480 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ktEagbLnpeRF1NY off=161420 len=1851867 2023-12-16T18:35:42.482 INFO:tasks.workunit.client.0.smithi071.stdout:op 2234 completed, throughput=5MB/sec 2023-12-16T18:35:42.482 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bvBunxqKs-WbT4v off=430567 len=1511114 2023-12-16T18:35:42.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 2235 completed, throughput=5MB/sec 2023-12-16T18:35:42.483 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-htUfYDO76ll4b1E off=1470175 len=1439127 2023-12-16T18:35:42.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 2236 completed, throughput=5MB/sec 2023-12-16T18:35:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:42 smithi184 ceph-mon[136228]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:35:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:42 smithi071 ceph-mon[139725]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:35:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:42 smithi071 ceph-mon[142085]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:35:43.486 INFO:tasks.workunit.client.0.smithi071.stdout: 441: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:43.486 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2AYvfDol327Vm72 off=91203 len=877969 2023-12-16T18:35:43.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 2237 completed, throughput=4.99MB/sec 2023-12-16T18:35:43.488 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y6dJE5m9QXBLw5g off=295731 len=1835146 2023-12-16T18:35:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 2238 completed, throughput=5MB/sec 2023-12-16T18:35:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-boCtiO16cVEVghj off=218576 len=1928112 2023-12-16T18:35:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:op 2239 completed, throughput=5MB/sec 2023-12-16T18:35:44.493 INFO:tasks.workunit.client.0.smithi071.stdout: 442: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:44.493 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FDA665V26iKFBJF off=626665 len=448627 2023-12-16T18:35:44.493 INFO:tasks.workunit.client.0.smithi071.stdout:op 2240 completed, throughput=4.99MB/sec 2023-12-16T18:35:44.494 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bHhrlM9413Pktmh off=1210731 len=1151508 2023-12-16T18:35:44.495 INFO:tasks.workunit.client.0.smithi071.stdout:op 2241 completed, throughput=4.99MB/sec 2023-12-16T18:35:44.495 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FWwGF_baKBKnC7p off=7116435 len=535370 2023-12-16T18:35:44.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 2242 completed, throughput=4.99MB/sec 2023-12-16T18:35:44.496 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--q2xNNFzmuDtixz off=12293234 len=1203345 2023-12-16T18:35:44.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 2243 completed, throughput=5MB/sec 2023-12-16T18:35:44.504 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LXOfjcFX5Q8wult off=6073386 len=990007 2023-12-16T18:35:44.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 2244 completed, throughput=5MB/sec 2023-12-16T18:35:44.505 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A6s2xZfRSlmcmQO off=2966866 len=1697187 2023-12-16T18:35:44.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 2245 completed, throughput=5MB/sec 2023-12-16T18:35:44.525 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:44 smithi071 ceph-mon[139725]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:35:44.525 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:44 smithi071 ceph-mon[142085]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:35:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:44 smithi184 ceph-mon[136228]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:35:45.514 INFO:tasks.workunit.client.0.smithi071.stdout: 443: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:45.514 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n8UoJ_G7F46uwOg off=594250 len=1670117 2023-12-16T18:35:45.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 2246 completed, throughput=5MB/sec 2023-12-16T18:35:45.524 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LYI0NjWRl3cPzCy off=3673621 len=797797 2023-12-16T18:35:45.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 2247 completed, throughput=5MB/sec 2023-12-16T18:35:45.528 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7XOVrQidOBWWV7h off=535137 len=737978 2023-12-16T18:35:45.530 INFO:tasks.workunit.client.0.smithi071.stdout:op 2248 completed, throughput=5MB/sec 2023-12-16T18:35:45.530 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l_e_9QCEYhPDWPC off=449028 len=37870 2023-12-16T18:35:45.533 INFO:tasks.workunit.client.0.smithi071.stdout:op 2249 completed, throughput=5MB/sec 2023-12-16T18:35:45.533 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E-CDMZnyy5J6dRH off=8759536 len=457026 2023-12-16T18:35:45.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 2250 completed, throughput=5MB/sec 2023-12-16T18:35:45.536 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4xirPrdIZ5iOB0d off=3157573 len=584399 2023-12-16T18:35:45.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 2251 completed, throughput=5MB/sec 2023-12-16T18:35:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: 444: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:46.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-szmMC8Q233z1Hn7 off=2400848 len=1006144 2023-12-16T18:35:46.541 INFO:tasks.workunit.client.0.smithi071.stdout:op 2252 completed, throughput=4.99MB/sec 2023-12-16T18:35:46.541 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VIwPWMWVPahcu0y off=1769627 len=416275 2023-12-16T18:35:46.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 2253 completed, throughput=4.99MB/sec 2023-12-16T18:35:46.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xXFS-ojBKGOJ-aE off=19475738 len=93979 2023-12-16T18:35:46.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 2254 completed, throughput=4.99MB/sec 2023-12-16T18:35:46.545 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XdKL_JhOoIJzDyn off=250785 len=219389 2023-12-16T18:35:46.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 2255 completed, throughput=4.99MB/sec 2023-12-16T18:35:46.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nqL9naoW_JVJSPT off=56831 len=1639934 2023-12-16T18:35:46.547 INFO:tasks.workunit.client.0.smithi071.stdout:op 2256 completed, throughput=5MB/sec 2023-12-16T18:35:46.547 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SxLwiVhMiHh9VVW off=319257 len=1325144 2023-12-16T18:35:46.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 2257 completed, throughput=5MB/sec 2023-12-16T18:35:46.549 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CcKBOxlkag_mLJd off=4789331 len=320030 2023-12-16T18:35:46.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 2258 completed, throughput=5MB/sec 2023-12-16T18:35:46.550 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zlKeC3BNlTSg1LF off=13250370 len=1747020 2023-12-16T18:35:46.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 2259 completed, throughput=5MB/sec 2023-12-16T18:35:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:46 smithi184 ceph-mon[136228]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:46 smithi071 ceph-mon[139725]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:46 smithi071 ceph-mon[142085]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:35:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: 445: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:47.559 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jrON7D3Dehly0hI off=210325 len=813210 2023-12-16T18:35:47.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 2260 completed, throughput=4.99MB/sec 2023-12-16T18:35:47.563 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uXE9pTWcGs08IEo off=5820678 len=977850 2023-12-16T18:35:47.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 2261 completed, throughput=5MB/sec 2023-12-16T18:35:47.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jNIFyQIOU9Lboi7 off=6486370 len=414510 2023-12-16T18:35:47.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 2262 completed, throughput=5MB/sec 2023-12-16T18:35:47.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dp9wEQGqN5dbZ2- off=2113692 len=1461852 2023-12-16T18:35:47.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 2263 completed, throughput=5MB/sec 2023-12-16T18:35:47.573 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j2tRmH81PgBcNKD off=327544 len=1930524 2023-12-16T18:35:47.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 2264 completed, throughput=5MB/sec 2023-12-16T18:35:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:47] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-16T18:35:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: 446: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:48.578 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6jJs5TmrOFkW8F4 off=45250 len=1029324 2023-12-16T18:35:48.579 INFO:tasks.workunit.client.0.smithi071.stdout:op 2265 completed, throughput=5MB/sec 2023-12-16T18:35:48.579 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-87K-L7M2pQH-jUO off=9884013 len=1648064 2023-12-16T18:35:48.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 2266 completed, throughput=5MB/sec 2023-12-16T18:35:48.581 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9sARkkaUkgORMiS off=13564386 len=1568073 2023-12-16T18:35:48.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 2267 completed, throughput=5MB/sec 2023-12-16T18:35:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:48 smithi184 ceph-mon[136228]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:48 smithi071 ceph-mon[139725]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:48 smithi071 ceph-mon[142085]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:35:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: 447: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:49.585 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q9gyH8mJVfAO1k8 off=1720731 len=1820817 2023-12-16T18:35:49.587 INFO:tasks.workunit.client.0.smithi071.stdout:op 2268 completed, throughput=4.99MB/sec 2023-12-16T18:35:49.588 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PrTcAHgdC9LoUS1 off=4053394 len=548136 2023-12-16T18:35:49.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 2269 completed, throughput=5MB/sec 2023-12-16T18:35:49.589 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ONU-4PhyZGfCQgX off=2983876 len=1155992 2023-12-16T18:35:49.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 2270 completed, throughput=5MB/sec 2023-12-16T18:35:49.594 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pkiuV0Pxnt-UFx8 off=6825534 len=1243854 2023-12-16T18:35:49.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 2271 completed, throughput=5MB/sec 2023-12-16T18:35:50.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:50 smithi184 ceph-mon[136228]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:35:50.599 INFO:tasks.workunit.client.0.smithi071.stdout: 448: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:50.600 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F3F-NabyWLw80Nd off=2111594 len=16541 2023-12-16T18:35:50.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 2272 completed, throughput=4.99MB/sec 2023-12-16T18:35:50.600 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1QoFDINj7hEkobj off=11115882 len=715232 2023-12-16T18:35:50.604 INFO:tasks.workunit.client.0.smithi071.stdout:op 2273 completed, throughput=4.99MB/sec 2023-12-16T18:35:50.604 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hh3XBw6VchoJH49 off=6545455 len=276742 2023-12-16T18:35:50.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 2274 completed, throughput=4.99MB/sec 2023-12-16T18:35:50.605 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-czPU1vq5zPzhn0H off=4031404 len=1684334 2023-12-16T18:35:50.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 2275 completed, throughput=5MB/sec 2023-12-16T18:35:50.607 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e67pRpNTHGSfNr7 off=2834761 len=1128226 2023-12-16T18:35:50.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 2276 completed, throughput=5MB/sec 2023-12-16T18:35:50.608 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Qajsvauf93_P9Y5 off=9926294 len=1995435 2023-12-16T18:35:50.610 INFO:tasks.workunit.client.0.smithi071.stdout:op 2277 completed, throughput=5MB/sec 2023-12-16T18:35:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:50 smithi071 ceph-mon[139725]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:35:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:50 smithi071 ceph-mon[142085]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:35:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: 449: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:51.611 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pkvLfj1-9I8HGun off=13354455 len=322660 2023-12-16T18:35:51.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 2278 completed, throughput=4.99MB/sec 2023-12-16T18:35:51.614 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TKFJ5paB9RuVdXn off=3547275 len=1134298 2023-12-16T18:35:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:op 2279 completed, throughput=4.99MB/sec 2023-12-16T18:35:51.619 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CNsfmFlxIDvYBZw off=3063001 len=275829 2023-12-16T18:35:51.620 INFO:tasks.workunit.client.0.smithi071.stdout:op 2280 completed, throughput=4.99MB/sec 2023-12-16T18:35:51.620 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-COJ5H_i-I8EKnQH off=375038 len=1982812 2023-12-16T18:35:51.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 2281 completed, throughput=5MB/sec 2023-12-16T18:35:51.623 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HWliCoRvmexDUFh off=9663474 len=1892097 2023-12-16T18:35:51.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 2282 completed, throughput=5MB/sec 2023-12-16T18:35:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:52 smithi184 ceph-mon[136228]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:35:52.625 INFO:tasks.workunit.client.0.smithi071.stdout: 450: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:52.625 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dg0mNBHLTWSU3iY off=5281811 len=1379879 2023-12-16T18:35:52.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 2283 completed, throughput=4.99MB/sec 2023-12-16T18:35:52.626 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ETWN39EO-bKBhXR off=2054766 len=731535 2023-12-16T18:35:52.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 2284 completed, throughput=5MB/sec 2023-12-16T18:35:52.627 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MnzROIciQ8_VaTQ off=5009558 len=308786 2023-12-16T18:35:52.630 INFO:tasks.workunit.client.0.smithi071.stdout:op 2285 completed, throughput=5MB/sec 2023-12-16T18:35:52.631 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-msUiWnO5sE3ZZaU off=10708274 len=876527 2023-12-16T18:35:52.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 2286 completed, throughput=5MB/sec 2023-12-16T18:35:52.633 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XE4RcOR5hjlSYvJ off=8930166 len=157415 2023-12-16T18:35:52.636 INFO:tasks.workunit.client.0.smithi071.stdout:op 2287 completed, throughput=5MB/sec 2023-12-16T18:35:52.636 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-38B0crdLWjs4flV off=3890798 len=1453245 2023-12-16T18:35:52.645 INFO:tasks.workunit.client.0.smithi071.stdout:op 2288 completed, throughput=5MB/sec 2023-12-16T18:35:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:52 smithi071 ceph-mon[139725]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:35:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:52 smithi071 ceph-mon[142085]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:35:53.645 INFO:tasks.workunit.client.0.smithi071.stdout: 451: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:53.645 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3Q7KMlLzz4fk4R_ off=7803468 len=140385 2023-12-16T18:35:53.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 2289 completed, throughput=4.99MB/sec 2023-12-16T18:35:53.646 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1RxVJT9vgEMLIIi off=16913610 len=1715457 2023-12-16T18:35:53.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 2290 completed, throughput=4.99MB/sec 2023-12-16T18:35:53.655 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FgAFNZruHI9lTDZ off=8348097 len=1675492 2023-12-16T18:35:53.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 2291 completed, throughput=5MB/sec 2023-12-16T18:35:53.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ng3EZ_vJnWrVOUe off=6641 len=806843 2023-12-16T18:35:53.666 INFO:tasks.workunit.client.0.smithi071.stdout:op 2292 completed, throughput=5MB/sec 2023-12-16T18:35:53.666 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ll5FgXUpXzb1gxn off=5923633 len=721906 2023-12-16T18:35:53.670 INFO:tasks.workunit.client.0.smithi071.stdout:op 2293 completed, throughput=5MB/sec 2023-12-16T18:35:54.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:54 smithi184 ceph-mon[136228]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:54.673 INFO:tasks.workunit.client.0.smithi071.stdout: 452: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:54.673 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CVSvq65i1JPzEg9 off=362185 len=1254886 2023-12-16T18:35:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 2294 completed, throughput=4.99MB/sec 2023-12-16T18:35:54.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qKvofnyQ2ICvDWJ off=14250903 len=802847 2023-12-16T18:35:54.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 2295 completed, throughput=4.99MB/sec 2023-12-16T18:35:54.678 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oXcg8n16un5bDU3 off=388459 len=1600063 2023-12-16T18:35:54.689 INFO:tasks.workunit.client.0.smithi071.stdout:op 2296 completed, throughput=5MB/sec 2023-12-16T18:35:54.689 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pct0c20EoIRc5We off=667404 len=2023496 2023-12-16T18:35:54.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 2297 completed, throughput=5MB/sec 2023-12-16T18:35:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:54 smithi071 ceph-mon[139725]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:54 smithi071 ceph-mon[142085]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:35:55.697 INFO:tasks.workunit.client.0.smithi071.stdout: 453: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:55.697 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-me9WDC-0jGEPMOe off=1941056 len=12711 2023-12-16T18:35:55.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 2298 completed, throughput=4.99MB/sec 2023-12-16T18:35:55.699 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--mQ1jtzTcN69vh1 off=4546685 len=1179850 2023-12-16T18:35:55.700 INFO:tasks.workunit.client.0.smithi071.stdout:op 2299 completed, throughput=4.99MB/sec 2023-12-16T18:35:55.700 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZKmZ6MvJxEkUxEW off=6392341 len=1581638 2023-12-16T18:35:55.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 2300 completed, throughput=5MB/sec 2023-12-16T18:35:55.706 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HB_Ex7rzXkfxyBl off=1165317 len=601090 2023-12-16T18:35:55.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 2301 completed, throughput=5MB/sec 2023-12-16T18:35:55.709 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8J8hAYDSr9k7SEl off=8984117 len=1769985 2023-12-16T18:35:55.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 2302 completed, throughput=5MB/sec 2023-12-16T18:35:55.926 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (25m) 115s ago 28m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (25m) 10m ago 28m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (29m) 115s ago 29m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (29m) 10m ago 29m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (24m) 10m ago 31m 446M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (25m) 115s ago 32m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (24m) 115s ago 32m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (24m) 10m ago 31m 70.3M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (24m) 115s ago 31m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (25m) 115s ago 27m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (25m) 10m ago 27m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:35:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (23m) 115s ago 30m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (23m) 115s ago 30m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (22m) 115s ago 30m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (22m) 115s ago 30m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (21m) 10m ago 30m 447M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (21m) 10m ago 29m 414M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (20m) 10m ago 29m 311M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (20m) 10m ago 29m 308M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:35:56.240 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (24m) 10m ago 28m 64.1M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:35:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:56 smithi184 ceph-mon[136228]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:35:56.619 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:56 smithi071 ceph-mon[139725]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:35:56.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:35:56.621 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:35:56.621 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:35:56.621 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:35:56.621 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:35:56.621 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:35:56.621 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:56 smithi071 ceph-mon[142085]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:35:56.721 INFO:tasks.workunit.client.0.smithi071.stdout: 454: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:56.721 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SKZf5d4vKhesU3y off=1780599 len=1042397 2023-12-16T18:35:56.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 2303 completed, throughput=4.99MB/sec 2023-12-16T18:35:56.725 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rLCVjmVcE2-0E6G off=16442170 len=775990 2023-12-16T18:35:56.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 2304 completed, throughput=4.99MB/sec 2023-12-16T18:35:56.729 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vA1gWI-zLiv0fTd off=3341483 len=1643032 2023-12-16T18:35:56.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 2305 completed, throughput=5MB/sec 2023-12-16T18:35:56.731 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r5g7C04a7VoR7Ty off=220308 len=1317687 2023-12-16T18:35:56.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 2306 completed, throughput=5MB/sec 2023-12-16T18:35:56.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Maqq9xYMYSvvLPl off=2310006 len=18891 2023-12-16T18:35:56.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 2307 completed, throughput=5MB/sec 2023-12-16T18:35:56.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CtrBAKFxkKMKTpu off=6295900 len=1376493 2023-12-16T18:35:56.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 2308 completed, throughput=5MB/sec 2023-12-16T18:35:57.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:57 smithi184 ceph-mon[136228]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:57 smithi184 ceph-mon[136228]: from='client.45437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:57 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2952630113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[139725]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[139725]: from='client.45437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2952630113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:35:57] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-16T18:35:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[142085]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[142085]: from='client.45437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:35:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:57 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2952630113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:35:57.742 INFO:tasks.workunit.client.0.smithi071.stdout: 455: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:57.742 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3BSd8xQnN0kvZQk off=129197 len=1821424 2023-12-16T18:35:57.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 2309 completed, throughput=5MB/sec 2023-12-16T18:35:57.744 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vkkplVha4pIPwg2 off=2009084 len=1022365 2023-12-16T18:35:57.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 2310 completed, throughput=5MB/sec 2023-12-16T18:35:57.749 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hTEOfFUI7v1gx40 off=11287412 len=1194021 2023-12-16T18:35:57.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 2311 completed, throughput=5MB/sec 2023-12-16T18:35:57.749 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8NzjAcJQatgKs6I off=1542392 len=943111 2023-12-16T18:35:57.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 2312 completed, throughput=5MB/sec 2023-12-16T18:35:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:35:58 smithi184 ceph-mon[136228]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:35:58 smithi071 ceph-mon[139725]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:35:58 smithi071 ceph-mon[142085]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:35:58.754 INFO:tasks.workunit.client.0.smithi071.stdout: 456: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:58.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ex7gu32RVOm3ZJp off=628295 len=336069 2023-12-16T18:35:58.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 2313 completed, throughput=4.99MB/sec 2023-12-16T18:35:58.758 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L0EDffZn7a5E9oa off=5054773 len=1351486 2023-12-16T18:35:58.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 2314 completed, throughput=4.99MB/sec 2023-12-16T18:35:58.766 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ncbavdY_fF6JBIh off=7487329 len=1417923 2023-12-16T18:35:58.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 2315 completed, throughput=5MB/sec 2023-12-16T18:35:58.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-60RMMsvxr6xhxcQ off=18860467 len=1242189 2023-12-16T18:35:58.768 INFO:tasks.workunit.client.0.smithi071.stdout:op 2316 completed, throughput=5MB/sec 2023-12-16T18:35:58.768 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sYCud2SbQF34CbN off=2352223 len=1152525 2023-12-16T18:35:58.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 2317 completed, throughput=5MB/sec 2023-12-16T18:35:59.775 INFO:tasks.workunit.client.0.smithi071.stdout: 457: throughput=4.99MB/sec pending data=0 2023-12-16T18:35:59.775 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-naCcpSIiwucLzpb off=557641 len=946481 2023-12-16T18:35:59.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 2318 completed, throughput=4.99MB/sec 2023-12-16T18:35:59.781 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z7i4SR-rAzqjE_v off=1875767 len=831947 2023-12-16T18:35:59.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 2319 completed, throughput=4.99MB/sec 2023-12-16T18:35:59.782 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BYVU3goP5mRLXci off=17800395 len=1571822 2023-12-16T18:35:59.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 2320 completed, throughput=5MB/sec 2023-12-16T18:35:59.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2AJM1SKEKg8Lk1- off=3314225 len=841988 2023-12-16T18:35:59.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 2321 completed, throughput=5MB/sec 2023-12-16T18:35:59.788 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R55YnKAbCuZ9cat off=4028757 len=1327707 2023-12-16T18:35:59.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 2322 completed, throughput=5MB/sec 2023-12-16T18:36:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:00 smithi184 ceph-mon[136228]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:00 smithi071 ceph-mon[139725]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:00 smithi071 ceph-mon[142085]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:00.789 INFO:tasks.workunit.client.0.smithi071.stdout: 458: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:00.789 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YBc_BTM5eyDeqdV off=16695122 len=1310537 2023-12-16T18:36:00.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 2323 completed, throughput=4.99MB/sec 2023-12-16T18:36:00.791 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uq0zLDeQRWAh94_ off=4340378 len=1228376 2023-12-16T18:36:00.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 2324 completed, throughput=5MB/sec 2023-12-16T18:36:00.792 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3Ik1KFXyTaJt1gB off=1883985 len=1041598 2023-12-16T18:36:00.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 2325 completed, throughput=5MB/sec 2023-12-16T18:36:00.797 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JJmIcWDTAwgGMYf off=3724043 len=1716052 2023-12-16T18:36:00.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 2326 completed, throughput=5MB/sec 2023-12-16T18:36:01.807 INFO:tasks.workunit.client.0.smithi071.stdout: 459: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:01.807 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9hUYFrq9n1P9RPn off=2107119 len=1999913 2023-12-16T18:36:01.809 INFO:tasks.workunit.client.0.smithi071.stdout:op 2327 completed, throughput=5MB/sec 2023-12-16T18:36:01.809 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WE8Fe8S4q7B5CbV off=11049224 len=981138 2023-12-16T18:36:01.810 INFO:tasks.workunit.client.0.smithi071.stdout:op 2328 completed, throughput=5MB/sec 2023-12-16T18:36:01.811 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v7Z3tvo_Iom1fs9 off=905076 len=494066 2023-12-16T18:36:01.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 2329 completed, throughput=5MB/sec 2023-12-16T18:36:01.812 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q1Qp-lU-NggyTW3 off=14676619 len=1676151 2023-12-16T18:36:01.817 INFO:tasks.workunit.client.0.smithi071.stdout:op 2330 completed, throughput=5MB/sec 2023-12-16T18:36:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:02 smithi184 ceph-mon[136228]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:36:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:02 smithi071 ceph-mon[139725]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:36:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:02 smithi071 ceph-mon[142085]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:36:02.815 INFO:tasks.workunit.client.0.smithi071.stdout: 460: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:02.816 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-64Nnmqqp6mzKM1m off=6530218 len=653779 2023-12-16T18:36:02.816 INFO:tasks.workunit.client.0.smithi071.stdout:op 2331 completed, throughput=4.99MB/sec 2023-12-16T18:36:02.816 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-73vyrofnJ0tEgKm off=14353590 len=1086544 2023-12-16T18:36:02.817 INFO:tasks.workunit.client.0.smithi071.stdout:op 2332 completed, throughput=5MB/sec 2023-12-16T18:36:02.818 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--KbylGnUAO-1xNQ off=57164 len=1394176 2023-12-16T18:36:02.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 2333 completed, throughput=5MB/sec 2023-12-16T18:36:02.818 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ylrCpskAojSJR4R off=586704 len=872633 2023-12-16T18:36:02.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 2334 completed, throughput=5MB/sec 2023-12-16T18:36:02.821 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jU0bpp_sc2IHFGE off=10752579 len=616009 2023-12-16T18:36:02.824 INFO:tasks.workunit.client.0.smithi071.stdout:op 2335 completed, throughput=5MB/sec 2023-12-16T18:36:03.537 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:03.824 INFO:tasks.workunit.client.0.smithi071.stdout: 461: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:03.824 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p8HM8qehh9zb4me off=1278505 len=688187 2023-12-16T18:36:03.829 INFO:tasks.workunit.client.0.smithi071.stdout:op 2336 completed, throughput=4.99MB/sec 2023-12-16T18:36:03.829 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vVXGZYQxaz6SmqO off=3780001 len=1752632 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 2337 completed, throughput=5MB/sec 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-67H39iBTVRBzhLV off=9326157 len=306278 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 2338 completed, throughput=5MB/sec 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YEGmfRwgglhfA52 off=4522665 len=1682365 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 2339 completed, throughput=5MB/sec 2023-12-16T18:36:03.834 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8wITo6pUjR2SbT6 off=7252447 len=2048072 2023-12-16T18:36:03.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 2340 completed, throughput=5MB/sec 2023-12-16T18:36:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:04 smithi184 ceph-mon[136228]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:04 smithi071 ceph-mon[139725]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:04 smithi071 ceph-mon[142085]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:36:04.836 INFO:tasks.workunit.client.0.smithi071.stdout: 462: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:04.836 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PvzwtLwBp2b1Sx2 off=15432930 len=1310315 2023-12-16T18:36:04.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 2341 completed, throughput=5MB/sec 2023-12-16T18:36:04.842 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XhZOmjQl-Gmg8RI off=6454394 len=1975849 2023-12-16T18:36:04.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 2342 completed, throughput=5MB/sec 2023-12-16T18:36:04.852 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JcOCAYbXxBPO866 off=2867181 len=272365 2023-12-16T18:36:04.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 2343 completed, throughput=5MB/sec 2023-12-16T18:36:04.855 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bck6QW3nLRw9SFH off=3728312 len=166953 2023-12-16T18:36:04.858 INFO:tasks.workunit.client.0.smithi071.stdout:op 2344 completed, throughput=5MB/sec 2023-12-16T18:36:04.858 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-01NTl6_NijepaYO off=2237148 len=1272037 2023-12-16T18:36:04.858 INFO:tasks.workunit.client.0.smithi071.stdout:op 2345 completed, throughput=5MB/sec 2023-12-16T18:36:05.859 INFO:tasks.workunit.client.0.smithi071.stdout: 463: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:05.859 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4Uob3nu9oYQyj77 off=2604836 len=222531 2023-12-16T18:36:05.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 2346 completed, throughput=4.99MB/sec 2023-12-16T18:36:05.862 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lYp088czQX7-BnR off=18084366 len=40173 2023-12-16T18:36:05.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 2347 completed, throughput=4.99MB/sec 2023-12-16T18:36:05.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bm6ZQhqCjr-xIMH off=1220319 len=1709255 2023-12-16T18:36:05.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 2348 completed, throughput=5MB/sec 2023-12-16T18:36:05.872 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7uqXvd-ZuuQmdZy off=5699707 len=1637201 2023-12-16T18:36:05.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 2349 completed, throughput=5MB/sec 2023-12-16T18:36:05.880 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o59FTNguLHY25BO off=3995178 len=832337 2023-12-16T18:36:05.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 2350 completed, throughput=5MB/sec 2023-12-16T18:36:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:06.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:36:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:05 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:36:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:36:06.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:36:06.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:05 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:36:06.881 INFO:tasks.workunit.client.0.smithi071.stdout: 464: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:06.882 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bk12Z5fHTJPho3V off=11895433 len=212350 2023-12-16T18:36:06.884 INFO:tasks.workunit.client.0.smithi071.stdout:op 2351 completed, throughput=4.99MB/sec 2023-12-16T18:36:06.884 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-16wjQjP1UZTSH2O off=13287764 len=1718167 2023-12-16T18:36:06.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 2352 completed, throughput=4.99MB/sec 2023-12-16T18:36:06.893 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Olueel-FvZ-_Cnn off=10865477 len=1919926 2023-12-16T18:36:06.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 2353 completed, throughput=5MB/sec 2023-12-16T18:36:06.897 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F72ZGGHAJU2rNRk off=11790218 len=551655 2023-12-16T18:36:06.900 INFO:tasks.workunit.client.0.smithi071.stdout:op 2354 completed, throughput=5MB/sec 2023-12-16T18:36:06.900 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MJlKJ10PPJ2vBco off=7296974 len=1801658 2023-12-16T18:36:06.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 2355 completed, throughput=5MB/sec 2023-12-16T18:36:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:07] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2023-12-16T18:36:07.909 INFO:tasks.workunit.client.0.smithi071.stdout: 465: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:07.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Uo5eEP5Nb54AkMQ off=7510586 len=178273 2023-12-16T18:36:07.912 INFO:tasks.workunit.client.0.smithi071.stdout:op 2356 completed, throughput=4.99MB/sec 2023-12-16T18:36:07.912 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2BwdoaydNQPakd3 off=1236567 len=1010741 2023-12-16T18:36:07.917 INFO:tasks.workunit.client.0.smithi071.stdout:op 2357 completed, throughput=4.99MB/sec 2023-12-16T18:36:07.918 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V8hSIlPPJUyZViq off=16788164 len=1643943 2023-12-16T18:36:07.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 2358 completed, throughput=5MB/sec 2023-12-16T18:36:07.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oqULCd7CodX9iCj off=478802 len=118445 2023-12-16T18:36:07.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 2359 completed, throughput=5MB/sec 2023-12-16T18:36:07.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r33zACYaPa2Yc2_ off=8707407 len=1968235 2023-12-16T18:36:07.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 2360 completed, throughput=5MB/sec 2023-12-16T18:36:08.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:08 smithi071 ceph-mon[139725]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:08.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:08 smithi071 ceph-mon[142085]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:08 smithi184 ceph-mon[136228]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:08.934 INFO:tasks.workunit.client.0.smithi071.stdout: 466: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:08.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Etv2reiPqrS3uB0 off=8976647 len=409489 2023-12-16T18:36:08.937 INFO:tasks.workunit.client.0.smithi071.stdout:op 2361 completed, throughput=4.99MB/sec 2023-12-16T18:36:08.938 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Mqsom5DrCSgi06g off=832344 len=326088 2023-12-16T18:36:08.938 INFO:tasks.workunit.client.0.smithi071.stdout:op 2362 completed, throughput=4.99MB/sec 2023-12-16T18:36:08.939 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0XdalPswMzIBYNZ off=7606242 len=1939926 2023-12-16T18:36:08.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 2363 completed, throughput=5MB/sec 2023-12-16T18:36:08.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bdP0KNhinafG9lK off=4087138 len=1660607 2023-12-16T18:36:08.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 2364 completed, throughput=5MB/sec 2023-12-16T18:36:08.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dbZgkP6vtNjiGvn off=4478272 len=1432913 2023-12-16T18:36:08.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 2365 completed, throughput=5MB/sec 2023-12-16T18:36:09.959 INFO:tasks.workunit.client.0.smithi071.stdout: 467: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:09.959 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sBZQfbuUKGtv7H1 off=0 len=1409299 2023-12-16T18:36:09.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 2366 completed, throughput=4.99MB/sec 2023-12-16T18:36:09.962 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UiYniT5Y8isAlCd off=522727 len=1777250 2023-12-16T18:36:09.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 2367 completed, throughput=5MB/sec 2023-12-16T18:36:09.964 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZfaGmgBh9JNwi71 off=748276 len=988657 2023-12-16T18:36:09.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 2368 completed, throughput=5MB/sec 2023-12-16T18:36:09.969 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PUOP6BiJhIah2ko off=171050 len=1803079 2023-12-16T18:36:09.978 INFO:tasks.workunit.client.0.smithi071.stdout:op 2369 completed, throughput=5MB/sec 2023-12-16T18:36:10.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:10 smithi071 ceph-mon[139725]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:36:10.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:10 smithi071 ceph-mon[142085]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:36:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:10 smithi184 ceph-mon[136228]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:36:10.978 INFO:tasks.workunit.client.0.smithi071.stdout: 468: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:10.978 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nMEobXimzsFQysC off=389797 len=436268 2023-12-16T18:36:10.979 INFO:tasks.workunit.client.0.smithi071.stdout:op 2370 completed, throughput=4.99MB/sec 2023-12-16T18:36:10.979 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lue3I5HXUI7lt_M off=13927433 len=1686230 2023-12-16T18:36:10.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 2371 completed, throughput=5MB/sec 2023-12-16T18:36:10.981 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEEc3RXQwjZHO8h off=1017808 len=1136551 2023-12-16T18:36:10.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 2372 completed, throughput=5MB/sec 2023-12-16T18:36:10.988 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sHtOiWKBB0kDwJx off=4876591 len=1247210 2023-12-16T18:36:10.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 2373 completed, throughput=5MB/sec 2023-12-16T18:36:11.995 INFO:tasks.workunit.client.0.smithi071.stdout: 469: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:11.995 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DDG8qHoXmmvwpQI off=14640345 len=472264 2023-12-16T18:36:11.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 2374 completed, throughput=4.99MB/sec 2023-12-16T18:36:11.998 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--qxqH6WuetbZlov off=300394 len=2060133 2023-12-16T18:36:12.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 2375 completed, throughput=5MB/sec 2023-12-16T18:36:12.001 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MYahFV22gkkIz9W off=17916243 len=2074695 2023-12-16T18:36:12.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 2376 completed, throughput=5MB/sec 2023-12-16T18:36:12.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:12 smithi071 ceph-mon[139725]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:12.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:12 smithi071 ceph-mon[142085]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:12 smithi184 ceph-mon[136228]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:13.014 INFO:tasks.workunit.client.0.smithi071.stdout: 470: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:13.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ebgi2xi4Rtc4dd_ off=7672201 len=2059034 2023-12-16T18:36:13.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 2377 completed, throughput=4.99MB/sec 2023-12-16T18:36:13.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--VjVA0TmMFmgQR4 off=1250604 len=1443504 2023-12-16T18:36:13.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 2378 completed, throughput=5MB/sec 2023-12-16T18:36:13.023 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KWzqNgBKAUtKTOa off=3574615 len=239320 2023-12-16T18:36:13.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 2379 completed, throughput=5MB/sec 2023-12-16T18:36:13.025 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Qmg-yEp3NeIO0k2 off=116289 len=168854 2023-12-16T18:36:13.027 INFO:tasks.workunit.client.0.smithi071.stdout:op 2380 completed, throughput=5MB/sec 2023-12-16T18:36:13.027 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ntDcoGt6tio5G5o off=3400612 len=655775 2023-12-16T18:36:13.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 2381 completed, throughput=5MB/sec 2023-12-16T18:36:13.029 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3M4DJ6fgbwhpo6y off=7190945 len=1568738 2023-12-16T18:36:13.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 2382 completed, throughput=5MB/sec 2023-12-16T18:36:14.035 INFO:tasks.workunit.client.0.smithi071.stdout: 471: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-daTCBbVOGzmJO36 off=13158420 len=646246 2023-12-16T18:36:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 2383 completed, throughput=4.99MB/sec 2023-12-16T18:36:14.038 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2IAPAULimdjfu1p off=10409240 len=51373 2023-12-16T18:36:14.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 2384 completed, throughput=4.99MB/sec 2023-12-16T18:36:14.038 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aOuXbMVL0P47hfm off=3064564 len=424209 2023-12-16T18:36:14.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 2385 completed, throughput=4.99MB/sec 2023-12-16T18:36:14.042 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9fN6dIttfB7dDIR off=1247180 len=2021073 2023-12-16T18:36:14.055 INFO:tasks.workunit.client.0.smithi071.stdout:op 2386 completed, throughput=5MB/sec 2023-12-16T18:36:14.055 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qJP23wpzjrDC7G0 off=4428501 len=866644 2023-12-16T18:36:14.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 2387 completed, throughput=5MB/sec 2023-12-16T18:36:14.058 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xVRkoRZP7zOa_Dh off=28092 len=225251 2023-12-16T18:36:14.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 2388 completed, throughput=5MB/sec 2023-12-16T18:36:14.060 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MpjcEAjJ8XuKfAq off=10178967 len=1937937 2023-12-16T18:36:14.063 INFO:tasks.workunit.client.0.smithi071.stdout:op 2389 completed, throughput=5MB/sec 2023-12-16T18:36:14.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:14 smithi071 ceph-mon[139725]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:36:14.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:14 smithi071 ceph-mon[142085]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:36:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:14 smithi184 ceph-mon[136228]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:36:15.064 INFO:tasks.workunit.client.0.smithi071.stdout: 472: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:15.064 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jlH-N6_WPpFmIpJ off=620841 len=648260 2023-12-16T18:36:15.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 2390 completed, throughput=4.99MB/sec 2023-12-16T18:36:15.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i2KMkkLnUTWUzBR off=5661637 len=1756336 2023-12-16T18:36:15.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 2391 completed, throughput=5MB/sec 2023-12-16T18:36:15.077 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--jCfebbmeue3qQ- off=14361502 len=359718 2023-12-16T18:36:15.081 INFO:tasks.workunit.client.0.smithi071.stdout:op 2392 completed, throughput=5MB/sec 2023-12-16T18:36:15.081 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HczLb7K6iqjiZzc off=3170245 len=47843 2023-12-16T18:36:15.082 INFO:tasks.workunit.client.0.smithi071.stdout:op 2393 completed, throughput=5MB/sec 2023-12-16T18:36:15.082 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R1TC1osMWa-2Lcu off=6060054 len=1616956 2023-12-16T18:36:15.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 2394 completed, throughput=5MB/sec 2023-12-16T18:36:16.088 INFO:tasks.workunit.client.0.smithi071.stdout: 473: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:16.088 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-t3QpVbZt6pan9g2 off=318448 len=1438483 2023-12-16T18:36:16.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 2395 completed, throughput=4.99MB/sec 2023-12-16T18:36:16.095 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XoicTffrWfFaevN off=950381 len=1701143 2023-12-16T18:36:16.105 INFO:tasks.workunit.client.0.smithi071.stdout:op 2396 completed, throughput=5MB/sec 2023-12-16T18:36:16.106 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qRPyaUNmLt0iMuV off=4428027 len=1180755 2023-12-16T18:36:16.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 2397 completed, throughput=5MB/sec 2023-12-16T18:36:16.107 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A4XSc3Txy5nPZON off=12980557 len=1471605 2023-12-16T18:36:16.115 INFO:tasks.workunit.client.0.smithi071.stdout:op 2398 completed, throughput=5MB/sec 2023-12-16T18:36:16.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:16 smithi071 ceph-mon[139725]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:16.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:16 smithi071 ceph-mon[142085]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:16 smithi184 ceph-mon[136228]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:36:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: 474: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:17.116 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0sLGrKJOajgwhZA off=13115595 len=2000541 2023-12-16T18:36:17.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 2399 completed, throughput=5MB/sec 2023-12-16T18:36:17.126 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mpot9H3LhdhyuNv off=21363669 len=2079814 2023-12-16T18:36:17.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 2400 completed, throughput=5MB/sec 2023-12-16T18:36:17.138 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-idudi5YKE4BrgIA off=19340502 len=206386 2023-12-16T18:36:17.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 2401 completed, throughput=5MB/sec 2023-12-16T18:36:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:17] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2023-12-16T18:36:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: 475: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:18.138 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xhdoPkhRTncHHRe off=0 len=1401358 2023-12-16T18:36:18.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 2402 completed, throughput=4.99MB/sec 2023-12-16T18:36:18.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ww-YyjXjRNu3BPs off=5723012 len=1923045 2023-12-16T18:36:18.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 2403 completed, throughput=5MB/sec 2023-12-16T18:36:18.153 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vzLY7ZFbt7jiGee off=2445840 len=1175508 2023-12-16T18:36:18.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 2404 completed, throughput=5MB/sec 2023-12-16T18:36:18.158 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eXhDtLXQbSGFWzq off=9497912 len=1223153 2023-12-16T18:36:18.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 2405 completed, throughput=5MB/sec 2023-12-16T18:36:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:18 smithi071 ceph-mon[139725]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:18.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:18.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:18 smithi071 ceph-mon[142085]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:18 smithi184 ceph-mon[136228]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: 476: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:19.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xLuHnyHya-4I0AZ off=0 len=1316370 2023-12-16T18:36:19.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 2406 completed, throughput=4.99MB/sec 2023-12-16T18:36:19.173 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W8UOyEOZXVwnO3M off=2564733 len=1187960 2023-12-16T18:36:19.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 2407 completed, throughput=5MB/sec 2023-12-16T18:36:19.174 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vN-S7zOcrFdUK5A off=662885 len=1623772 2023-12-16T18:36:19.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 2408 completed, throughput=5MB/sec 2023-12-16T18:36:19.181 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eDc-P9hMKw6_8FW off=6304307 len=81470 2023-12-16T18:36:19.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 2409 completed, throughput=5MB/sec 2023-12-16T18:36:19.183 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6D7dqNAGNIGbQyB off=238821 len=49189 2023-12-16T18:36:19.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 2410 completed, throughput=5MB/sec 2023-12-16T18:36:19.183 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f-bNdN4OodNHN8J off=9867275 len=634346 2023-12-16T18:36:19.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 2411 completed, throughput=5MB/sec 2023-12-16T18:36:19.185 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o2Gi4tLXkDfC1pZ off=5777596 len=1764703 2023-12-16T18:36:19.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 2412 completed, throughput=5MB/sec 2023-12-16T18:36:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: 477: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:20.187 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rp7F_ebi4uacc3V off=11986404 len=1899752 2023-12-16T18:36:20.191 INFO:tasks.workunit.client.0.smithi071.stdout:op 2413 completed, throughput=5MB/sec 2023-12-16T18:36:20.191 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7leSX6yKmbBxYio off=5562779 len=1425038 2023-12-16T18:36:20.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 2414 completed, throughput=5MB/sec 2023-12-16T18:36:20.199 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XqG_Zev2EVEhkjM off=1458133 len=539464 2023-12-16T18:36:20.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 2415 completed, throughput=5MB/sec 2023-12-16T18:36:20.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:20 smithi071 ceph-mon[139725]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:36:20.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:20 smithi071 ceph-mon[142085]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:36:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:20 smithi184 ceph-mon[136228]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-16T18:36:21.202 INFO:tasks.workunit.client.0.smithi071.stdout: 478: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:21.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--aSINpR3hbCcRIl off=892765 len=277051 2023-12-16T18:36:21.206 INFO:tasks.workunit.client.0.smithi071.stdout:op 2416 completed, throughput=4.99MB/sec 2023-12-16T18:36:21.206 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I-suaGYWFNPBGK7 off=5967383 len=565226 2023-12-16T18:36:21.210 INFO:tasks.workunit.client.0.smithi071.stdout:op 2417 completed, throughput=4.99MB/sec 2023-12-16T18:36:21.210 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mwXDCGd5iHJTdUJ off=11872814 len=1725536 2023-12-16T18:36:21.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 2418 completed, throughput=5MB/sec 2023-12-16T18:36:21.219 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Gv2U7ZUwN-O8DCz off=14618932 len=529657 2023-12-16T18:36:21.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 2419 completed, throughput=5MB/sec 2023-12-16T18:36:21.222 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lh9mqCsKI6cvIVE off=1029643 len=742113 2023-12-16T18:36:21.223 INFO:tasks.workunit.client.0.smithi071.stdout:op 2420 completed, throughput=5MB/sec 2023-12-16T18:36:21.223 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6MYiROZhCrXFBhz off=509581 len=127177 2023-12-16T18:36:21.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 2421 completed, throughput=5MB/sec 2023-12-16T18:36:21.225 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YHhIK-FGdKBoZcp off=1815299 len=99619 2023-12-16T18:36:21.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 2422 completed, throughput=5MB/sec 2023-12-16T18:36:21.226 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TiQDRUY3AApWOr5 off=1803939 len=638831 2023-12-16T18:36:21.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 2423 completed, throughput=5MB/sec 2023-12-16T18:36:21.230 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ns6SzYXs0Stsn6g off=2291258 len=1783373 2023-12-16T18:36:21.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 2424 completed, throughput=5MB/sec 2023-12-16T18:36:22.238 INFO:tasks.workunit.client.0.smithi071.stdout: 479: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:22.239 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qAv0D5aV-fuvMx- off=7542679 len=1943865 2023-12-16T18:36:22.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 2425 completed, throughput=5MB/sec 2023-12-16T18:36:22.249 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DGxUg4cBDzvlVdB off=15309810 len=69897 2023-12-16T18:36:22.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 2426 completed, throughput=5MB/sec 2023-12-16T18:36:22.251 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zE9TAH1zShtAK2R off=9077172 len=1296082 2023-12-16T18:36:22.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 2427 completed, throughput=5MB/sec 2023-12-16T18:36:22.253 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5JZodTyck1zYAEb off=1914391 len=490096 2023-12-16T18:36:22.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 2428 completed, throughput=5MB/sec 2023-12-16T18:36:22.256 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-djjIQmTSHablWKD off=11858700 len=1809399 2023-12-16T18:36:22.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 2429 completed, throughput=5MB/sec 2023-12-16T18:36:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:22 smithi071 ceph-mon[139725]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:36:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:22 smithi071 ceph-mon[142085]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:36:22.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:22 smithi184 ceph-mon[136228]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:36:23.258 INFO:tasks.workunit.client.0.smithi071.stdout: 480: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:23.258 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xy-jrjw-pgw1oAI off=10257828 len=1129614 2023-12-16T18:36:23.260 INFO:tasks.workunit.client.0.smithi071.stdout:op 2430 completed, throughput=5MB/sec 2023-12-16T18:36:23.260 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wRR9eI1_K_3Lp0o off=4118621 len=2045352 2023-12-16T18:36:23.266 INFO:tasks.workunit.client.0.smithi071.stdout:op 2431 completed, throughput=5MB/sec 2023-12-16T18:36:23.267 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1yeyHtirwbDMKDD off=14426241 len=1936295 2023-12-16T18:36:23.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 2432 completed, throughput=5MB/sec 2023-12-16T18:36:24.279 INFO:tasks.workunit.client.0.smithi071.stdout: 481: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:24.279 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sVXARi_VpEZzNSj off=7382415 len=411854 2023-12-16T18:36:24.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 2433 completed, throughput=4.99MB/sec 2023-12-16T18:36:24.283 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mzIPMLeiBfV4EN3 off=1440691 len=682340 2023-12-16T18:36:24.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 2434 completed, throughput=4.99MB/sec 2023-12-16T18:36:24.288 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GT_6nx9lDAuI6oA off=5283338 len=1573271 2023-12-16T18:36:24.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 2435 completed, throughput=5MB/sec 2023-12-16T18:36:24.289 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FtHVh1VaihTNgGu off=2260561 len=920014 2023-12-16T18:36:24.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 2436 completed, throughput=5MB/sec 2023-12-16T18:36:24.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sBvjwlC3p0ouzSU off=6589442 len=178270 2023-12-16T18:36:24.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 2437 completed, throughput=5MB/sec 2023-12-16T18:36:24.297 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rKnAkbH0Op3U1Pa off=7077800 len=216689 2023-12-16T18:36:24.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 2438 completed, throughput=5MB/sec 2023-12-16T18:36:24.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-laJlqtyeqS_6xYw off=8484853 len=1430028 2023-12-16T18:36:24.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 2439 completed, throughput=5MB/sec 2023-12-16T18:36:24.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:24 smithi071 ceph-mon[139725]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:36:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:24 smithi071 ceph-mon[142085]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:36:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:24 smithi184 ceph-mon[136228]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:36:25.300 INFO:tasks.workunit.client.0.smithi071.stdout: 482: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:25.301 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E2Rm7QkVPGy1X3l off=997089 len=318596 2023-12-16T18:36:25.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 2440 completed, throughput=4.99MB/sec 2023-12-16T18:36:25.302 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-meZetn8tGoHMNi_ off=12206670 len=334425 2023-12-16T18:36:25.305 INFO:tasks.workunit.client.0.smithi071.stdout:op 2441 completed, throughput=4.99MB/sec 2023-12-16T18:36:25.305 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iFmimGzlFaVzQ38 off=7084293 len=38922 2023-12-16T18:36:25.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 2442 completed, throughput=4.99MB/sec 2023-12-16T18:36:25.307 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mKqqeg4A_i1pyc7 off=354592 len=498018 2023-12-16T18:36:25.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 2443 completed, throughput=4.99MB/sec 2023-12-16T18:36:25.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N18Sy_mKR4V6nrd off=3617986 len=609104 2023-12-16T18:36:25.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 2444 completed, throughput=5MB/sec 2023-12-16T18:36:25.315 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Sx3FyBbB7GhPcCE off=9987141 len=1271994 2023-12-16T18:36:25.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 2445 completed, throughput=5MB/sec 2023-12-16T18:36:25.321 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w0w7cHiANEesgoQ off=15970495 len=341499 2023-12-16T18:36:25.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 2446 completed, throughput=5MB/sec 2023-12-16T18:36:25.322 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-07otzBO0mfK7n4I off=2699486 len=1442406 2023-12-16T18:36:25.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 2447 completed, throughput=5MB/sec 2023-12-16T18:36:26.330 INFO:tasks.workunit.client.0.smithi071.stdout: 483: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:26.330 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OddO52ceGj8bKuQ off=5694443 len=731399 2023-12-16T18:36:26.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 2448 completed, throughput=4.99MB/sec 2023-12-16T18:36:26.331 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ccaWAXAFtOCzNBl off=21540781 len=833031 2023-12-16T18:36:26.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 2449 completed, throughput=4.99MB/sec 2023-12-16T18:36:26.336 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G1UOfr-PYae2aBV off=7566761 len=102756 2023-12-16T18:36:26.339 INFO:tasks.workunit.client.0.smithi071.stdout:op 2450 completed, throughput=4.99MB/sec 2023-12-16T18:36:26.339 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G2RielVKeEHQodG off=12391854 len=1058248 2023-12-16T18:36:26.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 2451 completed, throughput=5MB/sec 2023-12-16T18:36:26.344 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IDCQEW6y3D3Ioem off=13367702 len=1813377 2023-12-16T18:36:26.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 2452 completed, throughput=5MB/sec 2023-12-16T18:36:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:26 smithi071 ceph-mon[139725]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-16T18:36:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:26 smithi071 ceph-mon[142085]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-16T18:36:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:26 smithi184 ceph-mon[136228]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-16T18:36:26.966 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:36:27.273 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:36:27.273 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (26m) 2m ago 28m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:36:27.273 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (25m) 22s ago 28m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (29m) 2m ago 29m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (29m) 22s ago 29m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (25m) 22s ago 31m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (25m) 2m ago 32m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (25m) 2m ago 32m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (24m) 22s ago 31m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (24m) 2m ago 31m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (26m) 2m ago 28m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (25m) 22s ago 28m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (24m) 2m ago 31m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (23m) 2m ago 31m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (23m) 2m ago 31m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (22m) 2m ago 30m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (22m) 22s ago 30m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:36:27.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (21m) 22s ago 30m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:36:27.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (21m) 22s ago 30m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:36:27.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (20m) 22s ago 29m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:36:27.275 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (25m) 22s ago 29m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:36:27.346 INFO:tasks.workunit.client.0.smithi071.stdout: 484: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:27.347 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tkEp2aj3BuaHdOd off=3023835 len=1575497 2023-12-16T18:36:27.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 2453 completed, throughput=4.99MB/sec 2023-12-16T18:36:27.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ifZHtSPm5AqcJe off=21839077 len=32834 2023-12-16T18:36:27.356 INFO:tasks.workunit.client.0.smithi071.stdout:op 2454 completed, throughput=4.99MB/sec 2023-12-16T18:36:27.356 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w05DKqX5tfXphJ4 off=11615678 len=612899 2023-12-16T18:36:27.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 2455 completed, throughput=4.99MB/sec 2023-12-16T18:36:27.358 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpaF8lnAoIxyo4W off=10169016 len=1608991 2023-12-16T18:36:27.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 2456 completed, throughput=5MB/sec 2023-12-16T18:36:27.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cR_Yra2bxjzdFpj off=328820 len=1143123 2023-12-16T18:36:27.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 2457 completed, throughput=5MB/sec 2023-12-16T18:36:27.371 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V6gtTxvSh0XKb2O off=994094 len=40211 2023-12-16T18:36:27.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 2458 completed, throughput=5MB/sec 2023-12-16T18:36:27.371 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ipcd2lR52YzI7jP off=8514635 len=768524 2023-12-16T18:36:27.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 2459 completed, throughput=5MB/sec 2023-12-16T18:36:27.662 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:36:27.662 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:36:27.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:36:27.664 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:36:27.664 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:36:27.664 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:36:27.664 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:27] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:36:28.372 INFO:tasks.workunit.client.0.smithi071.stdout: 485: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:28.372 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1tJodjb_RdxCl3T off=273558 len=522605 2023-12-16T18:36:28.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 2460 completed, throughput=4.99MB/sec 2023-12-16T18:36:28.373 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pU08kELE3ZmH8cc off=9056751 len=1057140 2023-12-16T18:36:28.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 2461 completed, throughput=4.99MB/sec 2023-12-16T18:36:28.374 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LgdDixRExmRwHJf off=3253526 len=1240129 2023-12-16T18:36:28.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 2462 completed, throughput=5MB/sec 2023-12-16T18:36:28.381 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UYKzlYoWCFk-P-d off=2374331 len=1480700 2023-12-16T18:36:28.382 INFO:tasks.workunit.client.0.smithi071.stdout:op 2463 completed, throughput=5MB/sec 2023-12-16T18:36:28.382 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D2dbfrYCBwzIBt9 off=5470505 len=601878 2023-12-16T18:36:28.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 2464 completed, throughput=5MB/sec 2023-12-16T18:36:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[139725]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:36:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[139725]: from='client.45449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[139725]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3497388919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[142085]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:36:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[142085]: from='client.45449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[142085]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3497388919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:28 smithi184 ceph-mon[136228]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-16T18:36:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:28 smithi184 ceph-mon[136228]: from='client.45449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:28 smithi184 ceph-mon[136228]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:28.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3497388919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:29.384 INFO:tasks.workunit.client.0.smithi071.stdout: 486: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:29.384 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gXm7qsE77gX2_DO off=7511528 len=491459 2023-12-16T18:36:29.388 INFO:tasks.workunit.client.0.smithi071.stdout:op 2465 completed, throughput=4.99MB/sec 2023-12-16T18:36:29.388 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-id8xYqayfMXRoje off=1582333 len=161909 2023-12-16T18:36:29.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 2466 completed, throughput=4.99MB/sec 2023-12-16T18:36:29.391 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0n5MrZaGISSS-tT off=4425941 len=152100 2023-12-16T18:36:29.392 INFO:tasks.workunit.client.0.smithi071.stdout:op 2467 completed, throughput=4.99MB/sec 2023-12-16T18:36:29.392 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_9va8UDzy_fMGIN off=2331114 len=1869229 2023-12-16T18:36:29.394 INFO:tasks.workunit.client.0.smithi071.stdout:op 2468 completed, throughput=5MB/sec 2023-12-16T18:36:29.394 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rQjYk2LgUA8eezz off=8945660 len=349218 2023-12-16T18:36:29.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 2469 completed, throughput=5MB/sec 2023-12-16T18:36:29.396 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_cn8Tyn3IYaWtzn off=1935335 len=1454580 2023-12-16T18:36:29.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 2470 completed, throughput=5MB/sec 2023-12-16T18:36:29.403 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qfCqNC4NUqxkLM8 off=1109184 len=2027967 2023-12-16T18:36:29.405 INFO:tasks.workunit.client.0.smithi071.stdout:op 2471 completed, throughput=5MB/sec 2023-12-16T18:36:30.405 INFO:tasks.workunit.client.0.smithi071.stdout: 487: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:30.405 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dfKFJ_FaQ_fbHRo off=442924 len=923157 2023-12-16T18:36:30.407 INFO:tasks.workunit.client.0.smithi071.stdout:op 2472 completed, throughput=4.99MB/sec 2023-12-16T18:36:30.407 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A9sVw0EiY3s7TlP off=785402 len=1659348 2023-12-16T18:36:30.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 2473 completed, throughput=5MB/sec 2023-12-16T18:36:30.409 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zcfYnNFE2gFXzGF off=4328237 len=2080680 2023-12-16T18:36:30.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 2474 completed, throughput=5MB/sec 2023-12-16T18:36:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:30 smithi071 ceph-mon[139725]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:30.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:30 smithi071 ceph-mon[142085]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:30 smithi184 ceph-mon[136228]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:36:31.421 INFO:tasks.workunit.client.0.smithi071.stdout: 488: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:31.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B_FiavLRDlpAacv off=1467667 len=1655997 2023-12-16T18:36:31.424 INFO:tasks.workunit.client.0.smithi071.stdout:op 2475 completed, throughput=4.99MB/sec 2023-12-16T18:36:31.424 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DlFUPSDW_Zlr6Qm off=4023635 len=1382070 2023-12-16T18:36:31.426 INFO:tasks.workunit.client.0.smithi071.stdout:op 2476 completed, throughput=5MB/sec 2023-12-16T18:36:31.426 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Xk1AC3Gq2RybyH2 off=2017647 len=1854124 2023-12-16T18:36:31.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 2477 completed, throughput=5MB/sec 2023-12-16T18:36:32.437 INFO:tasks.workunit.client.0.smithi071.stdout: 489: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:32.437 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ucQP8YWa3Lc0JBE off=2188331 len=253347 2023-12-16T18:36:32.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 2478 completed, throughput=4.99MB/sec 2023-12-16T18:36:32.440 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ol_5LLl1ldCsWqm off=132437 len=273925 2023-12-16T18:36:32.443 INFO:tasks.workunit.client.0.smithi071.stdout:op 2479 completed, throughput=4.99MB/sec 2023-12-16T18:36:32.443 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UED0HhbD6EOgQtL off=9432558 len=304956 2023-12-16T18:36:32.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 2480 completed, throughput=4.99MB/sec 2023-12-16T18:36:32.446 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5jgcksNKoU8xi21 off=3739547 len=1429951 2023-12-16T18:36:32.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 2481 completed, throughput=4.99MB/sec 2023-12-16T18:36:32.452 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NxDnqa99ayJC1Sb off=3453679 len=903353 2023-12-16T18:36:32.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 2482 completed, throughput=5MB/sec 2023-12-16T18:36:32.454 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_tZeHTuWQc_CUj- off=2144129 len=829939 2023-12-16T18:36:32.458 INFO:tasks.workunit.client.0.smithi071.stdout:op 2483 completed, throughput=5MB/sec 2023-12-16T18:36:32.458 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZJG_COZ0HzInNQ- off=11948537 len=1046275 2023-12-16T18:36:32.461 INFO:tasks.workunit.client.0.smithi071.stdout:op 2484 completed, throughput=5MB/sec 2023-12-16T18:36:32.461 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1vyhXOI5RsT4vh6 off=4018368 len=1591128 2023-12-16T18:36:32.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 2485 completed, throughput=5MB/sec 2023-12-16T18:36:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:32 smithi071 ceph-mon[139725]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:36:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:32 smithi071 ceph-mon[142085]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:36:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:32 smithi184 ceph-mon[136228]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:36:33.467 INFO:tasks.workunit.client.0.smithi071.stdout: 490: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:33.467 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D8ddorCtaQgwiXA off=17365813 len=1597149 2023-12-16T18:36:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:33.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:33.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 2486 completed, throughput=5MB/sec 2023-12-16T18:36:33.476 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LE1NTvLUcLM_nuM off=13556359 len=2082666 2023-12-16T18:36:33.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 2487 completed, throughput=5MB/sec 2023-12-16T18:36:33.488 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O3hL1cGHXJB4Ffq off=9374639 len=2078636 2023-12-16T18:36:33.500 INFO:tasks.workunit.client.0.smithi071.stdout:op 2488 completed, throughput=5MB/sec 2023-12-16T18:36:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:34 smithi071 ceph-mon[139725]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:34.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:34 smithi071 ceph-mon[142085]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:34.500 INFO:tasks.workunit.client.0.smithi071.stdout: 491: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:34.501 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WfyaG0lhVoTyHFU off=366318 len=716323 2023-12-16T18:36:34.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 2489 completed, throughput=4.99MB/sec 2023-12-16T18:36:34.502 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JTNuySMlRIIDHjq off=2548154 len=1290659 2023-12-16T18:36:34.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 2490 completed, throughput=5MB/sec 2023-12-16T18:36:34.510 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D-qah7EPL25PvkI off=4624948 len=172958 2023-12-16T18:36:34.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 2491 completed, throughput=5MB/sec 2023-12-16T18:36:34.513 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kdY3BkJYdnGD-35 off=5360147 len=1759608 2023-12-16T18:36:34.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 2492 completed, throughput=5MB/sec 2023-12-16T18:36:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:34 smithi184 ceph-mon[136228]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:35.515 INFO:tasks.workunit.client.0.smithi071.stdout: 492: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:35.515 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y4pT6a3XgXInvBN off=2489227 len=950587 2023-12-16T18:36:35.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 2493 completed, throughput=4.99MB/sec 2023-12-16T18:36:35.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hcgqaSPkjpppNL3 off=1635273 len=1160102 2023-12-16T18:36:35.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 2494 completed, throughput=4.99MB/sec 2023-12-16T18:36:35.522 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kx4Kc_0pj1MVfQM off=4106400 len=367519 2023-12-16T18:36:35.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 2495 completed, throughput=5MB/sec 2023-12-16T18:36:35.523 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A6z38Itl27yXAo2 off=783275 len=333814 2023-12-16T18:36:35.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 2496 completed, throughput=5MB/sec 2023-12-16T18:36:35.524 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RnSydndCl6yNZ1t off=7090588 len=97274 2023-12-16T18:36:35.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 2497 completed, throughput=5MB/sec 2023-12-16T18:36:35.525 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2GW_McFACpkl6vx off=3209776 len=1995464 2023-12-16T18:36:35.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 2498 completed, throughput=5MB/sec 2023-12-16T18:36:35.527 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-orG4LOujyU_9fgu off=318656 len=1262038 2023-12-16T18:36:35.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 2499 completed, throughput=5MB/sec 2023-12-16T18:36:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:36 smithi071 ceph-mon[139725]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:36 smithi071 ceph-mon[142085]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:36.529 INFO:tasks.workunit.client.0.smithi071.stdout: 493: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:36.529 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WaVvIHtbIGdIPul off=21208990 len=1466046 2023-12-16T18:36:36.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 2500 completed, throughput=4.99MB/sec 2023-12-16T18:36:36.537 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XvxmkToHEwE55dh off=13405470 len=1817124 2023-12-16T18:36:36.539 INFO:tasks.workunit.client.0.smithi071.stdout:op 2501 completed, throughput=5MB/sec 2023-12-16T18:36:36.539 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e9a2voZpSbSzVX8 off=2673160 len=547130 2023-12-16T18:36:36.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 2502 completed, throughput=5MB/sec 2023-12-16T18:36:36.543 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-judrFgSX7hHa_KP off=7093207 len=1257759 2023-12-16T18:36:36.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 2503 completed, throughput=5MB/sec 2023-12-16T18:36:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:36 smithi184 ceph-mon[136228]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:36:37.545 INFO:tasks.workunit.client.0.smithi071.stdout: 494: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:37.545 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-czPU1vq5zPzhn0H off=359612 len=1994739 2023-12-16T18:36:37.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 2504 completed, throughput=5MB/sec 2023-12-16T18:36:37.548 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NRK2_0-ZYBN9x8- off=12894331 len=486485 2023-12-16T18:36:37.552 INFO:tasks.workunit.client.0.smithi071.stdout:op 2505 completed, throughput=5MB/sec 2023-12-16T18:36:37.553 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-H08VvgdHBiCY-DT off=5211178 len=1688469 2023-12-16T18:36:37.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 2506 completed, throughput=5MB/sec 2023-12-16T18:36:37.564 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2TLYZBWA19jI6_Q off=12448540 len=776957 2023-12-16T18:36:37.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 2507 completed, throughput=5MB/sec 2023-12-16T18:36:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:37] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:36:38.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:38 smithi071 ceph-mon[139725]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:38.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:38 smithi071 ceph-mon[142085]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:38.568 INFO:tasks.workunit.client.0.smithi071.stdout: 495: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:38.568 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VJZOumOefFqbjPb off=3342491 len=666951 2023-12-16T18:36:38.569 INFO:tasks.workunit.client.0.smithi071.stdout:op 2508 completed, throughput=4.99MB/sec 2023-12-16T18:36:38.569 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pZeZuHxE1wiVvV4 off=8809245 len=1313393 2023-12-16T18:36:38.575 INFO:tasks.workunit.client.0.smithi071.stdout:op 2509 completed, throughput=4.99MB/sec 2023-12-16T18:36:38.575 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CxS3dkYZW31MvX8 off=7392995 len=1370933 2023-12-16T18:36:38.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 2510 completed, throughput=5MB/sec 2023-12-16T18:36:38.578 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xw9HTbaL4bxCWXv off=8359318 len=591520 2023-12-16T18:36:38.578 INFO:tasks.workunit.client.0.smithi071.stdout:op 2511 completed, throughput=5MB/sec 2023-12-16T18:36:38.579 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6y8QB1b7EHF-72H off=1535922 len=354405 2023-12-16T18:36:38.580 INFO:tasks.workunit.client.0.smithi071.stdout:op 2512 completed, throughput=5MB/sec 2023-12-16T18:36:38.580 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QoglUK_lnkj57-B off=13387524 len=1697474 2023-12-16T18:36:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:38 smithi184 ceph-mon[136228]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:38.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 2513 completed, throughput=5MB/sec 2023-12-16T18:36:39.587 INFO:tasks.workunit.client.0.smithi071.stdout: 496: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:39.587 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fDcfXAQ1Cx-hsgN off=5943898 len=307537 2023-12-16T18:36:39.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 2514 completed, throughput=4.99MB/sec 2023-12-16T18:36:39.593 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-icHFUkYaFNlh3dV off=871672 len=1965548 2023-12-16T18:36:39.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 2515 completed, throughput=5MB/sec 2023-12-16T18:36:39.601 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5w1H8P8gN_txUIS off=11666021 len=1186889 2023-12-16T18:36:39.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 2516 completed, throughput=5MB/sec 2023-12-16T18:36:39.609 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6RRB-TH1cUernId off=10237203 len=1013032 2023-12-16T18:36:39.610 INFO:tasks.workunit.client.0.smithi071.stdout:op 2517 completed, throughput=5MB/sec 2023-12-16T18:36:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:40 smithi071 ceph-mon[139725]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:36:40.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:40 smithi071 ceph-mon[142085]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:36:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:40 smithi184 ceph-mon[136228]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:36:40.610 INFO:tasks.workunit.client.0.smithi071.stdout: 497: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:40.611 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Zq9vMOCGQcjzrtF off=3753206 len=175507 2023-12-16T18:36:40.611 INFO:tasks.workunit.client.0.smithi071.stdout:op 2518 completed, throughput=4.99MB/sec 2023-12-16T18:36:40.611 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2J_H45HmZ7Ifk-g off=6827671 len=1294522 2023-12-16T18:36:40.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 2519 completed, throughput=4.99MB/sec 2023-12-16T18:36:40.621 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fzSQNekOW0geZH3 off=14692387 len=366077 2023-12-16T18:36:40.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 2520 completed, throughput=4.99MB/sec 2023-12-16T18:36:40.623 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wIUFbV5qWRRtrSQ off=2412400 len=1053248 2023-12-16T18:36:40.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 2521 completed, throughput=5MB/sec 2023-12-16T18:36:40.628 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OqWVRhAHnUdshZH off=4545274 len=1080533 2023-12-16T18:36:40.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 2522 completed, throughput=5MB/sec 2023-12-16T18:36:40.629 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Px8KKrAKK-SH1RU off=13634791 len=862481 2023-12-16T18:36:40.631 INFO:tasks.workunit.client.0.smithi071.stdout:op 2523 completed, throughput=5MB/sec 2023-12-16T18:36:40.631 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GllBt_YZqUSBC-Z off=18232223 len=133399 2023-12-16T18:36:40.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 2524 completed, throughput=5MB/sec 2023-12-16T18:36:40.633 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e802UsTeq-q8Zkt off=21069916 len=110573 2023-12-16T18:36:40.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 2525 completed, throughput=5MB/sec 2023-12-16T18:36:40.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ix4uEacyuKQ2hpt off=2022564 len=1493771 2023-12-16T18:36:40.640 INFO:tasks.workunit.client.0.smithi071.stdout:op 2526 completed, throughput=5MB/sec 2023-12-16T18:36:41.641 INFO:tasks.workunit.client.0.smithi071.stdout: 498: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:41.641 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hTEOfFUI7v1gx40 off=8753795 len=852350 2023-12-16T18:36:41.645 INFO:tasks.workunit.client.0.smithi071.stdout:op 2527 completed, throughput=4.99MB/sec 2023-12-16T18:36:41.646 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eUp37gJwq2wezyZ off=86348 len=1749295 2023-12-16T18:36:41.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 2528 completed, throughput=5MB/sec 2023-12-16T18:36:41.649 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HC9kYstxlzGYc5e off=5496519 len=517933 2023-12-16T18:36:41.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 2529 completed, throughput=5MB/sec 2023-12-16T18:36:41.649 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HxVE2jnttulXcTi off=4771429 len=920291 2023-12-16T18:36:41.655 INFO:tasks.workunit.client.0.smithi071.stdout:op 2530 completed, throughput=5MB/sec 2023-12-16T18:36:42.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:42 smithi071 ceph-mon[139725]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:42.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:42 smithi071 ceph-mon[142085]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:42 smithi184 ceph-mon[136228]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:42.655 INFO:tasks.workunit.client.0.smithi071.stdout: 499: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:42.655 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3f6uHVgkq5_kvIz off=1091844 len=753696 2023-12-16T18:36:42.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 2531 completed, throughput=4.99MB/sec 2023-12-16T18:36:42.660 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HvpS0DhPStLoxa2 off=283694 len=1650022 2023-12-16T18:36:42.670 INFO:tasks.workunit.client.0.smithi071.stdout:op 2532 completed, throughput=4.99MB/sec 2023-12-16T18:36:42.670 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5LQWyrVMSTd_Ovj off=4538831 len=1873611 2023-12-16T18:36:42.672 INFO:tasks.workunit.client.0.smithi071.stdout:op 2533 completed, throughput=5MB/sec 2023-12-16T18:36:42.672 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Lze0vALFCQF01NK off=9477400 len=1242994 2023-12-16T18:36:42.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 2534 completed, throughput=5MB/sec 2023-12-16T18:36:43.678 INFO:tasks.workunit.client.0.smithi071.stdout: 500: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:43.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--gbM8Fl73GNakqF off=1460469 len=1914142 2023-12-16T18:36:43.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 2535 completed, throughput=4.99MB/sec 2023-12-16T18:36:43.680 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TzaUrbPvjk3cGqw off=3621601 len=235794 2023-12-16T18:36:43.684 INFO:tasks.workunit.client.0.smithi071.stdout:op 2536 completed, throughput=4.99MB/sec 2023-12-16T18:36:43.684 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QxaTSv7dcJQ_EDv off=18071731 len=1663062 2023-12-16T18:36:43.691 INFO:tasks.workunit.client.0.smithi071.stdout:op 2537 completed, throughput=5MB/sec 2023-12-16T18:36:43.691 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8qEmo3dz1pHUT6u off=3223492 len=2036186 2023-12-16T18:36:43.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 2538 completed, throughput=5MB/sec 2023-12-16T18:36:44.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:44 smithi071 ceph-mon[139725]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:36:44.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:44 smithi071 ceph-mon[142085]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:36:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:44 smithi184 ceph-mon[136228]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:36:44.693 INFO:tasks.workunit.client.0.smithi071.stdout: 501: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:44.693 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MhdlARoPMCzPPEv off=16009634 len=1303453 2023-12-16T18:36:44.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 2539 completed, throughput=4.99MB/sec 2023-12-16T18:36:44.695 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7jEKIcIbudc2u0O off=8706868 len=1751855 2023-12-16T18:36:44.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 2540 completed, throughput=5MB/sec 2023-12-16T18:36:44.697 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I5X5hdQMphcypqf off=3780775 len=1393160 2023-12-16T18:36:44.705 INFO:tasks.workunit.client.0.smithi071.stdout:op 2541 completed, throughput=5MB/sec 2023-12-16T18:36:44.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g0Ug9rhu63e8t0K off=19764761 len=1373328 2023-12-16T18:36:44.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 2542 completed, throughput=5MB/sec 2023-12-16T18:36:45.708 INFO:tasks.workunit.client.0.smithi071.stdout: 502: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:45.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e50iKB_1eJmV-Vw off=8087908 len=51982 2023-12-16T18:36:45.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 2543 completed, throughput=4.99MB/sec 2023-12-16T18:36:45.708 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i1IWD4S-0oiZfcd off=617730 len=1802400 2023-12-16T18:36:45.716 INFO:tasks.workunit.client.0.smithi071.stdout:op 2544 completed, throughput=5MB/sec 2023-12-16T18:36:45.716 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LOUOLqmcHEVdwxu off=2930242 len=469242 2023-12-16T18:36:45.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 2545 completed, throughput=5MB/sec 2023-12-16T18:36:45.717 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9utmiYe-X9MYsLh off=4561483 len=879864 2023-12-16T18:36:45.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 2546 completed, throughput=5MB/sec 2023-12-16T18:36:45.722 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8BoRNMuy9Z2rwi5 off=13810599 len=1340094 2023-12-16T18:36:45.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 2547 completed, throughput=5MB/sec 2023-12-16T18:36:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:46 smithi071 ceph-mon[139725]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:46 smithi071 ceph-mon[142085]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:46 smithi184 ceph-mon[136228]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:36:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: 503: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:46.727 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sYqay6do47V2xmF off=2076655 len=456262 2023-12-16T18:36:46.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 2548 completed, throughput=4.99MB/sec 2023-12-16T18:36:46.728 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QdM_158OqTRZqoF off=8722481 len=1992563 2023-12-16T18:36:46.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 2549 completed, throughput=5MB/sec 2023-12-16T18:36:46.731 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MnvuelNyCHGxMKx off=7673665 len=695595 2023-12-16T18:36:46.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 2550 completed, throughput=5MB/sec 2023-12-16T18:36:46.733 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EdsbBpZ6j7zFTa3 off=13348741 len=17480 2023-12-16T18:36:46.735 INFO:tasks.workunit.client.0.smithi071.stdout:op 2551 completed, throughput=5MB/sec 2023-12-16T18:36:46.735 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vcXCm3hCQpErmS_ off=2923730 len=568944 2023-12-16T18:36:46.738 INFO:tasks.workunit.client.0.smithi071.stdout:op 2552 completed, throughput=5MB/sec 2023-12-16T18:36:46.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gR-QA_cPfYeeEHF off=7030794 len=1776198 2023-12-16T18:36:46.746 INFO:tasks.workunit.client.0.smithi071.stdout:op 2553 completed, throughput=5MB/sec 2023-12-16T18:36:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:47] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:36:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: 504: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:47.746 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VBgulzXAflKvKCR off=960769 len=1056339 2023-12-16T18:36:47.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 2554 completed, throughput=4.99MB/sec 2023-12-16T18:36:47.749 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JoGZ4oPlfsFd8IG off=1002455 len=63429 2023-12-16T18:36:47.752 INFO:tasks.workunit.client.0.smithi071.stdout:op 2555 completed, throughput=4.99MB/sec 2023-12-16T18:36:47.752 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yfrLHGDzpEbZiBr off=13527210 len=201494 2023-12-16T18:36:47.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 2556 completed, throughput=4.99MB/sec 2023-12-16T18:36:47.753 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m_DrqWl7dF-ma4f off=14704047 len=1004470 2023-12-16T18:36:47.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 2557 completed, throughput=5MB/sec 2023-12-16T18:36:47.757 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ajTcSKqNb8EL-XU off=2855494 len=961361 2023-12-16T18:36:47.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 2558 completed, throughput=5MB/sec 2023-12-16T18:36:47.758 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DNd_uqVfX8s8tjo off=1035127 len=880259 2023-12-16T18:36:47.759 INFO:tasks.workunit.client.0.smithi071.stdout:op 2559 completed, throughput=5MB/sec 2023-12-16T18:36:47.759 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t3MvizKlL80wfKq off=4494252 len=1163236 2023-12-16T18:36:47.760 INFO:tasks.workunit.client.0.smithi071.stdout:op 2560 completed, throughput=5MB/sec 2023-12-16T18:36:48.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:48 smithi071 ceph-mon[139725]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:36:48.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:48.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:48 smithi071 ceph-mon[142085]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:36:48.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:48 smithi184 ceph-mon[136228]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:36:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:36:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: 505: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:48.760 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V0tjCst5I9xbRTL off=13253543 len=1043293 2023-12-16T18:36:48.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 2561 completed, throughput=4.99MB/sec 2023-12-16T18:36:48.766 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KxfTrKKYSRNso54 off=4996315 len=1709548 2023-12-16T18:36:48.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 2562 completed, throughput=5MB/sec 2023-12-16T18:36:48.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XcA6l-EZJCqUjzS off=2379688 len=1168008 2023-12-16T18:36:48.770 INFO:tasks.workunit.client.0.smithi071.stdout:op 2563 completed, throughput=5MB/sec 2023-12-16T18:36:48.770 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JQRPS5poeNbL1eO off=4888708 len=628373 2023-12-16T18:36:48.774 INFO:tasks.workunit.client.0.smithi071.stdout:op 2564 completed, throughput=5MB/sec 2023-12-16T18:36:48.774 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mlmiICIcSqy7a64 off=5285952 len=413955 2023-12-16T18:36:48.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 2565 completed, throughput=5MB/sec 2023-12-16T18:36:49.778 INFO:tasks.workunit.client.0.smithi071.stdout: 506: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:49.778 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5p5nW9lkSVysI82 off=718450 len=1320951 2023-12-16T18:36:49.784 INFO:tasks.workunit.client.0.smithi071.stdout:op 2566 completed, throughput=4.99MB/sec 2023-12-16T18:36:49.784 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-feAkO_cUwRHLLuI off=3255731 len=1634465 2023-12-16T18:36:49.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 2567 completed, throughput=5MB/sec 2023-12-16T18:36:49.788 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xALsjbT7rJbrUa2 off=3487206 len=279205 2023-12-16T18:36:49.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 2568 completed, throughput=5MB/sec 2023-12-16T18:36:49.790 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-984D__oan5hAXtc off=24573323 len=174464 2023-12-16T18:36:49.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 2569 completed, throughput=5MB/sec 2023-12-16T18:36:49.793 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U4edxe8QwHmWdkq off=5242203 len=1016269 2023-12-16T18:36:49.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 2570 completed, throughput=5MB/sec 2023-12-16T18:36:49.794 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3WV6dTBEEt1Kc3k off=1160576 len=2021571 2023-12-16T18:36:49.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 2571 completed, throughput=5MB/sec 2023-12-16T18:36:50.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:50 smithi071 ceph-mon[139725]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:36:50.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:50 smithi071 ceph-mon[142085]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:36:50.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:50 smithi184 ceph-mon[136228]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:36:50.806 INFO:tasks.workunit.client.0.smithi071.stdout: 507: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:50.806 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SjrWzt6YwfUNMms off=9052713 len=85745 2023-12-16T18:36:50.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 2572 completed, throughput=4.99MB/sec 2023-12-16T18:36:50.807 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uA6HZY42F4Mt6qF off=4834198 len=348189 2023-12-16T18:36:50.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 2573 completed, throughput=4.99MB/sec 2023-12-16T18:36:50.807 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9tHnnug8WnMxbZG off=1128895 len=1928123 2023-12-16T18:36:50.809 INFO:tasks.workunit.client.0.smithi071.stdout:op 2574 completed, throughput=5MB/sec 2023-12-16T18:36:50.809 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n6cZcgpTyR7Nk41 off=2975021 len=1384176 2023-12-16T18:36:50.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 2575 completed, throughput=5MB/sec 2023-12-16T18:36:50.811 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tR2CRKW8Rn4hQgL off=19563929 len=675939 2023-12-16T18:36:50.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 2576 completed, throughput=5MB/sec 2023-12-16T18:36:51.812 INFO:tasks.workunit.client.0.smithi071.stdout: 508: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:51.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CX030wmn7FLHuC7 off=8623876 len=1425206 2023-12-16T18:36:51.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 2577 completed, throughput=4.99MB/sec 2023-12-16T18:36:51.814 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-icn7k04TSOF_PP9 off=8112682 len=576307 2023-12-16T18:36:51.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 2578 completed, throughput=4.99MB/sec 2023-12-16T18:36:51.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ALQ4-C1mcsMAs6w off=10260072 len=1553882 2023-12-16T18:36:51.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 2579 completed, throughput=5MB/sec 2023-12-16T18:36:51.821 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ncbavdY_fF6JBIh off=1922091 len=1063398 2023-12-16T18:36:51.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 2580 completed, throughput=5MB/sec 2023-12-16T18:36:51.827 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PdmTlARzxvvG_di off=1748558 len=185010 2023-12-16T18:36:51.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 2581 completed, throughput=5MB/sec 2023-12-16T18:36:52.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:52 smithi071 ceph-mon[139725]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:52.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:52 smithi071 ceph-mon[142085]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:52 smithi184 ceph-mon[136228]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:52.828 INFO:tasks.workunit.client.0.smithi071.stdout: 509: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:52.828 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-daeZBLuC_oZlM7p off=2488744 len=1021027 2023-12-16T18:36:52.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 2582 completed, throughput=4.99MB/sec 2023-12-16T18:36:52.831 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9GOmoopMBthS3Fi off=12616947 len=1121997 2023-12-16T18:36:52.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 2583 completed, throughput=4.99MB/sec 2023-12-16T18:36:52.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_A1qOUht2xVO48p off=5444296 len=713574 2023-12-16T18:36:52.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 2584 completed, throughput=5MB/sec 2023-12-16T18:36:52.836 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6l_0gbEmM8cEwtQ off=7373530 len=1023136 2023-12-16T18:36:52.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 2585 completed, throughput=5MB/sec 2023-12-16T18:36:52.841 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MHdQnzCyQLyNpal off=5392195 len=1004027 2023-12-16T18:36:52.846 INFO:tasks.workunit.client.0.smithi071.stdout:op 2586 completed, throughput=5MB/sec 2023-12-16T18:36:52.846 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oHf_lTuAOg7fihv off=5250751 len=1117394 2023-12-16T18:36:52.851 INFO:tasks.workunit.client.0.smithi071.stdout:op 2587 completed, throughput=5MB/sec 2023-12-16T18:36:53.851 INFO:tasks.workunit.client.0.smithi071.stdout: 510: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:53.851 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ngyBuxBEHYg6qhg off=1125801 len=97746 2023-12-16T18:36:53.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 2588 completed, throughput=4.99MB/sec 2023-12-16T18:36:53.852 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GORyAkolkivF9RA off=10915316 len=1510796 2023-12-16T18:36:53.860 INFO:tasks.workunit.client.0.smithi071.stdout:op 2589 completed, throughput=4.99MB/sec 2023-12-16T18:36:53.860 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Zh5YEypcaCgBIHT off=16786966 len=747160 2023-12-16T18:36:53.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 2590 completed, throughput=5MB/sec 2023-12-16T18:36:53.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rNFnYOIO-VzwwKt off=12928787 len=1048397 2023-12-16T18:36:53.869 INFO:tasks.workunit.client.0.smithi071.stdout:op 2591 completed, throughput=5MB/sec 2023-12-16T18:36:53.869 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5uiFz_UmbjuCEC9 off=7737396 len=815654 2023-12-16T18:36:53.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 2592 completed, throughput=5MB/sec 2023-12-16T18:36:53.871 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7K4GWO8nz5rUeXk off=0 len=1104806 2023-12-16T18:36:53.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 2593 completed, throughput=5MB/sec 2023-12-16T18:36:54.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:54 smithi071 ceph-mon[139725]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:54.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:54 smithi071 ceph-mon[142085]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:54 smithi184 ceph-mon[136228]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:36:54.873 INFO:tasks.workunit.client.0.smithi071.stdout: 511: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:54.873 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DKdPQ28CES66d01 off=4047097 len=515261 2023-12-16T18:36:54.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 2594 completed, throughput=4.99MB/sec 2023-12-16T18:36:54.874 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ELtJEnavgLc6bZy off=648580 len=1115734 2023-12-16T18:36:54.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 2595 completed, throughput=4.99MB/sec 2023-12-16T18:36:54.876 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9b_oRDEGX8R_NUm off=2454007 len=135697 2023-12-16T18:36:54.879 INFO:tasks.workunit.client.0.smithi071.stdout:op 2596 completed, throughput=4.99MB/sec 2023-12-16T18:36:54.879 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GsoWvezGzoth2ph off=11804206 len=1031412 2023-12-16T18:36:54.884 INFO:tasks.workunit.client.0.smithi071.stdout:op 2597 completed, throughput=5MB/sec 2023-12-16T18:36:54.884 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rnkTKUGwBE-SZ3V off=7330133 len=567860 2023-12-16T18:36:54.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 2598 completed, throughput=5MB/sec 2023-12-16T18:36:54.885 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PQCGEsaQsv7655i off=14641611 len=169328 2023-12-16T18:36:54.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 2599 completed, throughput=5MB/sec 2023-12-16T18:36:54.886 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-abHtTVlHM6dvQRB off=531257 len=293508 2023-12-16T18:36:54.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 2600 completed, throughput=5MB/sec 2023-12-16T18:36:54.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZaLTqhQ91KS_Q92 off=0 len=1101317 2023-12-16T18:36:54.893 INFO:tasks.workunit.client.0.smithi071.stdout:op 2601 completed, throughput=5MB/sec 2023-12-16T18:36:55.893 INFO:tasks.workunit.client.0.smithi071.stdout: 512: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:55.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kwul33TbRA5bfDx off=2030276 len=581134 2023-12-16T18:36:55.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 2602 completed, throughput=4.99MB/sec 2023-12-16T18:36:55.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6Fmn4NR9bWnXkbl off=4391943 len=1023356 2023-12-16T18:36:55.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 2603 completed, throughput=4.99MB/sec 2023-12-16T18:36:55.896 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Da5e35aKHMjLKls off=861072 len=1371256 2023-12-16T18:36:55.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 2604 completed, throughput=5MB/sec 2023-12-16T18:36:55.899 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m3yN2KQYXLCafhK off=5410848 len=317917 2023-12-16T18:36:55.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 2605 completed, throughput=5MB/sec 2023-12-16T18:36:55.902 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i-bhla4HhqE0aZA off=1686773 len=1123934 2023-12-16T18:36:55.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 2606 completed, throughput=5MB/sec 2023-12-16T18:36:55.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xjGluwe3_5df_Fk off=10494296 len=178556 2023-12-16T18:36:55.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 2607 completed, throughput=5MB/sec 2023-12-16T18:36:55.909 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HaetBCmDLcXcZGx off=6236147 len=2014931 2023-12-16T18:36:55.918 INFO:tasks.workunit.client.0.smithi071.stdout:op 2608 completed, throughput=5MB/sec 2023-12-16T18:36:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:56 smithi184 ceph-mon[136228]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:56 smithi071 ceph-mon[139725]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:56 smithi071 ceph-mon[142085]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:36:56.918 INFO:tasks.workunit.client.0.smithi071.stdout: 513: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:56.918 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0c-6yLZSQ16x3F off=1351912 len=161022 2023-12-16T18:36:56.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 2609 completed, throughput=4.99MB/sec 2023-12-16T18:36:56.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mnhG7aBlTO5UCOB off=24827 len=678571 2023-12-16T18:36:56.926 INFO:tasks.workunit.client.0.smithi071.stdout:op 2610 completed, throughput=4.99MB/sec 2023-12-16T18:36:56.926 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--kunyMUT0tY_PKp off=15781115 len=1347493 2023-12-16T18:36:56.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 2611 completed, throughput=5MB/sec 2023-12-16T18:36:56.928 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qzGr78fZpwXP86K off=18236913 len=588215 2023-12-16T18:36:56.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 2612 completed, throughput=5MB/sec 2023-12-16T18:36:56.929 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OhzwGISLwY2_CeT off=9934095 len=711598 2023-12-16T18:36:56.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 2613 completed, throughput=5MB/sec 2023-12-16T18:36:56.933 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-odoZUWq_gqTcIxm off=10813540 len=1646937 2023-12-16T18:36:56.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 2614 completed, throughput=5MB/sec 2023-12-16T18:36:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:36:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:36:57] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:36:57.935 INFO:tasks.workunit.client.0.smithi071.stdout: 514: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:57.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0kGE75vAavzfgmL off=17082226 len=2093675 2023-12-16T18:36:57.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 2615 completed, throughput=5MB/sec 2023-12-16T18:36:57.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-K58ZG9_xpf1btQQ off=3419201 len=1160415 2023-12-16T18:36:57.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 2616 completed, throughput=5MB/sec 2023-12-16T18:36:57.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-strTTIdBGm2vtrA off=13417627 len=1753736 2023-12-16T18:36:57.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 2617 completed, throughput=5MB/sec 2023-12-16T18:36:58.009 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:36:58.320 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:36:58.320 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (26m) 2m ago 29m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:36:58.320 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (26m) 53s ago 29m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (30m) 2m ago 30m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (30m) 53s ago 30m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (25m) 53s ago 32m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (26m) 2m ago 33m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (25m) 2m ago 33m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (25m) 53s ago 32m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (25m) 2m ago 32m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (26m) 2m ago 29m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (26m) 53s ago 28m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (24m) 2m ago 31m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (24m) 2m ago 31m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (23m) 2m ago 31m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:36:58.321 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (23m) 2m ago 31m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:36:58.322 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (22m) 53s ago 31m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:36:58.322 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (22m) 53s ago 30m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:36:58.322 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (21m) 53s ago 30m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:36:58.322 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (21m) 53s ago 30m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:36:58.322 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (26m) 53s ago 29m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:36:58.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:58 smithi071 ceph-mon[139725]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:36:58.322 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:58 smithi071 ceph-mon[142085]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:36:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:58 smithi184 ceph-mon[136228]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:36:58.702 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:36:58.702 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:36:58.702 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:36:58.702 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:36:58.703 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:36:58.950 INFO:tasks.workunit.client.0.smithi071.stdout: 515: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:58.950 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7W59xQS6__Z4K7O off=5592539 len=2064147 2023-12-16T18:36:58.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 2618 completed, throughput=5MB/sec 2023-12-16T18:36:58.954 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZaduoCzj_J0HvO6 off=1201626 len=1411574 2023-12-16T18:36:58.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 2619 completed, throughput=5MB/sec 2023-12-16T18:36:58.956 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yJ511dGiHZJkcEa off=0 len=1855888 2023-12-16T18:36:58.958 INFO:tasks.workunit.client.0.smithi071.stdout:op 2620 completed, throughput=5MB/sec 2023-12-16T18:36:59.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:59 smithi184 ceph-mon[136228]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:59 smithi184 ceph-mon[136228]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:36:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4051750558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[139725]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[139725]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4051750558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[142085]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[142085]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:36:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:36:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4051750558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:36:59.958 INFO:tasks.workunit.client.0.smithi071.stdout: 516: throughput=4.99MB/sec pending data=0 2023-12-16T18:36:59.958 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5lbPZeXle052Gp9 off=22511349 len=1600421 2023-12-16T18:36:59.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 2621 completed, throughput=5MB/sec 2023-12-16T18:36:59.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RfK1uZsNFKsstcM off=4472265 len=2088473 2023-12-16T18:36:59.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 2622 completed, throughput=5MB/sec 2023-12-16T18:36:59.964 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DDpi5eZdYEEemmZ off=15804103 len=282498 2023-12-16T18:36:59.965 INFO:tasks.workunit.client.0.smithi071.stdout:op 2623 completed, throughput=5MB/sec 2023-12-16T18:36:59.965 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1T-D_TLZbSOkmR- off=158984 len=1920867 2023-12-16T18:36:59.968 INFO:tasks.workunit.client.0.smithi071.stdout:op 2624 completed, throughput=5MB/sec 2023-12-16T18:37:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:00 smithi184 ceph-mon[136228]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:00 smithi071 ceph-mon[139725]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:00 smithi071 ceph-mon[142085]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:00.969 INFO:tasks.workunit.client.0.smithi071.stdout: 517: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:00.969 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_DHTwbRBi0pIjCk off=14283904 len=2024893 2023-12-16T18:37:00.971 INFO:tasks.workunit.client.0.smithi071.stdout:op 2625 completed, throughput=5MB/sec 2023-12-16T18:37:00.971 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bZ89jqpOmOlTKOS off=855156 len=863753 2023-12-16T18:37:00.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 2626 completed, throughput=5MB/sec 2023-12-16T18:37:00.973 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-24Ahm2REYWESTEz off=4696503 len=1552295 2023-12-16T18:37:00.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 2627 completed, throughput=5MB/sec 2023-12-16T18:37:01.981 INFO:tasks.workunit.client.0.smithi071.stdout: 518: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:01.981 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9u-CJjNcilmSWl9 off=9770477 len=1110268 2023-12-16T18:37:01.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 2628 completed, throughput=4.99MB/sec 2023-12-16T18:37:01.988 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EnM7fGFXjY_BBc4 off=78796 len=688179 2023-12-16T18:37:01.989 INFO:tasks.workunit.client.0.smithi071.stdout:op 2629 completed, throughput=4.99MB/sec 2023-12-16T18:37:01.989 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JUBy2dq_TxA-ea3 off=19013720 len=1790452 2023-12-16T18:37:02.000 INFO:tasks.workunit.client.0.smithi071.stdout:op 2630 completed, throughput=5MB/sec 2023-12-16T18:37:02.000 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GSoj8mJVtOg1bHH off=17293626 len=1784950 2023-12-16T18:37:02.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 2631 completed, throughput=5MB/sec 2023-12-16T18:37:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:02 smithi184 ceph-mon[136228]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:37:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:02 smithi071 ceph-mon[139725]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:37:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:02 smithi071 ceph-mon[142085]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:37:03.003 INFO:tasks.workunit.client.0.smithi071.stdout: 519: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:03.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5JU1N850KvAdwCk off=9898512 len=1547489 2023-12-16T18:37:03.013 INFO:tasks.workunit.client.0.smithi071.stdout:op 2632 completed, throughput=4.99MB/sec 2023-12-16T18:37:03.013 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wpuO6Xx1F90QI7c off=13051254 len=1459634 2023-12-16T18:37:03.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 2633 completed, throughput=5MB/sec 2023-12-16T18:37:03.014 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GmAEr68DP52jabm off=512955 len=1549902 2023-12-16T18:37:03.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 2634 completed, throughput=5MB/sec 2023-12-16T18:37:03.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0eLMNZqmuxm4iRF off=7068135 len=1656413 2023-12-16T18:37:03.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 2635 completed, throughput=5MB/sec 2023-12-16T18:37:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:04.029 INFO:tasks.workunit.client.0.smithi071.stdout: 520: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:04.029 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kzlz9dDtH3mJyI9 off=2819759 len=2080600 2023-12-16T18:37:04.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 2636 completed, throughput=5MB/sec 2023-12-16T18:37:04.042 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W3ZtMcpfXqtQmmX off=1700715 len=1820558 2023-12-16T18:37:04.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 2637 completed, throughput=5MB/sec 2023-12-16T18:37:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:04 smithi184 ceph-mon[136228]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:37:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:04 smithi071 ceph-mon[139725]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:37:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:04 smithi071 ceph-mon[142085]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:37:05.045 INFO:tasks.workunit.client.0.smithi071.stdout: 521: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:05.046 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d67uPf-GKWDeVlX off=17890146 len=457830 2023-12-16T18:37:05.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 2638 completed, throughput=4.99MB/sec 2023-12-16T18:37:05.050 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ApUupfWhPXThwu_ off=3100655 len=1892324 2023-12-16T18:37:05.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 2639 completed, throughput=4.99MB/sec 2023-12-16T18:37:05.052 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L_RsSFSbDQhqR0E off=1597360 len=1927616 2023-12-16T18:37:05.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 2640 completed, throughput=5MB/sec 2023-12-16T18:37:05.062 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0oKkvrGkYsd6RCr off=9104669 len=1921043 2023-12-16T18:37:05.072 INFO:tasks.workunit.client.0.smithi071.stdout:op 2641 completed, throughput=5MB/sec 2023-12-16T18:37:06.072 INFO:tasks.workunit.client.0.smithi071.stdout: 522: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:06.073 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2kbq0AEmZU6qHuj off=964743 len=1704759 2023-12-16T18:37:06.074 INFO:tasks.workunit.client.0.smithi071.stdout:op 2642 completed, throughput=5MB/sec 2023-12-16T18:37:06.074 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nr159qgFbaGO1Bd off=6640437 len=1660786 2023-12-16T18:37:06.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 2643 completed, throughput=5MB/sec 2023-12-16T18:37:06.079 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Jz4PY2AyMOV3UWs off=467017 len=1204271 2023-12-16T18:37:06.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 2644 completed, throughput=5MB/sec 2023-12-16T18:37:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:06 smithi184 ceph-mon[136228]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:37:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:37:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:37:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[139725]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:37:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[142085]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:06.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:37:06.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:37:06.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:37:06.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:37:07.083 INFO:tasks.workunit.client.0.smithi071.stdout: 523: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:07.083 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WhezVVA2WEqw9nu off=4547764 len=647056 2023-12-16T18:37:07.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 2645 completed, throughput=4.99MB/sec 2023-12-16T18:37:07.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QjU9Zm2dUtSeKnb off=9028881 len=1767934 2023-12-16T18:37:07.084 INFO:tasks.workunit.client.0.smithi071.stdout:op 2646 completed, throughput=5MB/sec 2023-12-16T18:37:07.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SD_hhZ9BFnJv1T7 off=12991908 len=1074434 2023-12-16T18:37:07.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 2647 completed, throughput=5MB/sec 2023-12-16T18:37:07.085 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wyGXjmAI8JFQJqx off=2210918 len=589103 2023-12-16T18:37:07.089 INFO:tasks.workunit.client.0.smithi071.stdout:op 2648 completed, throughput=5MB/sec 2023-12-16T18:37:07.089 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uLDNCtrJfURbToF off=5990938 len=1749954 2023-12-16T18:37:07.096 INFO:tasks.workunit.client.0.smithi071.stdout:op 2649 completed, throughput=5MB/sec 2023-12-16T18:37:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:07] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:37:08.096 INFO:tasks.workunit.client.0.smithi071.stdout: 524: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:08.096 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HV_uKbQFAwdxy3N off=2670893 len=2035429 2023-12-16T18:37:08.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 2650 completed, throughput=5MB/sec 2023-12-16T18:37:08.108 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C4uGc7pHPHQOM4- off=7994628 len=1812767 2023-12-16T18:37:08.110 INFO:tasks.workunit.client.0.smithi071.stdout:op 2651 completed, throughput=5MB/sec 2023-12-16T18:37:08.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8-qVaMBN_IoEpsD off=4930371 len=363876 2023-12-16T18:37:08.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 2652 completed, throughput=5MB/sec 2023-12-16T18:37:08.111 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mkPw462sjPyBz4C off=2906907 len=786109 2023-12-16T18:37:08.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 2653 completed, throughput=5MB/sec 2023-12-16T18:37:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:08 smithi184 ceph-mon[136228]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:08 smithi071 ceph-mon[139725]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:08 smithi071 ceph-mon[142085]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:37:09.114 INFO:tasks.workunit.client.0.smithi071.stdout: 525: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:09.114 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iOUBlSiR1JZwEBh off=9345176 len=1406086 2023-12-16T18:37:09.115 INFO:tasks.workunit.client.0.smithi071.stdout:op 2654 completed, throughput=4.99MB/sec 2023-12-16T18:37:09.116 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q-FaPs0dCeanCgD off=14063072 len=53157 2023-12-16T18:37:09.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 2655 completed, throughput=4.99MB/sec 2023-12-16T18:37:09.118 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HbmWRZictKxo6fL off=13023007 len=1861838 2023-12-16T18:37:09.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 2656 completed, throughput=5MB/sec 2023-12-16T18:37:09.127 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o_2zr6IWc_TWU7b off=1107699 len=589113 2023-12-16T18:37:09.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 2657 completed, throughput=5MB/sec 2023-12-16T18:37:09.128 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-watOguhjsJ8L6M4 off=6363639 len=1606146 2023-12-16T18:37:09.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 2658 completed, throughput=5MB/sec 2023-12-16T18:37:10.135 INFO:tasks.workunit.client.0.smithi071.stdout: 526: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:10.135 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BLwbrr-VOR6wu5b off=11471100 len=590596 2023-12-16T18:37:10.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 2659 completed, throughput=4.99MB/sec 2023-12-16T18:37:10.139 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xI8JPByUm7X05NW off=8146256 len=27410 2023-12-16T18:37:10.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 2660 completed, throughput=4.99MB/sec 2023-12-16T18:37:10.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-51P6qJU7jR3S0cv off=438986 len=1372434 2023-12-16T18:37:10.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 2661 completed, throughput=5MB/sec 2023-12-16T18:37:10.148 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xszRCOG2wVKl1pZ off=1577679 len=15265 2023-12-16T18:37:10.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 2662 completed, throughput=5MB/sec 2023-12-16T18:37:10.150 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pzts8Z5ZrSQ2C-1 off=4197518 len=1334144 2023-12-16T18:37:10.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 2663 completed, throughput=5MB/sec 2023-12-16T18:37:10.162 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vb76O9OoPpjLcHr off=9431832 len=2050086 2023-12-16T18:37:10.163 INFO:tasks.workunit.client.0.smithi071.stdout:op 2664 completed, throughput=5MB/sec 2023-12-16T18:37:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:10 smithi184 ceph-mon[136228]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T18:37:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:10 smithi071 ceph-mon[139725]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T18:37:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:10 smithi071 ceph-mon[142085]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-16T18:37:11.163 INFO:tasks.workunit.client.0.smithi071.stdout: 527: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:11.163 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AIU9T3vea9vgN2d off=3895825 len=1989639 2023-12-16T18:37:11.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 2665 completed, throughput=5MB/sec 2023-12-16T18:37:11.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U5DN-JjowRXsANa off=21400616 len=129036 2023-12-16T18:37:11.169 INFO:tasks.workunit.client.0.smithi071.stdout:op 2666 completed, throughput=5MB/sec 2023-12-16T18:37:11.169 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--bUj_iHcqxGWYgE off=2134318 len=1689416 2023-12-16T18:37:11.179 INFO:tasks.workunit.client.0.smithi071.stdout:op 2667 completed, throughput=5MB/sec 2023-12-16T18:37:11.179 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Svwc3GzPsSYWXSl off=1125047 len=118421 2023-12-16T18:37:11.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 2668 completed, throughput=5MB/sec 2023-12-16T18:37:11.182 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iFMGZsD-1TKi5wS off=345768 len=1470882 2023-12-16T18:37:11.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 2669 completed, throughput=5MB/sec 2023-12-16T18:37:12.189 INFO:tasks.workunit.client.0.smithi071.stdout: 528: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:12.190 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l7RZYhxMhfMCKc5 off=5812831 len=1553694 2023-12-16T18:37:12.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 2670 completed, throughput=4.99MB/sec 2023-12-16T18:37:12.196 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9EdgAEiyNTOrS7W off=376343 len=1767752 2023-12-16T18:37:12.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 2671 completed, throughput=5MB/sec 2023-12-16T18:37:12.208 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3lcS_kLvXUaju_b off=17017384 len=1564593 2023-12-16T18:37:12.223 INFO:tasks.workunit.client.0.smithi071.stdout:op 2672 completed, throughput=5MB/sec 2023-12-16T18:37:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:12 smithi184 ceph-mon[136228]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:37:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:12 smithi071 ceph-mon[139725]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:37:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:12 smithi071 ceph-mon[142085]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:37:13.223 INFO:tasks.workunit.client.0.smithi071.stdout: 529: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:13.223 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yoREwFuDQMWhNbg off=4368331 len=1519101 2023-12-16T18:37:13.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 2673 completed, throughput=4.99MB/sec 2023-12-16T18:37:13.230 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JF1CZHwsQfM5aRz off=21574097 len=1946068 2023-12-16T18:37:13.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 2674 completed, throughput=5MB/sec 2023-12-16T18:37:13.242 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Zl9_Hd_I7I1NggQ off=10000074 len=740563 2023-12-16T18:37:13.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 2675 completed, throughput=5MB/sec 2023-12-16T18:37:13.245 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D-sDVA84bxCcWQP off=719912 len=475322 2023-12-16T18:37:13.246 INFO:tasks.workunit.client.0.smithi071.stdout:op 2676 completed, throughput=5MB/sec 2023-12-16T18:37:13.246 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-K2IQoIwWDh9psav off=5674002 len=1428836 2023-12-16T18:37:13.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 2677 completed, throughput=5MB/sec 2023-12-16T18:37:14.248 INFO:tasks.workunit.client.0.smithi071.stdout: 530: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:14.248 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j8ghrsqh5spJKd1 off=3061488 len=229323 2023-12-16T18:37:14.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 2678 completed, throughput=4.99MB/sec 2023-12-16T18:37:14.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8rx-1rj7P2yzb5C off=2714163 len=1815896 2023-12-16T18:37:14.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 2679 completed, throughput=5MB/sec 2023-12-16T18:37:14.253 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XYqx03rmqoTBpLL off=6448719 len=1937519 2023-12-16T18:37:14.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 2680 completed, throughput=5MB/sec 2023-12-16T18:37:14.262 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1fK_tLO5ajGP7Jh off=6469805 len=536030 2023-12-16T18:37:14.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 2681 completed, throughput=5MB/sec 2023-12-16T18:37:14.269 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-05nLKoyWjdN8dIf off=471893 len=415166 2023-12-16T18:37:14.270 INFO:tasks.workunit.client.0.smithi071.stdout:op 2682 completed, throughput=5MB/sec 2023-12-16T18:37:14.525 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:14 smithi071 ceph-mon[139725]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:37:14.526 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:14 smithi071 ceph-mon[142085]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:37:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:14 smithi184 ceph-mon[136228]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:37:15.270 INFO:tasks.workunit.client.0.smithi071.stdout: 531: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:15.271 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BTdK3CO8nfvavSx off=855490 len=281445 2023-12-16T18:37:15.271 INFO:tasks.workunit.client.0.smithi071.stdout:op 2683 completed, throughput=4.99MB/sec 2023-12-16T18:37:15.271 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HQwWir7ndjZZhqj off=11638587 len=702887 2023-12-16T18:37:15.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 2684 completed, throughput=4.99MB/sec 2023-12-16T18:37:15.272 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U3Oq_tRyEKYAjCB off=1229183 len=329355 2023-12-16T18:37:15.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 2685 completed, throughput=4.99MB/sec 2023-12-16T18:37:15.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-46NjqGARvzQUW9a off=2079487 len=102253 2023-12-16T18:37:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 2686 completed, throughput=4.99MB/sec 2023-12-16T18:37:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YmzEkqsdbiCoJve off=1688731 len=794153 2023-12-16T18:37:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 2687 completed, throughput=5MB/sec 2023-12-16T18:37:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9fw1xJIUWW4aDdY off=5552954 len=1771413 2023-12-16T18:37:15.279 INFO:tasks.workunit.client.0.smithi071.stdout:op 2688 completed, throughput=5MB/sec 2023-12-16T18:37:15.279 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OgQh673unwkPQhA off=4732942 len=1830710 2023-12-16T18:37:15.280 INFO:tasks.workunit.client.0.smithi071.stdout:op 2689 completed, throughput=5MB/sec 2023-12-16T18:37:16.281 INFO:tasks.workunit.client.0.smithi071.stdout: 532: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:16.281 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f1WQsLMs0jG8NYd off=4324567 len=1661163 2023-12-16T18:37:16.291 INFO:tasks.workunit.client.0.smithi071.stdout:op 2690 completed, throughput=5MB/sec 2023-12-16T18:37:16.291 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T-qQL0eRXhtMHhM off=9726434 len=1860824 2023-12-16T18:37:16.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 2691 completed, throughput=5MB/sec 2023-12-16T18:37:16.294 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uxSOE_eLEHBf6JV off=4061207 len=854298 2023-12-16T18:37:16.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 2692 completed, throughput=5MB/sec 2023-12-16T18:37:16.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QIAwZApiISY9nji off=677272 len=1243646 2023-12-16T18:37:16.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 2693 completed, throughput=5MB/sec 2023-12-16T18:37:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:16 smithi184 ceph-mon[136228]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:37:16.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:16 smithi071 ceph-mon[139725]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:37:16.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:16 smithi071 ceph-mon[142085]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:37:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: 533: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:17.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M901W_7MxguM7Qt off=4577554 len=9603 2023-12-16T18:37:17.305 INFO:tasks.workunit.client.0.smithi071.stdout:op 2694 completed, throughput=4.99MB/sec 2023-12-16T18:37:17.305 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YbbCqJZk2lQfqat off=15842969 len=2094514 2023-12-16T18:37:17.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 2695 completed, throughput=5MB/sec 2023-12-16T18:37:17.307 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vzC_4Pz_22e6u0U off=3139544 len=127648 2023-12-16T18:37:17.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 2696 completed, throughput=5MB/sec 2023-12-16T18:37:17.308 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PcDpabk5FJ_aQqq off=4709058 len=1085347 2023-12-16T18:37:17.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 2697 completed, throughput=5MB/sec 2023-12-16T18:37:17.315 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TvHs4CqzbfSVhR0 off=3304497 len=412497 2023-12-16T18:37:17.317 INFO:tasks.workunit.client.0.smithi071.stdout:op 2698 completed, throughput=5MB/sec 2023-12-16T18:37:17.317 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Of7Yn5OgRVOvYOC off=9035304 len=137608 2023-12-16T18:37:17.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 2699 completed, throughput=5MB/sec 2023-12-16T18:37:17.318 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-10DWDy0B6djikOX off=1836429 len=837518 2023-12-16T18:37:17.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 2700 completed, throughput=5MB/sec 2023-12-16T18:37:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:17] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:37:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: 534: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:18.320 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Maqq9xYMYSvvLPl off=5759794 len=945407 2023-12-16T18:37:18.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 2701 completed, throughput=4.99MB/sec 2023-12-16T18:37:18.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4mx6e_fwGwAvlau off=6022397 len=1331987 2023-12-16T18:37:18.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 2702 completed, throughput=5MB/sec 2023-12-16T18:37:18.326 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4ddWgeuHq3KuZGZ off=15411387 len=1867085 2023-12-16T18:37:18.328 INFO:tasks.workunit.client.0.smithi071.stdout:op 2703 completed, throughput=5MB/sec 2023-12-16T18:37:18.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R-djtDmqC81YE-g off=2593912 len=873377 2023-12-16T18:37:18.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 2704 completed, throughput=5MB/sec 2023-12-16T18:37:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:18 smithi184 ceph-mon[136228]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:37:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:18 smithi071 ceph-mon[139725]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:37:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:18 smithi071 ceph-mon[142085]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:37:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: 535: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:19.331 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bYX95HkVXqk4k92 off=2506617 len=1514849 2023-12-16T18:37:19.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 2705 completed, throughput=4.99MB/sec 2023-12-16T18:37:19.333 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wzpeKZk8vEAB8Yi off=1459131 len=2030846 2023-12-16T18:37:19.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 2706 completed, throughput=5MB/sec 2023-12-16T18:37:19.345 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CnDj48nBCHazmI7 off=4498599 len=1181368 2023-12-16T18:37:19.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 2707 completed, throughput=5MB/sec 2023-12-16T18:37:19.350 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OCsZQiYCo1Y0yBD off=855223 len=616470 2023-12-16T18:37:19.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 2708 completed, throughput=5MB/sec 2023-12-16T18:37:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: 536: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:20.354 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ifs8UeJgykDaY5s off=2053891 len=1161760 2023-12-16T18:37:20.355 INFO:tasks.workunit.client.0.smithi071.stdout:op 2709 completed, throughput=4.99MB/sec 2023-12-16T18:37:20.356 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0W6WFGDXEfoyDW1 off=618136 len=350673 2023-12-16T18:37:20.356 INFO:tasks.workunit.client.0.smithi071.stdout:op 2710 completed, throughput=4.99MB/sec 2023-12-16T18:37:20.356 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_cVYK2Vs6pTVIL off=7319620 len=1665535 2023-12-16T18:37:20.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 2711 completed, throughput=5MB/sec 2023-12-16T18:37:20.358 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CM_XYR3ljWnTx47 off=11873807 len=330750 2023-12-16T18:37:20.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 2712 completed, throughput=5MB/sec 2023-12-16T18:37:20.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3ECr7nZNmrUn4pN off=1500908 len=1771905 2023-12-16T18:37:20.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 2713 completed, throughput=5MB/sec 2023-12-16T18:37:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:20 smithi184 ceph-mon[136228]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:37:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:20 smithi071 ceph-mon[139725]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:37:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:20 smithi071 ceph-mon[142085]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:37:21.366 INFO:tasks.workunit.client.0.smithi071.stdout: 537: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:21.366 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-od8EsetfwCeU0wN off=15768650 len=564131 2023-12-16T18:37:21.367 INFO:tasks.workunit.client.0.smithi071.stdout:op 2714 completed, throughput=4.99MB/sec 2023-12-16T18:37:21.367 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2xUOU63d-3DOUO4 off=3062764 len=195752 2023-12-16T18:37:21.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 2715 completed, throughput=4.99MB/sec 2023-12-16T18:37:21.370 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SxudEBrwtqrqIz_ off=274691 len=1131895 2023-12-16T18:37:21.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 2716 completed, throughput=4.99MB/sec 2023-12-16T18:37:21.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pkiuV0Pxnt-UFx8 off=13405348 len=1666638 2023-12-16T18:37:21.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 2717 completed, throughput=5MB/sec 2023-12-16T18:37:21.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kTwPmg0cGHtnLfz off=6092735 len=1172635 2023-12-16T18:37:21.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 2718 completed, throughput=5MB/sec 2023-12-16T18:37:21.384 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-52UOSKSnvNNNN7- off=13836033 len=707091 2023-12-16T18:37:21.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 2719 completed, throughput=5MB/sec 2023-12-16T18:37:22.386 INFO:tasks.workunit.client.0.smithi071.stdout: 538: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:22.386 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lwkyy9aE5-MkoTU off=3456324 len=2030696 2023-12-16T18:37:22.388 INFO:tasks.workunit.client.0.smithi071.stdout:op 2720 completed, throughput=4.99MB/sec 2023-12-16T18:37:22.388 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VXfB68UXMwR7QkI off=4503370 len=1971611 2023-12-16T18:37:22.398 INFO:tasks.workunit.client.0.smithi071.stdout:op 2721 completed, throughput=5MB/sec 2023-12-16T18:37:22.398 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-plCeHhJ3mC7F6rV off=1900217 len=1172720 2023-12-16T18:37:22.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 2722 completed, throughput=5MB/sec 2023-12-16T18:37:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:22 smithi184 ceph-mon[136228]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:37:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:22 smithi071 ceph-mon[142085]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:37:22.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:22 smithi071 ceph-mon[139725]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:37:23.401 INFO:tasks.workunit.client.0.smithi071.stdout: 539: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:23.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2bY-FP7yrSvKjiR off=11362216 len=764266 2023-12-16T18:37:23.406 INFO:tasks.workunit.client.0.smithi071.stdout:op 2723 completed, throughput=4.99MB/sec 2023-12-16T18:37:23.406 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LZaA2lQY9d0JZic off=15317890 len=1848198 2023-12-16T18:37:23.417 INFO:tasks.workunit.client.0.smithi071.stdout:op 2724 completed, throughput=5MB/sec 2023-12-16T18:37:23.417 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8aywo-8EJivYU58 off=10746449 len=141640 2023-12-16T18:37:23.419 INFO:tasks.workunit.client.0.smithi071.stdout:op 2725 completed, throughput=5MB/sec 2023-12-16T18:37:23.420 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_BPSCVEDZmDWHB_ off=2282893 len=562866 2023-12-16T18:37:23.420 INFO:tasks.workunit.client.0.smithi071.stdout:op 2726 completed, throughput=5MB/sec 2023-12-16T18:37:23.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y6Yil_Ppf1GsrGb off=2961380 len=881082 2023-12-16T18:37:23.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 2727 completed, throughput=5MB/sec 2023-12-16T18:37:23.422 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AsFDE_N_EWdTpgn off=12972668 len=774246 2023-12-16T18:37:23.426 INFO:tasks.workunit.client.0.smithi071.stdout:op 2728 completed, throughput=5MB/sec 2023-12-16T18:37:23.426 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dILaG0UMH8hhZJj off=11180847 len=826302 2023-12-16T18:37:23.430 INFO:tasks.workunit.client.0.smithi071.stdout:op 2729 completed, throughput=5MB/sec 2023-12-16T18:37:24.430 INFO:tasks.workunit.client.0.smithi071.stdout: 540: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:24.430 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7aSsB4tWdgIIGFa off=16930822 len=378452 2023-12-16T18:37:24.433 INFO:tasks.workunit.client.0.smithi071.stdout:op 2730 completed, throughput=4.99MB/sec 2023-12-16T18:37:24.434 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bCVgx9K1Kl8KenT off=243840 len=730878 2023-12-16T18:37:24.435 INFO:tasks.workunit.client.0.smithi071.stdout:op 2731 completed, throughput=4.99MB/sec 2023-12-16T18:37:24.435 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ePo1VJbs_8-dVPf off=2484853 len=790555 2023-12-16T18:37:24.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 2732 completed, throughput=5MB/sec 2023-12-16T18:37:24.437 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bgwnn8Wt8zbmaKS off=7899295 len=2074555 2023-12-16T18:37:24.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 2733 completed, throughput=5MB/sec 2023-12-16T18:37:24.439 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sFxZPISLu04VAqa off=2374584 len=319346 2023-12-16T18:37:24.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 2734 completed, throughput=5MB/sec 2023-12-16T18:37:24.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-opzbi_VmN1pUJi1 off=2049928 len=874585 2023-12-16T18:37:24.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 2735 completed, throughput=5MB/sec 2023-12-16T18:37:24.581 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:24 smithi184 ceph-mon[136228]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:24 smithi071 ceph-mon[142085]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:24.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:24 smithi071 ceph-mon[139725]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:25.442 INFO:tasks.workunit.client.0.smithi071.stdout: 541: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:25.442 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gPIOIjlQlLthaXb off=1935129 len=1091829 2023-12-16T18:37:25.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 2736 completed, throughput=4.99MB/sec 2023-12-16T18:37:25.448 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iNfMogq4nU5-qoL off=2770409 len=1142474 2023-12-16T18:37:25.450 INFO:tasks.workunit.client.0.smithi071.stdout:op 2737 completed, throughput=5MB/sec 2023-12-16T18:37:25.451 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jfFBDO5kHrNsWj9 off=9657361 len=1179857 2023-12-16T18:37:25.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 2738 completed, throughput=5MB/sec 2023-12-16T18:37:25.457 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vmurr2wTlobCO19 off=200539 len=796365 2023-12-16T18:37:25.458 INFO:tasks.workunit.client.0.smithi071.stdout:op 2739 completed, throughput=5MB/sec 2023-12-16T18:37:25.458 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1yeyHtirwbDMKDD off=2722318 len=839176 2023-12-16T18:37:25.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 2740 completed, throughput=5MB/sec 2023-12-16T18:37:26.463 INFO:tasks.workunit.client.0.smithi071.stdout: 542: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:26.463 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5NWLBt99Fy5WGVU off=9863869 len=359443 2023-12-16T18:37:26.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 2741 completed, throughput=4.99MB/sec 2023-12-16T18:37:26.464 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WFCPwEVN-2Y-aHw off=253656 len=369259 2023-12-16T18:37:26.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 2742 completed, throughput=4.99MB/sec 2023-12-16T18:37:26.465 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v8G1jhyIkE558cR off=3364253 len=1337495 2023-12-16T18:37:26.471 INFO:tasks.workunit.client.0.smithi071.stdout:op 2743 completed, throughput=4.99MB/sec 2023-12-16T18:37:26.471 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jqkcz2fpE6zRuT8 off=384311 len=1886429 2023-12-16T18:37:26.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 2744 completed, throughput=5MB/sec 2023-12-16T18:37:26.484 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nki2mbLG1lqGzAz off=11090720 len=184431 2023-12-16T18:37:26.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 2745 completed, throughput=5MB/sec 2023-12-16T18:37:26.486 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-51G42WdK84onJal off=14447556 len=431588 2023-12-16T18:37:26.487 INFO:tasks.workunit.client.0.smithi071.stdout:op 2746 completed, throughput=5MB/sec 2023-12-16T18:37:26.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RlnBDeE5ON9SW7q off=1854940 len=223775 2023-12-16T18:37:26.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 2747 completed, throughput=5MB/sec 2023-12-16T18:37:26.488 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mw3Db4qw981S9t4 off=256111 len=315347 2023-12-16T18:37:26.489 INFO:tasks.workunit.client.0.smithi071.stdout:op 2748 completed, throughput=5MB/sec 2023-12-16T18:37:26.489 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0oKkvrGkYsd6RCr off=5912414 len=408460 2023-12-16T18:37:26.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 2749 completed, throughput=5MB/sec 2023-12-16T18:37:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:26 smithi184 ceph-mon[136228]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:26 smithi071 ceph-mon[139725]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:26 smithi071 ceph-mon[142085]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:27.492 INFO:tasks.workunit.client.0.smithi071.stdout: 543: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:27.492 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vc9aAdnWtZhk80o off=1476081 len=1784299 2023-12-16T18:37:27.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 2750 completed, throughput=4.99MB/sec 2023-12-16T18:37:27.502 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3sGQTteDtEY-p7a off=7793770 len=1284956 2023-12-16T18:37:27.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 2751 completed, throughput=5MB/sec 2023-12-16T18:37:27.503 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jAQOICFE5NIgpA4 off=7100186 len=494945 2023-12-16T18:37:27.507 INFO:tasks.workunit.client.0.smithi071.stdout:op 2752 completed, throughput=5MB/sec 2023-12-16T18:37:27.508 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rQCRB6uncxJQIGX off=8434823 len=2023759 2023-12-16T18:37:27.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 2753 completed, throughput=5MB/sec 2023-12-16T18:37:27.725 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:27] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:37:28.509 INFO:tasks.workunit.client.0.smithi071.stdout: 544: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:28.510 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-POWjwTVw1vuJcAD off=19778993 len=378471 2023-12-16T18:37:28.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 2754 completed, throughput=4.99MB/sec 2023-12-16T18:37:28.510 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mJ1Ltb2Vdnee3mc off=1569095 len=620874 2023-12-16T18:37:28.515 INFO:tasks.workunit.client.0.smithi071.stdout:op 2755 completed, throughput=4.99MB/sec 2023-12-16T18:37:28.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K8GaPkyo5I6i53R off=14391879 len=977276 2023-12-16T18:37:28.520 INFO:tasks.workunit.client.0.smithi071.stdout:op 2756 completed, throughput=5MB/sec 2023-12-16T18:37:28.520 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bilTGxfg3wgX58r off=6110613 len=1520867 2023-12-16T18:37:28.529 INFO:tasks.workunit.client.0.smithi071.stdout:op 2757 completed, throughput=5MB/sec 2023-12-16T18:37:28.529 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eUGwYSjqtlsBoem off=544386 len=767573 2023-12-16T18:37:28.533 INFO:tasks.workunit.client.0.smithi071.stdout:op 2758 completed, throughput=5MB/sec 2023-12-16T18:37:28.533 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FEl09dh6l5qAwho off=9045987 len=990314 2023-12-16T18:37:28.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 2759 completed, throughput=5MB/sec 2023-12-16T18:37:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:28 smithi184 ceph-mon[136228]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:37:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:28 smithi071 ceph-mon[139725]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:37:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:28 smithi071 ceph-mon[142085]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:37:29.050 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (27m) 3m ago 29m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (26m) 84s ago 29m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (30m) 3m ago 30m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (30m) 84s ago 30m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (26m) 84s ago 32m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (26m) 3m ago 33m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:37:29.362 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (26m) 3m ago 34m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (25m) 84s ago 33m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (26m) 3m ago 32m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (27m) 3m ago 29m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (26m) 84s ago 29m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (25m) 3m ago 32m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (24m) 3m ago 32m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (24m) 3m ago 32m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (23m) 3m ago 31m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (23m) 84s ago 31m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:37:29.363 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (22m) 84s ago 31m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:37:29.364 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (22m) 84s ago 31m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:37:29.364 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (21m) 84s ago 30m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:37:29.364 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (26m) 84s ago 30m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:37:29.538 INFO:tasks.workunit.client.0.smithi071.stdout: 545: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:29.538 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UGsABLLgy0VXeZv off=3760329 len=1981751 2023-12-16T18:37:29.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 2760 completed, throughput=4.99MB/sec 2023-12-16T18:37:29.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7OFoAYC-2Yj6rpD off=6079311 len=379053 2023-12-16T18:37:29.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 2761 completed, throughput=5MB/sec 2023-12-16T18:37:29.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DgWa7VInsJY0zJc off=13802815 len=2065203 2023-12-16T18:37:29.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 2762 completed, throughput=5MB/sec 2023-12-16T18:37:29.542 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6kKkrS6GHEwU_TZ off=9491820 len=629776 2023-12-16T18:37:29.544 INFO:tasks.workunit.client.0.smithi071.stdout:op 2763 completed, throughput=5MB/sec 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:37:29.749 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:37:29.750 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:37:30.544 INFO:tasks.workunit.client.0.smithi071.stdout: 546: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:30.544 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2BwdoaydNQPakd3 off=14929027 len=915397 2023-12-16T18:37:30.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 2764 completed, throughput=4.99MB/sec 2023-12-16T18:37:30.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--HamHC07GrDgSTZ off=8800426 len=1969249 2023-12-16T18:37:30.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 2765 completed, throughput=5MB/sec 2023-12-16T18:37:30.548 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CuBLgt_YbNktjRL off=4866583 len=49614 2023-12-16T18:37:30.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 2766 completed, throughput=5MB/sec 2023-12-16T18:37:30.550 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6r9iicPpW6iX8hx off=7021587 len=1805296 2023-12-16T18:37:30.552 INFO:tasks.workunit.client.0.smithi071.stdout:op 2767 completed, throughput=5MB/sec 2023-12-16T18:37:30.552 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oClRPuiiFvv8GX0 off=16131133 len=1024432 2023-12-16T18:37:30.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 2768 completed, throughput=5MB/sec 2023-12-16T18:37:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:30 smithi184 ceph-mon[136228]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:30 smithi184 ceph-mon[136228]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:30 smithi184 ceph-mon[136228]: from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1810977246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:37:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[142085]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[142085]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[142085]: from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1810977246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[139725]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[139725]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[139725]: from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:37:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1810977246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:37:31.558 INFO:tasks.workunit.client.0.smithi071.stdout: 547: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:31.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8452cSqG_vOsSaB off=6602342 len=2054087 2023-12-16T18:37:31.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 2769 completed, throughput=5MB/sec 2023-12-16T18:37:31.567 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D76R3-2UiDS5z01 off=18851313 len=1135737 2023-12-16T18:37:31.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 2770 completed, throughput=5MB/sec 2023-12-16T18:37:31.573 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9H9P_kz_PH80y1D off=45658 len=527592 2023-12-16T18:37:31.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 2771 completed, throughput=5MB/sec 2023-12-16T18:37:31.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q6uB00QHZUxT07A off=6223865 len=196768 2023-12-16T18:37:31.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 2772 completed, throughput=5MB/sec 2023-12-16T18:37:31.576 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lYTpIYtQS-P3lLp off=126145 len=2095454 2023-12-16T18:37:31.578 INFO:tasks.workunit.client.0.smithi071.stdout:op 2773 completed, throughput=5MB/sec 2023-12-16T18:37:32.579 INFO:tasks.workunit.client.0.smithi071.stdout: 548: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:32.579 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VaxHU5R72L2MkcZ off=0 len=1310259 2023-12-16T18:37:32.582 INFO:tasks.workunit.client.0.smithi071.stdout:op 2774 completed, throughput=5MB/sec 2023-12-16T18:37:32.582 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8rx-1rj7P2yzb5C off=2852279 len=1677780 2023-12-16T18:37:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:32 smithi184 ceph-mon[136228]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:37:32.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 2775 completed, throughput=5MB/sec 2023-12-16T18:37:32.591 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V212FmdFJHxlDzV off=8321091 len=1441956 2023-12-16T18:37:32.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 2776 completed, throughput=5MB/sec 2023-12-16T18:37:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:32 smithi071 ceph-mon[139725]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:37:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:32 smithi071 ceph-mon[142085]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:37:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:33.598 INFO:tasks.workunit.client.0.smithi071.stdout: 549: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:33.599 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WM9jhj2p9lIN0cU off=4401688 len=2047541 2023-12-16T18:37:33.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 2777 completed, throughput=5MB/sec 2023-12-16T18:37:33.601 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zFH7WAlWfg3yhz9 off=2176782 len=1309837 2023-12-16T18:37:33.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 2778 completed, throughput=5MB/sec 2023-12-16T18:37:33.607 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-96e7CzwH_uS8mC- off=12202657 len=864313 2023-12-16T18:37:33.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 2779 completed, throughput=5MB/sec 2023-12-16T18:37:33.612 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8eYG3EdYzQ7S_l1 off=7231145 len=399900 2023-12-16T18:37:33.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 2780 completed, throughput=5MB/sec 2023-12-16T18:37:33.615 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xXFS-ojBKGOJ-aE off=4295155 len=1389710 2023-12-16T18:37:33.617 INFO:tasks.workunit.client.0.smithi071.stdout:op 2781 completed, throughput=5MB/sec 2023-12-16T18:37:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:34 smithi184 ceph-mon[136228]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:34.617 INFO:tasks.workunit.client.0.smithi071.stdout: 550: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:34.617 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WP8bz5ogt0qd0hu off=12555600 len=868578 2023-12-16T18:37:34.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 2782 completed, throughput=4.99MB/sec 2023-12-16T18:37:34.618 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RtTZ0HYdGWW5Wao off=16300425 len=1754771 2023-12-16T18:37:34.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 2783 completed, throughput=5MB/sec 2023-12-16T18:37:34.622 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xoA19W1oVBjLeJd off=1178054 len=400822 2023-12-16T18:37:34.625 INFO:tasks.workunit.client.0.smithi071.stdout:op 2784 completed, throughput=5MB/sec 2023-12-16T18:37:34.625 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uzsJnEHPLi1NCBh off=6512539 len=85413 2023-12-16T18:37:34.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 2785 completed, throughput=5MB/sec 2023-12-16T18:37:34.628 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z-r94SE_4yAI66K off=669926 len=552175 2023-12-16T18:37:34.631 INFO:tasks.workunit.client.0.smithi071.stdout:op 2786 completed, throughput=5MB/sec 2023-12-16T18:37:34.631 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uDqoMGnIdhufaOE off=10433050 len=69080 2023-12-16T18:37:34.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 2787 completed, throughput=5MB/sec 2023-12-16T18:37:34.632 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-s3RRAMF-Lshw7c1 off=16574178 len=1123029 2023-12-16T18:37:34.638 INFO:tasks.workunit.client.0.smithi071.stdout:op 2788 completed, throughput=5MB/sec 2023-12-16T18:37:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:34 smithi071 ceph-mon[139725]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:34 smithi071 ceph-mon[142085]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:37:35.638 INFO:tasks.workunit.client.0.smithi071.stdout: 551: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:35.638 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2dXg8RAfVTs9kFc off=15215081 len=1151837 2023-12-16T18:37:35.640 INFO:tasks.workunit.client.0.smithi071.stdout:op 2789 completed, throughput=4.99MB/sec 2023-12-16T18:37:35.640 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Rk7r3FfQfkEuI8S off=5133978 len=731502 2023-12-16T18:37:35.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 2790 completed, throughput=5MB/sec 2023-12-16T18:37:35.641 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u-1nfiz1J7U7YDr off=9678486 len=850121 2023-12-16T18:37:35.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 2791 completed, throughput=5MB/sec 2023-12-16T18:37:35.647 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5a7oP1HxWwZyWoj off=1021227 len=1310099 2023-12-16T18:37:35.655 INFO:tasks.workunit.client.0.smithi071.stdout:op 2792 completed, throughput=5MB/sec 2023-12-16T18:37:35.655 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a2L1McZsvYtCrF6 off=3296270 len=1833297 2023-12-16T18:37:35.657 INFO:tasks.workunit.client.0.smithi071.stdout:op 2793 completed, throughput=5MB/sec 2023-12-16T18:37:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:36 smithi184 ceph-mon[136228]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:36.657 INFO:tasks.workunit.client.0.smithi071.stdout: 552: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:36.657 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KHJyUOv7D4t-fPf off=2870547 len=1783381 2023-12-16T18:37:36.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 2794 completed, throughput=5MB/sec 2023-12-16T18:37:36.667 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2AeWWWHyt101enq off=10122773 len=2061574 2023-12-16T18:37:36.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 2795 completed, throughput=5MB/sec 2023-12-16T18:37:36.676 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KHJyUOv7D4t-fPf off=3826946 len=209182 2023-12-16T18:37:36.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 2796 completed, throughput=5MB/sec 2023-12-16T18:37:36.680 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jBjEYaPrWGgjds_ off=1633446 len=26746 2023-12-16T18:37:36.682 INFO:tasks.workunit.client.0.smithi071.stdout:op 2797 completed, throughput=5MB/sec 2023-12-16T18:37:36.682 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6stJl8ugtFhKBLP off=10198183 len=1765443 2023-12-16T18:37:36.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 2798 completed, throughput=5MB/sec 2023-12-16T18:37:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:36 smithi071 ceph-mon[139725]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:36 smithi071 ceph-mon[142085]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:37.693 INFO:tasks.workunit.client.0.smithi071.stdout: 553: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:37.693 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IarCLPbgA7QHAV7 off=13252393 len=483627 2023-12-16T18:37:37.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 2799 completed, throughput=4.99MB/sec 2023-12-16T18:37:37.697 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wTorHV7KDrkaoWU off=5530475 len=7349 2023-12-16T18:37:37.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 2800 completed, throughput=4.99MB/sec 2023-12-16T18:37:37.697 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0w4BbdosHgQWge off=5211655 len=353851 2023-12-16T18:37:37.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 2801 completed, throughput=4.99MB/sec 2023-12-16T18:37:37.701 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o2G2qPpjeBgmCQc off=1318742 len=1201604 2023-12-16T18:37:37.702 INFO:tasks.workunit.client.0.smithi071.stdout:op 2802 completed, throughput=5MB/sec 2023-12-16T18:37:37.703 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vablZJ8K68BTu4V off=21722172 len=1552390 2023-12-16T18:37:37.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 2803 completed, throughput=5MB/sec 2023-12-16T18:37:37.710 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A0E6hAzmWYCtAjj off=224450 len=1783111 2023-12-16T18:37:37.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 2804 completed, throughput=5MB/sec 2023-12-16T18:37:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:37] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:37:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:38 smithi184 ceph-mon[136228]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:38.714 INFO:tasks.workunit.client.0.smithi071.stdout: 554: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:38.714 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f94pNWyQZ-SHYA_ off=478571 len=1825125 2023-12-16T18:37:38.716 INFO:tasks.workunit.client.0.smithi071.stdout:op 2805 completed, throughput=5MB/sec 2023-12-16T18:37:38.716 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iVQSn3IErB9oqEm off=490875 len=6767 2023-12-16T18:37:38.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 2806 completed, throughput=5MB/sec 2023-12-16T18:37:38.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l_u0oQmqUBoNvym off=8786827 len=1164163 2023-12-16T18:37:38.720 INFO:tasks.workunit.client.0.smithi071.stdout:op 2807 completed, throughput=5MB/sec 2023-12-16T18:37:38.720 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QaQn7cpqNEtaoOA off=15888702 len=184943 2023-12-16T18:37:38.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:38 smithi071 ceph-mon[139725]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:38.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:38 smithi071 ceph-mon[142085]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:37:38.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 2808 completed, throughput=5MB/sec 2023-12-16T18:37:38.725 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qH0GNMIYAYRdOX3 off=16895669 len=1099164 2023-12-16T18:37:38.725 INFO:tasks.workunit.client.0.smithi071.stdout:op 2809 completed, throughput=5MB/sec 2023-12-16T18:37:39.725 INFO:tasks.workunit.client.0.smithi071.stdout: 555: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:39.725 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mv8hQhXLGcyu6JG off=1460271 len=1059157 2023-12-16T18:37:39.726 INFO:tasks.workunit.client.0.smithi071.stdout:op 2810 completed, throughput=4.99MB/sec 2023-12-16T18:37:39.726 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7XU0Nz1qEEL7BAF off=17023543 len=1218340 2023-12-16T18:37:39.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 2811 completed, throughput=5MB/sec 2023-12-16T18:37:39.728 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SKZf5d4vKhesU3y off=505720 len=1879087 2023-12-16T18:37:39.732 INFO:tasks.workunit.client.0.smithi071.stdout:op 2812 completed, throughput=5MB/sec 2023-12-16T18:37:39.733 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E90upBX89DiJpGu off=1486539 len=514814 2023-12-16T18:37:39.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 2813 completed, throughput=5MB/sec 2023-12-16T18:37:39.737 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YV1kjC_piVMWPG1 off=3319407 len=579525 2023-12-16T18:37:39.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 2814 completed, throughput=5MB/sec 2023-12-16T18:37:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:40 smithi184 ceph-mon[136228]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:40 smithi071 ceph-mon[139725]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:40 smithi071 ceph-mon[142085]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:40.741 INFO:tasks.workunit.client.0.smithi071.stdout: 556: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:40.741 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F72ZGGHAJU2rNRk off=5312696 len=1570287 2023-12-16T18:37:40.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 2815 completed, throughput=4.99MB/sec 2023-12-16T18:37:40.743 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o1SYP7w4VfWsKfc off=12141278 len=400891 2023-12-16T18:37:40.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 2816 completed, throughput=5MB/sec 2023-12-16T18:37:40.744 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XxXP0519Uxe7zEY off=23155336 len=1759265 2023-12-16T18:37:40.752 INFO:tasks.workunit.client.0.smithi071.stdout:op 2817 completed, throughput=5MB/sec 2023-12-16T18:37:40.752 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4BWZw-dAkbvaDQp off=1736944 len=1925396 2023-12-16T18:37:40.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 2818 completed, throughput=5MB/sec 2023-12-16T18:37:41.756 INFO:tasks.workunit.client.0.smithi071.stdout: 557: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:41.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vvHliNDdMDTPAmb off=4974293 len=1859578 2023-12-16T18:37:41.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 2819 completed, throughput=5MB/sec 2023-12-16T18:37:41.766 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2c-axiMbbPMZY_D off=3183249 len=1332974 2023-12-16T18:37:41.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 2820 completed, throughput=5MB/sec 2023-12-16T18:37:41.767 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4cElaZVjRTouGmJ off=2271571 len=977242 2023-12-16T18:37:41.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 2821 completed, throughput=5MB/sec 2023-12-16T18:37:41.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HRSBroRe1gVnUfN off=4814282 len=967880 2023-12-16T18:37:41.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 2822 completed, throughput=5MB/sec 2023-12-16T18:37:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:42 smithi184 ceph-mon[136228]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:37:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:42 smithi071 ceph-mon[139725]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:37:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:42 smithi071 ceph-mon[142085]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:37:42.778 INFO:tasks.workunit.client.0.smithi071.stdout: 558: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:42.779 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IvdZMNTcMJhT-5H off=4022441 len=224026 2023-12-16T18:37:42.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 2823 completed, throughput=4.99MB/sec 2023-12-16T18:37:42.781 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nxpnSBGEcc5cK1i off=5927711 len=1283655 2023-12-16T18:37:42.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 2824 completed, throughput=4.99MB/sec 2023-12-16T18:37:42.788 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GBRrvvJvvm2ShVs off=19639376 len=1299453 2023-12-16T18:37:42.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 2825 completed, throughput=5MB/sec 2023-12-16T18:37:42.795 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y0t9M3GgScZCn6X off=503661 len=1564896 2023-12-16T18:37:42.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 2826 completed, throughput=5MB/sec 2023-12-16T18:37:42.797 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QCFljAndWakHnAw off=2089145 len=1996500 2023-12-16T18:37:42.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 2827 completed, throughput=5MB/sec 2023-12-16T18:37:43.805 INFO:tasks.workunit.client.0.smithi071.stdout: 559: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:43.805 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T-9aPTWYSnJmx8M off=13158849 len=947173 2023-12-16T18:37:43.809 INFO:tasks.workunit.client.0.smithi071.stdout:op 2828 completed, throughput=5MB/sec 2023-12-16T18:37:43.809 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L5_d9uL5JW6u0F0 off=1735777 len=1945472 2023-12-16T18:37:43.817 INFO:tasks.workunit.client.0.smithi071.stdout:op 2829 completed, throughput=5MB/sec 2023-12-16T18:37:43.817 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xoA19W1oVBjLeJd off=5875980 len=420321 2023-12-16T18:37:43.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 2830 completed, throughput=5MB/sec 2023-12-16T18:37:43.818 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iGWWR2VesY-9Jjb off=3543410 len=2030476 2023-12-16T18:37:43.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 2831 completed, throughput=5MB/sec 2023-12-16T18:37:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:44 smithi184 ceph-mon[136228]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:37:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:44 smithi071 ceph-mon[139725]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:37:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:44 smithi071 ceph-mon[142085]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:37:44.830 INFO:tasks.workunit.client.0.smithi071.stdout: 560: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:44.830 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ym2Il8RduiRseCT off=1667796 len=560837 2023-12-16T18:37:44.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 2832 completed, throughput=4.99MB/sec 2023-12-16T18:37:44.831 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fCEtiPTxIu1r0Ex off=5591205 len=460893 2023-12-16T18:37:44.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 2833 completed, throughput=5MB/sec 2023-12-16T18:37:44.835 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-68FDkds6ER0zP1_ off=452070 len=1805585 2023-12-16T18:37:44.837 INFO:tasks.workunit.client.0.smithi071.stdout:op 2834 completed, throughput=5MB/sec 2023-12-16T18:37:44.837 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1d7nN8JQgojYuUw off=11133510 len=1095922 2023-12-16T18:37:44.838 INFO:tasks.workunit.client.0.smithi071.stdout:op 2835 completed, throughput=5MB/sec 2023-12-16T18:37:45.839 INFO:tasks.workunit.client.0.smithi071.stdout: 561: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:45.839 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2Vxi3jvwrzwmY72 off=4586217 len=1247959 2023-12-16T18:37:45.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 2836 completed, throughput=4.99MB/sec 2023-12-16T18:37:45.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QWN2l6zhScRcRK4 off=13243574 len=1284727 2023-12-16T18:37:45.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 2837 completed, throughput=5MB/sec 2023-12-16T18:37:45.843 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6-ieU3hQz1uiXCG off=12714511 len=878414 2023-12-16T18:37:45.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 2838 completed, throughput=5MB/sec 2023-12-16T18:37:45.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xp9jF3UX_8GIFgx off=12876807 len=941208 2023-12-16T18:37:45.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 2839 completed, throughput=5MB/sec 2023-12-16T18:37:45.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kJTdAof01GACylF off=850577 len=697467 2023-12-16T18:37:45.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 2840 completed, throughput=5MB/sec 2023-12-16T18:37:45.848 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eUGwYSjqtlsBoem off=0 len=1902335 2023-12-16T18:37:45.850 INFO:tasks.workunit.client.0.smithi071.stdout:op 2841 completed, throughput=5MB/sec 2023-12-16T18:37:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:46 smithi184 ceph-mon[136228]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:46 smithi071 ceph-mon[139725]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:46 smithi071 ceph-mon[142085]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: 562: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:46.850 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5NcfuKjzjoS9K2D off=1588242 len=166066 2023-12-16T18:37:46.851 INFO:tasks.workunit.client.0.smithi071.stdout:op 2842 completed, throughput=4.99MB/sec 2023-12-16T18:37:46.851 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NbLgGSqMSsUP0J7 off=10070660 len=1025047 2023-12-16T18:37:46.853 INFO:tasks.workunit.client.0.smithi071.stdout:op 2843 completed, throughput=5MB/sec 2023-12-16T18:37:46.853 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y9MXwVLlwAtbiiU off=8218111 len=1729059 2023-12-16T18:37:46.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 2844 completed, throughput=5MB/sec 2023-12-16T18:37:46.856 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-25EECGAW7gGYSoO off=471385 len=2010088 2023-12-16T18:37:46.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 2845 completed, throughput=5MB/sec 2023-12-16T18:37:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:47] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:37:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: 563: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:47.860 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xysR3HfOWW2Of4K off=1303207 len=281717 2023-12-16T18:37:47.860 INFO:tasks.workunit.client.0.smithi071.stdout:op 2846 completed, throughput=4.99MB/sec 2023-12-16T18:37:47.860 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b-kyQgmy6uqHJWb off=4613068 len=236262 2023-12-16T18:37:47.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 2847 completed, throughput=4.99MB/sec 2023-12-16T18:37:47.863 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-021ur9vRs9st_Uc off=1505144 len=1564786 2023-12-16T18:37:47.870 INFO:tasks.workunit.client.0.smithi071.stdout:op 2848 completed, throughput=5MB/sec 2023-12-16T18:37:47.870 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T-9aPTWYSnJmx8M off=9611600 len=1309509 2023-12-16T18:37:47.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 2849 completed, throughput=5MB/sec 2023-12-16T18:37:47.871 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rvuP7N1blwl2bW0 off=8256077 len=623287 2023-12-16T18:37:47.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 2850 completed, throughput=5MB/sec 2023-12-16T18:37:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:48 smithi184 ceph-mon[136228]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:48 smithi071 ceph-mon[139725]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:48 smithi071 ceph-mon[142085]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:37:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:37:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: 564: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:48.873 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fhOQ08JgOPmP4YG off=7409894 len=729557 2023-12-16T18:37:48.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 2851 completed, throughput=4.99MB/sec 2023-12-16T18:37:48.877 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gxq9-rap63t4P91 off=9803633 len=753270 2023-12-16T18:37:48.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 2852 completed, throughput=4.99MB/sec 2023-12-16T18:37:48.881 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EdTyJrj2aOX0Wc6 off=7947059 len=1176986 2023-12-16T18:37:48.882 INFO:tasks.workunit.client.0.smithi071.stdout:op 2853 completed, throughput=5MB/sec 2023-12-16T18:37:48.882 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kv7X_CJktBLMDYr off=3285488 len=1342478 2023-12-16T18:37:48.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 2854 completed, throughput=5MB/sec 2023-12-16T18:37:48.891 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WP46LsVchWqQ46F off=1583401 len=1764219 2023-12-16T18:37:48.893 INFO:tasks.workunit.client.0.smithi071.stdout:op 2855 completed, throughput=5MB/sec 2023-12-16T18:37:49.893 INFO:tasks.workunit.client.0.smithi071.stdout: 565: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:49.893 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xxAH6HbvUo1yqa4 off=3715893 len=260840 2023-12-16T18:37:49.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 2856 completed, throughput=4.99MB/sec 2023-12-16T18:37:49.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rVVKwk2Skn5BXKE off=154773 len=1064014 2023-12-16T18:37:49.895 INFO:tasks.workunit.client.0.smithi071.stdout:op 2857 completed, throughput=4.99MB/sec 2023-12-16T18:37:49.895 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mJ_WWru8w2jKdDk off=9589630 len=1555311 2023-12-16T18:37:49.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 2858 completed, throughput=5MB/sec 2023-12-16T18:37:49.899 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kCQKnPW85TrfGKR off=822745 len=103388 2023-12-16T18:37:49.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 2859 completed, throughput=5MB/sec 2023-12-16T18:37:49.902 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VTDXfHXCvqEPVbZ off=5091981 len=781942 2023-12-16T18:37:49.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 2860 completed, throughput=5MB/sec 2023-12-16T18:37:49.904 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W7oZJSafPzqNa_0 off=3056704 len=1421459 2023-12-16T18:37:49.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 2861 completed, throughput=5MB/sec 2023-12-16T18:37:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:50 smithi184 ceph-mon[136228]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:37:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:50 smithi071 ceph-mon[139725]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:37:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:50 smithi071 ceph-mon[142085]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-16T18:37:50.905 INFO:tasks.workunit.client.0.smithi071.stdout: 566: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:50.905 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mmrJqKdqOkrJKJy off=3966513 len=200277 2023-12-16T18:37:50.906 INFO:tasks.workunit.client.0.smithi071.stdout:op 2862 completed, throughput=4.99MB/sec 2023-12-16T18:37:50.906 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x5ZYLlp68zmqwyX off=6332977 len=916317 2023-12-16T18:37:50.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 2863 completed, throughput=4.99MB/sec 2023-12-16T18:37:50.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DjL0X9spQaDKPVv off=6442328 len=1280200 2023-12-16T18:37:50.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 2864 completed, throughput=5MB/sec 2023-12-16T18:37:50.910 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g5kusXxevzF1Goi off=2467730 len=1962399 2023-12-16T18:37:50.912 INFO:tasks.workunit.client.0.smithi071.stdout:op 2865 completed, throughput=5MB/sec 2023-12-16T18:37:50.912 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LmwNjg-hHmRQnGR off=1725658 len=1682056 2023-12-16T18:37:50.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 2866 completed, throughput=5MB/sec 2023-12-16T18:37:51.919 INFO:tasks.workunit.client.0.smithi071.stdout: 567: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:51.920 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0y8z-V2MRVviPVQ off=18141114 len=2080703 2023-12-16T18:37:51.922 INFO:tasks.workunit.client.0.smithi071.stdout:op 2867 completed, throughput=5MB/sec 2023-12-16T18:37:51.922 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g8JBJiLf_KYgTR2 off=4862459 len=390320 2023-12-16T18:37:51.925 INFO:tasks.workunit.client.0.smithi071.stdout:op 2868 completed, throughput=5MB/sec 2023-12-16T18:37:51.925 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JSnSorwz4P5dWVI off=6833718 len=1343999 2023-12-16T18:37:51.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 2869 completed, throughput=5MB/sec 2023-12-16T18:37:51.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9IaYczAdm76rCZQ off=5949679 len=100879 2023-12-16T18:37:51.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 2870 completed, throughput=5MB/sec 2023-12-16T18:37:51.928 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OfiETUrIq1pxc_1 off=413627 len=690682 2023-12-16T18:37:51.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 2871 completed, throughput=5MB/sec 2023-12-16T18:37:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:52 smithi184 ceph-mon[136228]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:52 smithi071 ceph-mon[139725]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:52 smithi071 ceph-mon[142085]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:37:52.929 INFO:tasks.workunit.client.0.smithi071.stdout: 568: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:52.929 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1PThLwxKZDX6pWn off=2200197 len=756014 2023-12-16T18:37:52.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 2872 completed, throughput=4.99MB/sec 2023-12-16T18:37:52.931 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0YhNMlpzShwuhwx off=8178863 len=952689 2023-12-16T18:37:52.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 2873 completed, throughput=4.99MB/sec 2023-12-16T18:37:52.933 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6zIkquQVo1Xp7KA off=2549210 len=175732 2023-12-16T18:37:52.936 INFO:tasks.workunit.client.0.smithi071.stdout:op 2874 completed, throughput=5MB/sec 2023-12-16T18:37:52.936 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k18-zL6--NldRQS off=9425700 len=340488 2023-12-16T18:37:52.939 INFO:tasks.workunit.client.0.smithi071.stdout:op 2875 completed, throughput=5MB/sec 2023-12-16T18:37:52.939 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HIZoM2jRfss0ZOc off=114889 len=746456 2023-12-16T18:37:52.943 INFO:tasks.workunit.client.0.smithi071.stdout:op 2876 completed, throughput=5MB/sec 2023-12-16T18:37:52.943 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BidkwP8sW8CWbB3 off=2668063 len=246231 2023-12-16T18:37:52.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 2877 completed, throughput=5MB/sec 2023-12-16T18:37:52.945 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FbDFJ49Jj4HvE3z off=3367125 len=1122373 2023-12-16T18:37:52.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 2878 completed, throughput=5MB/sec 2023-12-16T18:37:52.948 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bGdyqcJI39abV0g off=2196118 len=931769 2023-12-16T18:37:52.952 INFO:tasks.workunit.client.0.smithi071.stdout:op 2879 completed, throughput=5MB/sec 2023-12-16T18:37:53.952 INFO:tasks.workunit.client.0.smithi071.stdout: 569: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:53.952 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LEcL8h2hkF2CYEF off=3707867 len=776565 2023-12-16T18:37:53.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 2880 completed, throughput=4.99MB/sec 2023-12-16T18:37:53.956 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jq0tAmPY9gmhn3D off=2677360 len=1742612 2023-12-16T18:37:53.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 2881 completed, throughput=5MB/sec 2023-12-16T18:37:53.963 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UIG0rbvRJnX49ka off=443590 len=995266 2023-12-16T18:37:53.968 INFO:tasks.workunit.client.0.smithi071.stdout:op 2882 completed, throughput=5MB/sec 2023-12-16T18:37:53.968 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wrT0XNlEJH_0IPo off=14271103 len=793841 2023-12-16T18:37:53.972 INFO:tasks.workunit.client.0.smithi071.stdout:op 2883 completed, throughput=5MB/sec 2023-12-16T18:37:53.972 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ycfxh0ZkOyiQFzz off=3152345 len=1414758 2023-12-16T18:37:53.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 2884 completed, throughput=5MB/sec 2023-12-16T18:37:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:54 smithi184 ceph-mon[136228]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:37:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:54 smithi071 ceph-mon[139725]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:37:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:54 smithi071 ceph-mon[142085]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:37:54.976 INFO:tasks.workunit.client.0.smithi071.stdout: 570: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:54.976 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M6dA-Zioz9k9gat off=12366548 len=112764 2023-12-16T18:37:54.979 INFO:tasks.workunit.client.0.smithi071.stdout:op 2885 completed, throughput=4.99MB/sec 2023-12-16T18:37:54.979 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tB6jFZBn7FLzwLN off=6759288 len=1841919 2023-12-16T18:37:54.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 2886 completed, throughput=5MB/sec 2023-12-16T18:37:54.981 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WPT4K1nlvpEYjSQ off=13357353 len=121931 2023-12-16T18:37:54.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 2887 completed, throughput=5MB/sec 2023-12-16T18:37:54.983 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1RxVJT9vgEMLIIi off=1001727 len=607703 2023-12-16T18:37:54.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 2888 completed, throughput=5MB/sec 2023-12-16T18:37:54.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G6VJ_MfVft37oRl off=13876296 len=1134088 2023-12-16T18:37:54.986 INFO:tasks.workunit.client.0.smithi071.stdout:op 2889 completed, throughput=5MB/sec 2023-12-16T18:37:54.986 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r4EqqgHNAxW-pO7 off=361632 len=107737 2023-12-16T18:37:54.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 2890 completed, throughput=5MB/sec 2023-12-16T18:37:54.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FOLXkr6NxbmVmVl off=5646275 len=1606965 2023-12-16T18:37:54.989 INFO:tasks.workunit.client.0.smithi071.stdout:op 2891 completed, throughput=5MB/sec 2023-12-16T18:37:55.989 INFO:tasks.workunit.client.0.smithi071.stdout: 571: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:55.989 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wd6V_-yrFEKuS7A off=3901856 len=323796 2023-12-16T18:37:55.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 2892 completed, throughput=4.99MB/sec 2023-12-16T18:37:55.990 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rZ9UGcYJFNIVwZU off=6847352 len=1792758 2023-12-16T18:37:55.997 INFO:tasks.workunit.client.0.smithi071.stdout:op 2893 completed, throughput=5MB/sec 2023-12-16T18:37:55.998 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XILHxUiSs3dG-wj off=1006699 len=1151958 2023-12-16T18:37:56.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 2894 completed, throughput=5MB/sec 2023-12-16T18:37:56.004 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nCiWNeMekLJNisX off=14417972 len=1724086 2023-12-16T18:37:56.013 INFO:tasks.workunit.client.0.smithi071.stdout:op 2895 completed, throughput=5MB/sec 2023-12-16T18:37:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:56 smithi071 ceph-mon[139725]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:56 smithi071 ceph-mon[142085]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:56 smithi184 ceph-mon[136228]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:37:57.013 INFO:tasks.workunit.client.0.smithi071.stdout: 572: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:57.014 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ibjtrAkvTdgEN5y off=19028401 len=1960779 2023-12-16T18:37:57.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 2896 completed, throughput=5MB/sec 2023-12-16T18:37:57.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c9ae8wzFCSbBF9o off=6432803 len=1359179 2023-12-16T18:37:57.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 2897 completed, throughput=5MB/sec 2023-12-16T18:37:57.025 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dUHjzy71_D5oH2X off=10848933 len=1059579 2023-12-16T18:37:57.026 INFO:tasks.workunit.client.0.smithi071.stdout:op 2898 completed, throughput=5MB/sec 2023-12-16T18:37:57.026 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Oj4yzBANXU6pa0R off=11759883 len=1002076 2023-12-16T18:37:57.028 INFO:tasks.workunit.client.0.smithi071.stdout:op 2899 completed, throughput=5MB/sec 2023-12-16T18:37:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:37:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:37:57] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:37:58.028 INFO:tasks.workunit.client.0.smithi071.stdout: 573: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:58.028 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m-Iw9x8LEmJD4dO off=2633843 len=154143 2023-12-16T18:37:58.031 INFO:tasks.workunit.client.0.smithi071.stdout:op 2900 completed, throughput=4.99MB/sec 2023-12-16T18:37:58.031 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-epfl2xoHNcd2Op6 off=3536378 len=1630935 2023-12-16T18:37:58.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 2901 completed, throughput=5MB/sec 2023-12-16T18:37:58.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bWhso62-PhfrSPR off=4290502 len=260856 2023-12-16T18:37:58.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 2902 completed, throughput=5MB/sec 2023-12-16T18:37:58.034 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-70_almGyB6LxRmo off=4578793 len=370185 2023-12-16T18:37:58.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 2903 completed, throughput=5MB/sec 2023-12-16T18:37:58.038 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6caaRbu7-dHNh8O off=4112793 len=841958 2023-12-16T18:37:58.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 2904 completed, throughput=5MB/sec 2023-12-16T18:37:58.040 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Gr1rGFL0afZ4L-- off=14197741 len=389566 2023-12-16T18:37:58.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 2905 completed, throughput=5MB/sec 2023-12-16T18:37:58.040 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wYSh74uJDY_X01G off=2682071 len=889961 2023-12-16T18:37:58.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 2906 completed, throughput=5MB/sec 2023-12-16T18:37:58.042 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jNL2bbR8gyuGpJ1 off=615971 len=170120 2023-12-16T18:37:58.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 2907 completed, throughput=5MB/sec 2023-12-16T18:37:58.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-clVgD5mqbGo52O1 off=742583 len=298170 2023-12-16T18:37:58.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 2908 completed, throughput=5MB/sec 2023-12-16T18:37:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:37:58 smithi071 ceph-mon[139725]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:37:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:37:58 smithi071 ceph-mon[142085]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:37:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:37:58 smithi184 ceph-mon[136228]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:37:59.046 INFO:tasks.workunit.client.0.smithi071.stdout: 574: throughput=4.99MB/sec pending data=0 2023-12-16T18:37:59.046 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QSTM0zXv_OtfXBD off=5018972 len=785809 2023-12-16T18:37:59.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 2909 completed, throughput=4.99MB/sec 2023-12-16T18:37:59.051 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VYPMOw-s-_JaDUr off=2082821 len=1615046 2023-12-16T18:37:59.058 INFO:tasks.workunit.client.0.smithi071.stdout:op 2910 completed, throughput=5MB/sec 2023-12-16T18:37:59.058 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UyYMj7m7Jhou_hv off=7909516 len=1489852 2023-12-16T18:37:59.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 2911 completed, throughput=5MB/sec 2023-12-16T18:37:59.068 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9TqP5jXMyykNEpp off=23303597 len=598461 2023-12-16T18:37:59.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 2912 completed, throughput=5MB/sec 2023-12-16T18:37:59.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FLCUd3jxCouBNKd off=7008950 len=1881291 2023-12-16T18:37:59.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 2913 completed, throughput=5MB/sec 2023-12-16T18:38:00.077 INFO:tasks.workunit.client.0.smithi071.stdout: 575: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:00.078 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HV2YA2em6NWITd_ off=9911358 len=2068338 2023-12-16T18:38:00.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 2914 completed, throughput=5MB/sec 2023-12-16T18:38:00.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WVNgdD-gbWi2BPk off=3751897 len=1510874 2023-12-16T18:38:00.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 2915 completed, throughput=5MB/sec 2023-12-16T18:38:00.086 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c_Ubt3oi1wcIpg0 off=11039902 len=671662 2023-12-16T18:38:00.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 2916 completed, throughput=5MB/sec 2023-12-16T18:38:00.095 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:38:00.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:00 smithi071 ceph-mon[139725]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:38:00.405 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:38:00.405 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (27m) 4m ago 30m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:38:00.405 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (27m) 115s ago 30m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:38:00.405 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (31m) 4m ago 31m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (31m) 115s ago 31m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (26m) 115s ago 33m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (27m) 4m ago 34m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (26m) 4m ago 34m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (26m) 115s ago 33m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (26m) 4m ago 33m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (27m) 4m ago 30m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (27m) 115s ago 30m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (25m) 4m ago 33m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (25m) 4m ago 32m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (24m) 4m ago 32m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (24m) 4m ago 32m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:38:00.406 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (23m) 115s ago 32m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:38:00.407 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (23m) 115s ago 31m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:38:00.407 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (22m) 115s ago 31m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:38:00.407 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (22m) 115s ago 31m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:38:00.407 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (27m) 115s ago 30m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:38:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:00 smithi071 ceph-mon[142085]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:38:00.790 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:38:00.790 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:38:00.790 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:38:00.791 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:38:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:00 smithi184 ceph-mon[136228]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:38:01.087 INFO:tasks.workunit.client.0.smithi071.stdout: 576: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:01.087 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QWN2l6zhScRcRK4 off=955751 len=718757 2023-12-16T18:38:01.090 INFO:tasks.workunit.client.0.smithi071.stdout:op 2917 completed, throughput=4.99MB/sec 2023-12-16T18:38:01.090 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yOMhqLUxmwr9A9N off=1845916 len=1547671 2023-12-16T18:38:01.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 2918 completed, throughput=5MB/sec 2023-12-16T18:38:01.092 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ETXQ-5SMQ2c-Zrp off=2335927 len=1113960 2023-12-16T18:38:01.096 INFO:tasks.workunit.client.0.smithi071.stdout:op 2919 completed, throughput=5MB/sec 2023-12-16T18:38:01.096 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--eOTsGEX4N7gyiE off=10545563 len=460072 2023-12-16T18:38:01.100 INFO:tasks.workunit.client.0.smithi071.stdout:op 2920 completed, throughput=5MB/sec 2023-12-16T18:38:01.100 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4Uob3nu9oYQyj77 off=10547255 len=2039772 2023-12-16T18:38:01.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 2921 completed, throughput=5MB/sec 2023-12-16T18:38:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[139725]: from='client.45503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[139725]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2325060913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[142085]: from='client.45503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[142085]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:01 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2325060913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:01 smithi184 ceph-mon[136228]: from='client.45503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:01 smithi184 ceph-mon[136228]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:01 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2325060913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:02.109 INFO:tasks.workunit.client.0.smithi071.stdout: 577: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:02.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ML-NpB_2x6xVbw- off=7776329 len=995969 2023-12-16T18:38:02.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 2922 completed, throughput=4.99MB/sec 2023-12-16T18:38:02.112 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zMh0GyAGytFJlRt off=8070857 len=1748593 2023-12-16T18:38:02.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 2923 completed, throughput=5MB/sec 2023-12-16T18:38:02.121 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZBHI1zgj24ztAU7 off=7229277 len=907720 2023-12-16T18:38:02.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 2924 completed, throughput=5MB/sec 2023-12-16T18:38:02.123 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LYV6MVbJsC4YMX_ off=5839419 len=808546 2023-12-16T18:38:02.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 2925 completed, throughput=5MB/sec 2023-12-16T18:38:02.127 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1LRa4BcXigSyqAc off=5468601 len=1532729 2023-12-16T18:38:02.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 2926 completed, throughput=5MB/sec 2023-12-16T18:38:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:02 smithi071 ceph-mon[139725]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-16T18:38:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:02 smithi071 ceph-mon[142085]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-16T18:38:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:02 smithi184 ceph-mon[136228]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-16T18:38:03.137 INFO:tasks.workunit.client.0.smithi071.stdout: 578: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:03.137 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4AZmqay5lGD4T_s off=2449025 len=1197969 2023-12-16T18:38:03.143 INFO:tasks.workunit.client.0.smithi071.stdout:op 2927 completed, throughput=5MB/sec 2023-12-16T18:38:03.143 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ixCQzGgNdFoTACw off=197983 len=1988694 2023-12-16T18:38:03.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 2928 completed, throughput=5MB/sec 2023-12-16T18:38:03.146 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F8IQSDPmhYs3HsT off=2436577 len=1669449 2023-12-16T18:38:03.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 2929 completed, throughput=5MB/sec 2023-12-16T18:38:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:04.154 INFO:tasks.workunit.client.0.smithi071.stdout: 579: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:04.154 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4X6qFvEGEHsvqMr off=11013702 len=2031502 2023-12-16T18:38:04.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 2930 completed, throughput=5MB/sec 2023-12-16T18:38:04.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QmZct1cVIOxwOPQ off=4126483 len=2062301 2023-12-16T18:38:04.160 INFO:tasks.workunit.client.0.smithi071.stdout:op 2931 completed, throughput=5MB/sec 2023-12-16T18:38:04.161 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2K0K0Dpxur5BO8I off=16387804 len=2028023 2023-12-16T18:38:04.163 INFO:tasks.workunit.client.0.smithi071.stdout:op 2932 completed, throughput=5MB/sec 2023-12-16T18:38:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:04 smithi071 ceph-mon[139725]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:38:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:04 smithi071 ceph-mon[142085]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:38:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:04 smithi184 ceph-mon[136228]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:38:05.163 INFO:tasks.workunit.client.0.smithi071.stdout: 580: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:05.164 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-stUnpSEfk1lMEnx off=12119373 len=2010546 2023-12-16T18:38:05.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 2933 completed, throughput=5MB/sec 2023-12-16T18:38:05.172 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ND_XLc1DI55aYMD off=10261100 len=427823 2023-12-16T18:38:05.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 2934 completed, throughput=5MB/sec 2023-12-16T18:38:05.173 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ETWN39EO-bKBhXR off=1060096 len=1377110 2023-12-16T18:38:05.178 INFO:tasks.workunit.client.0.smithi071.stdout:op 2935 completed, throughput=5MB/sec 2023-12-16T18:38:06.178 INFO:tasks.workunit.client.0.smithi071.stdout: 581: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:06.179 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xwxS8-y9j0f0AHQ off=8599618 len=1008709 2023-12-16T18:38:06.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 2936 completed, throughput=4.99MB/sec 2023-12-16T18:38:06.180 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cIZs0s_GiSE4XSg off=12822528 len=384809 2023-12-16T18:38:06.183 INFO:tasks.workunit.client.0.smithi071.stdout:op 2937 completed, throughput=4.99MB/sec 2023-12-16T18:38:06.184 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X-Q4dNelEFoF9Z3 off=1478282 len=912303 2023-12-16T18:38:06.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 2938 completed, throughput=5MB/sec 2023-12-16T18:38:06.189 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Iw5gIuVMFxmiG7N off=1342453 len=24506 2023-12-16T18:38:06.191 INFO:tasks.workunit.client.0.smithi071.stdout:op 2939 completed, throughput=5MB/sec 2023-12-16T18:38:06.191 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8lQk1n5oF9qutBd off=13131410 len=89704 2023-12-16T18:38:06.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 2940 completed, throughput=5MB/sec 2023-12-16T18:38:06.194 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Uksep8-dTn889o3 off=2117161 len=210340 2023-12-16T18:38:06.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 2941 completed, throughput=5MB/sec 2023-12-16T18:38:06.197 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OvGZn7LP8WMqyMC off=6229547 len=632585 2023-12-16T18:38:06.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 2942 completed, throughput=5MB/sec 2023-12-16T18:38:06.198 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7Y_9xMy64GHIMoZ off=267056 len=940221 2023-12-16T18:38:06.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 2943 completed, throughput=5MB/sec 2023-12-16T18:38:06.203 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-onazAoKXnkTkSQZ off=963018 len=1923135 2023-12-16T18:38:06.205 INFO:tasks.workunit.client.0.smithi071.stdout:op 2944 completed, throughput=5MB/sec 2023-12-16T18:38:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:06 smithi071 ceph-mon[139725]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:38:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:06 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:38:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:06 smithi071 ceph-mon[142085]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:38:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:06 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:38:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:06 smithi184 ceph-mon[136228]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:38:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:06 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:38:07.205 INFO:tasks.workunit.client.0.smithi071.stdout: 582: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:07.205 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nhCnqTC0nETHUlX off=8923146 len=794534 2023-12-16T18:38:07.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 2945 completed, throughput=4.99MB/sec 2023-12-16T18:38:07.208 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FIBB83i8GbJnCVC off=6487276 len=1180545 2023-12-16T18:38:07.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 2946 completed, throughput=5MB/sec 2023-12-16T18:38:07.213 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RGzYKVZ2fqYuk3M off=9673667 len=553842 2023-12-16T18:38:07.214 INFO:tasks.workunit.client.0.smithi071.stdout:op 2947 completed, throughput=5MB/sec 2023-12-16T18:38:07.214 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mlL3PFdzf83U4CE off=4458207 len=727036 2023-12-16T18:38:07.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 2948 completed, throughput=5MB/sec 2023-12-16T18:38:07.217 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LOUOLqmcHEVdwxu off=1340982 len=407450 2023-12-16T18:38:07.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 2949 completed, throughput=5MB/sec 2023-12-16T18:38:07.219 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R2I4JEXdL2JBmAF off=4657269 len=592817 2023-12-16T18:38:07.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 2950 completed, throughput=5MB/sec 2023-12-16T18:38:07.220 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--bbjnNUlSeT9_KB off=17163273 len=730597 2023-12-16T18:38:07.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 2951 completed, throughput=5MB/sec 2023-12-16T18:38:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:38:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:38:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:38:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:07] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:38:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:38:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:38:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:38:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:38:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:38:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:38:08.224 INFO:tasks.workunit.client.0.smithi071.stdout: 583: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:08.225 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-38buFpqbZx47fnj off=15497278 len=1463531 2023-12-16T18:38:08.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 2952 completed, throughput=4.99MB/sec 2023-12-16T18:38:08.226 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9Z9k4mzWGTtOI3Z off=4177657 len=634273 2023-12-16T18:38:08.227 INFO:tasks.workunit.client.0.smithi071.stdout:op 2953 completed, throughput=5MB/sec 2023-12-16T18:38:08.227 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sCjSopJdeJei8KS off=5853343 len=129137 2023-12-16T18:38:08.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 2954 completed, throughput=5MB/sec 2023-12-16T18:38:08.229 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SqU9BAjM0-2eS2R off=5669827 len=1903987 2023-12-16T18:38:08.240 INFO:tasks.workunit.client.0.smithi071.stdout:op 2955 completed, throughput=5MB/sec 2023-12-16T18:38:08.241 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RlnBDeE5ON9SW7q off=2369837 len=1149013 2023-12-16T18:38:08.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 2956 completed, throughput=5MB/sec 2023-12-16T18:38:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:08 smithi071 ceph-mon[139725]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:08 smithi071 ceph-mon[142085]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:08 smithi184 ceph-mon[136228]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:09.247 INFO:tasks.workunit.client.0.smithi071.stdout: 584: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:09.248 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-i_umxM-AI4naDq_ off=2009338 len=639792 2023-12-16T18:38:09.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 2957 completed, throughput=4.99MB/sec 2023-12-16T18:38:09.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RkrUZhQ0WZXZfhO off=905345 len=1031293 2023-12-16T18:38:09.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 2958 completed, throughput=4.99MB/sec 2023-12-16T18:38:09.251 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4Yui4ScK2JpD8vg off=8266992 len=61470 2023-12-16T18:38:09.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 2959 completed, throughput=4.99MB/sec 2023-12-16T18:38:09.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-85kjgC2Gr_sjVH6 off=6967002 len=1354328 2023-12-16T18:38:09.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 2960 completed, throughput=5MB/sec 2023-12-16T18:38:09.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PJeSbbP3DoMS7eI off=2853183 len=1584105 2023-12-16T18:38:09.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 2961 completed, throughput=5MB/sec 2023-12-16T18:38:09.257 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jlSazrz6i_FLr2W off=8613856 len=178164 2023-12-16T18:38:09.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 2962 completed, throughput=5MB/sec 2023-12-16T18:38:09.258 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yljlcr-1zVlaCrk off=7526795 len=1879496 2023-12-16T18:38:09.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 2963 completed, throughput=5MB/sec 2023-12-16T18:38:10.269 INFO:tasks.workunit.client.0.smithi071.stdout: 585: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:10.269 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xX0Dn_Uvg-w-69k off=6831246 len=621207 2023-12-16T18:38:10.270 INFO:tasks.workunit.client.0.smithi071.stdout:op 2964 completed, throughput=5MB/sec 2023-12-16T18:38:10.270 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-USWHbkweUeuvEov off=4591031 len=1189820 2023-12-16T18:38:10.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 2965 completed, throughput=5MB/sec 2023-12-16T18:38:10.277 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wkPoxz1nXo5RrD7 off=9973000 len=1680374 2023-12-16T18:38:10.281 INFO:tasks.workunit.client.0.smithi071.stdout:op 2966 completed, throughput=5MB/sec 2023-12-16T18:38:10.281 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pm7J2S-WJhba92G off=7042032 len=1617121 2023-12-16T18:38:10.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 2967 completed, throughput=5MB/sec 2023-12-16T18:38:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:10 smithi071 ceph-mon[139725]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:38:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:10 smithi071 ceph-mon[142085]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:38:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:10 smithi184 ceph-mon[136228]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:38:11.283 INFO:tasks.workunit.client.0.smithi071.stdout: 586: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:11.283 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-77jexhFXFz5FPhY off=7947365 len=1422844 2023-12-16T18:38:11.293 INFO:tasks.workunit.client.0.smithi071.stdout:op 2968 completed, throughput=5MB/sec 2023-12-16T18:38:11.293 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xIq6qDk7fiShT8v off=15721 len=1605051 2023-12-16T18:38:11.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 2969 completed, throughput=5MB/sec 2023-12-16T18:38:11.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dd1nZXnewh98WmZ off=1788521 len=290794 2023-12-16T18:38:11.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 2970 completed, throughput=5MB/sec 2023-12-16T18:38:11.301 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a9H6utTmXRFebS4 off=11071632 len=186409 2023-12-16T18:38:11.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 2971 completed, throughput=5MB/sec 2023-12-16T18:38:11.302 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S2HcZUNqd9sDb65 off=771430 len=606998 2023-12-16T18:38:11.303 INFO:tasks.workunit.client.0.smithi071.stdout:op 2972 completed, throughput=5MB/sec 2023-12-16T18:38:12.303 INFO:tasks.workunit.client.0.smithi071.stdout: 587: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:12.303 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0Eln-3cOOOixXn8 off=5085588 len=1683581 2023-12-16T18:38:12.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 2973 completed, throughput=4.99MB/sec 2023-12-16T18:38:12.306 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-54KSq1ifMFkSAOd off=2527989 len=1246247 2023-12-16T18:38:12.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 2974 completed, throughput=5MB/sec 2023-12-16T18:38:12.314 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UzUr0bEFqXps8jW off=17243936 len=1983098 2023-12-16T18:38:12.316 INFO:tasks.workunit.client.0.smithi071.stdout:op 2975 completed, throughput=5MB/sec 2023-12-16T18:38:12.316 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iYkeYuziO6HccIw off=23011229 len=1211487 2023-12-16T18:38:12.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 2976 completed, throughput=5MB/sec 2023-12-16T18:38:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:12 smithi071 ceph-mon[139725]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:38:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:12 smithi071 ceph-mon[142085]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:38:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:12 smithi184 ceph-mon[136228]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:38:13.324 INFO:tasks.workunit.client.0.smithi071.stdout: 588: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:13.324 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Thfmclo2PLSJxnl off=6008707 len=662278 2023-12-16T18:38:13.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 2977 completed, throughput=4.99MB/sec 2023-12-16T18:38:13.326 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-exujUxAZChCrWxm off=5815762 len=878748 2023-12-16T18:38:13.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 2978 completed, throughput=5MB/sec 2023-12-16T18:38:13.331 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5WSXUjMNT8TBXpa off=2107930 len=2040789 2023-12-16T18:38:13.343 INFO:tasks.workunit.client.0.smithi071.stdout:op 2979 completed, throughput=5MB/sec 2023-12-16T18:38:13.343 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LRsSrqErZHlL75E off=15959182 len=144227 2023-12-16T18:38:13.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 2980 completed, throughput=5MB/sec 2023-12-16T18:38:13.344 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ykWPLjLkGKqgDQS off=866818 len=2083598 2023-12-16T18:38:13.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 2981 completed, throughput=5MB/sec 2023-12-16T18:38:14.347 INFO:tasks.workunit.client.0.smithi071.stdout: 589: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:14.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WPT4K1nlvpEYjSQ off=7060389 len=1052222 2023-12-16T18:38:14.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 2982 completed, throughput=5MB/sec 2023-12-16T18:38:14.348 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rk4XM4tSxSMrHye off=7732091 len=1688244 2023-12-16T18:38:14.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 2983 completed, throughput=5MB/sec 2023-12-16T18:38:14.359 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3sGQTteDtEY-p7a off=5803045 len=1679234 2023-12-16T18:38:14.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 2984 completed, throughput=5MB/sec 2023-12-16T18:38:14.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:14 smithi071 ceph-mon[139725]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:14 smithi071 ceph-mon[142085]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:14 smithi184 ceph-mon[136228]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:15.369 INFO:tasks.workunit.client.0.smithi071.stdout: 590: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:15.369 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WLO1hhOQysJHCAI off=2595630 len=214663 2023-12-16T18:38:15.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 2985 completed, throughput=4.99MB/sec 2023-12-16T18:38:15.372 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OuVDdtoWW40nOMD off=3024047 len=594756 2023-12-16T18:38:15.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 2986 completed, throughput=4.99MB/sec 2023-12-16T18:38:15.373 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OgQh673unwkPQhA off=481319 len=1457194 2023-12-16T18:38:15.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 2987 completed, throughput=5MB/sec 2023-12-16T18:38:15.379 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uYk7gIgB7rbvTyq off=21303663 len=1837752 2023-12-16T18:38:15.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 2988 completed, throughput=5MB/sec 2023-12-16T18:38:15.381 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3sQHYUwnWu1Eper off=188075 len=1842695 2023-12-16T18:38:15.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 2989 completed, throughput=5MB/sec 2023-12-16T18:38:16.384 INFO:tasks.workunit.client.0.smithi071.stdout: 591: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:16.384 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zqVdYeFfBT2a4_E off=6266077 len=134529 2023-12-16T18:38:16.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 2990 completed, throughput=4.99MB/sec 2023-12-16T18:38:16.385 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1P5JnUjyTXxDgAt off=555990 len=35096 2023-12-16T18:38:16.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 2991 completed, throughput=4.99MB/sec 2023-12-16T18:38:16.385 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1wSZhqLyFiHB_7D off=6862983 len=1492486 2023-12-16T18:38:16.394 INFO:tasks.workunit.client.0.smithi071.stdout:op 2992 completed, throughput=5MB/sec 2023-12-16T18:38:16.395 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_Amotny2BdallRn off=8175211 len=127750 2023-12-16T18:38:16.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 2993 completed, throughput=5MB/sec 2023-12-16T18:38:16.395 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dh2C9yAhHFI0aoO off=489015 len=1361736 2023-12-16T18:38:16.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 2994 completed, throughput=5MB/sec 2023-12-16T18:38:16.403 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EEIEQL-1Juv2ycQ off=641240 len=589544 2023-12-16T18:38:16.404 INFO:tasks.workunit.client.0.smithi071.stdout:op 2995 completed, throughput=5MB/sec 2023-12-16T18:38:16.405 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d67uPf-GKWDeVlX off=15800416 len=772882 2023-12-16T18:38:16.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 2996 completed, throughput=5MB/sec 2023-12-16T18:38:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:16 smithi071 ceph-mon[139725]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:16 smithi071 ceph-mon[142085]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:16 smithi184 ceph-mon[136228]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: 592: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:17.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_s2Dn3x0iC4v8zM off=1281104 len=212288 2023-12-16T18:38:17.410 INFO:tasks.workunit.client.0.smithi071.stdout:op 2997 completed, throughput=4.99MB/sec 2023-12-16T18:38:17.410 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qumqS2V8JtA5pd6 off=380357 len=574632 2023-12-16T18:38:17.414 INFO:tasks.workunit.client.0.smithi071.stdout:op 2998 completed, throughput=4.99MB/sec 2023-12-16T18:38:17.414 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9bn7X0DmBQISSoK off=14864928 len=756390 2023-12-16T18:38:17.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 2999 completed, throughput=4.99MB/sec 2023-12-16T18:38:17.415 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEGS6eyWLtN_3-a off=2551254 len=1583493 2023-12-16T18:38:17.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 3000 completed, throughput=5MB/sec 2023-12-16T18:38:17.425 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XA3LoYFe744Vg0n off=3721979 len=2096711 2023-12-16T18:38:17.435 INFO:tasks.workunit.client.0.smithi071.stdout:op 3001 completed, throughput=5MB/sec 2023-12-16T18:38:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:17] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:38:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: 593: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:18.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xPUIwNmfWVOQX1N off=4952855 len=976441 2023-12-16T18:38:18.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 3002 completed, throughput=4.99MB/sec 2023-12-16T18:38:18.437 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X0umj10VZnqZb4L off=8319922 len=1951132 2023-12-16T18:38:18.450 INFO:tasks.workunit.client.0.smithi071.stdout:op 3003 completed, throughput=5MB/sec 2023-12-16T18:38:18.450 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5t-U_ELq12uhQ4q off=506964 len=794520 2023-12-16T18:38:18.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 3004 completed, throughput=5MB/sec 2023-12-16T18:38:18.452 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Etlosng2AhmFnaj off=10033177 len=1228217 2023-12-16T18:38:18.460 INFO:tasks.workunit.client.0.smithi071.stdout:op 3005 completed, throughput=5MB/sec 2023-12-16T18:38:18.460 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CbSX4B_SnlnADA2 off=8658816 len=513356 2023-12-16T18:38:18.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 3006 completed, throughput=5MB/sec 2023-12-16T18:38:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:18 smithi071 ceph-mon[139725]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:18 smithi071 ceph-mon[142085]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:18 smithi184 ceph-mon[136228]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: 594: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:19.464 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5n5Jl_Lj2FkVhtR off=6333431 len=1290952 2023-12-16T18:38:19.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 3007 completed, throughput=4.99MB/sec 2023-12-16T18:38:19.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4QnlC5mlcR5O0CP off=4794580 len=16782 2023-12-16T18:38:19.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 3008 completed, throughput=4.99MB/sec 2023-12-16T18:38:19.472 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ddt3QnYuIBihZXV off=359986 len=1809442 2023-12-16T18:38:19.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 3009 completed, throughput=5MB/sec 2023-12-16T18:38:19.474 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-We5j-F22tKRhDry off=1378629 len=786435 2023-12-16T18:38:19.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 3010 completed, throughput=5MB/sec 2023-12-16T18:38:19.478 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8Zlei_jveht2Dnl off=6364799 len=1927514 2023-12-16T18:38:19.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 3011 completed, throughput=5MB/sec 2023-12-16T18:38:20.486 INFO:tasks.workunit.client.0.smithi071.stdout: 595: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:20.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aAxQBlLeDBcVLQy off=16525350 len=1642693 2023-12-16T18:38:20.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 3012 completed, throughput=5MB/sec 2023-12-16T18:38:20.490 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NY9aCeM-2Ri4PAQ off=9806927 len=315527 2023-12-16T18:38:20.491 INFO:tasks.workunit.client.0.smithi071.stdout:op 3013 completed, throughput=5MB/sec 2023-12-16T18:38:20.491 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JvUD-23fXZYh2wi off=6177197 len=679995 2023-12-16T18:38:20.493 INFO:tasks.workunit.client.0.smithi071.stdout:op 3014 completed, throughput=5MB/sec 2023-12-16T18:38:20.493 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8mMNpQdD-oab4-F off=4071494 len=2038689 2023-12-16T18:38:20.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 3015 completed, throughput=5MB/sec 2023-12-16T18:38:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:20 smithi071 ceph-mon[139725]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:38:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:20 smithi071 ceph-mon[142085]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:38:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:20 smithi184 ceph-mon[136228]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:38:21.498 INFO:tasks.workunit.client.0.smithi071.stdout: 596: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:21.498 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sCX_je8gYqLzC23 off=14729119 len=1479130 2023-12-16T18:38:21.506 INFO:tasks.workunit.client.0.smithi071.stdout:op 3016 completed, throughput=4.99MB/sec 2023-12-16T18:38:21.506 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gMM7ABfMrGoER2A off=15072430 len=1632342 2023-12-16T18:38:21.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 3017 completed, throughput=5MB/sec 2023-12-16T18:38:21.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zv0R30zw51UdejR off=14288108 len=857455 2023-12-16T18:38:21.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 3018 completed, throughput=5MB/sec 2023-12-16T18:38:21.514 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K67kdWN_ohmOTjs off=7078263 len=1897709 2023-12-16T18:38:21.520 INFO:tasks.workunit.client.0.smithi071.stdout:op 3019 completed, throughput=5MB/sec 2023-12-16T18:38:22.521 INFO:tasks.workunit.client.0.smithi071.stdout: 597: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:22.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sSaq63kvtevk25j off=10180401 len=305791 2023-12-16T18:38:22.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 3020 completed, throughput=4.99MB/sec 2023-12-16T18:38:22.523 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VyVepNM7OfH3T84 off=2160919 len=353785 2023-12-16T18:38:22.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 3021 completed, throughput=4.99MB/sec 2023-12-16T18:38:22.526 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EZeqs2CZMFqR6fv off=16125645 len=1524799 2023-12-16T18:38:22.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 3022 completed, throughput=5MB/sec 2023-12-16T18:38:22.542 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5CJaO3k8s3OwgzE off=12690048 len=1752411 2023-12-16T18:38:22.544 INFO:tasks.workunit.client.0.smithi071.stdout:op 3023 completed, throughput=5MB/sec 2023-12-16T18:38:22.544 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tZpzEhzc6yc8E31 off=345105 len=1206080 2023-12-16T18:38:22.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 3024 completed, throughput=5MB/sec 2023-12-16T18:38:22.638 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:22 smithi184 ceph-mon[136228]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:22 smithi071 ceph-mon[139725]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:22 smithi071 ceph-mon[142085]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:23.546 INFO:tasks.workunit.client.0.smithi071.stdout: 598: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:23.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_TssU6cIUhP6GXf off=9179598 len=1407735 2023-12-16T18:38:23.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 3025 completed, throughput=4.99MB/sec 2023-12-16T18:38:23.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jTu8GS_J30R2Ves off=1053466 len=363358 2023-12-16T18:38:23.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 3026 completed, throughput=5MB/sec 2023-12-16T18:38:23.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VfsqToqM8hM0SCj off=19720598 len=1560494 2023-12-16T18:38:23.556 INFO:tasks.workunit.client.0.smithi071.stdout:op 3027 completed, throughput=5MB/sec 2023-12-16T18:38:23.556 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eyFxX58R0iRBeFf off=7282484 len=59786 2023-12-16T18:38:23.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 3028 completed, throughput=5MB/sec 2023-12-16T18:38:23.559 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-95jCi0vAP1yGWId off=13876336 len=1300670 2023-12-16T18:38:23.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 3029 completed, throughput=5MB/sec 2023-12-16T18:38:23.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9SRtEl1yNXdBiZz off=18552921 len=173830 2023-12-16T18:38:23.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 3030 completed, throughput=5MB/sec 2023-12-16T18:38:23.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x4u3f9nevwesyX2 off=8125454 len=128590 2023-12-16T18:38:23.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 3031 completed, throughput=5MB/sec 2023-12-16T18:38:24.569 INFO:tasks.workunit.client.0.smithi071.stdout: 599: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:24.569 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rwJ5aTXTyIlQB96 off=10116877 len=1635479 2023-12-16T18:38:24.570 INFO:tasks.workunit.client.0.smithi071.stdout:op 3032 completed, throughput=4.99MB/sec 2023-12-16T18:38:24.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--HgyDQG9e77miq0 off=5893694 len=1424299 2023-12-16T18:38:24.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 3033 completed, throughput=5MB/sec 2023-12-16T18:38:24.572 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Yd0-9zHoM8j9xcz off=7179013 len=1489006 2023-12-16T18:38:24.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 3034 completed, throughput=5MB/sec 2023-12-16T18:38:24.581 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6UrW986gIHnv0Rz off=20559995 len=1035169 2023-12-16T18:38:24.582 INFO:tasks.workunit.client.0.smithi071.stdout:op 3035 completed, throughput=5MB/sec 2023-12-16T18:38:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:24 smithi071 ceph-mon[139725]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:24 smithi071 ceph-mon[142085]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:24 smithi184 ceph-mon[136228]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:25.582 INFO:tasks.workunit.client.0.smithi071.stdout: 600: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:25.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6wLiuJ7oSwbNvOP off=349637 len=769172 2023-12-16T18:38:25.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 3036 completed, throughput=4.99MB/sec 2023-12-16T18:38:25.588 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HMmziaDE3wxjeaY off=10258294 len=837409 2023-12-16T18:38:25.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 3037 completed, throughput=4.99MB/sec 2023-12-16T18:38:25.592 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UEGjsa6rCPhFNt3 off=13891003 len=703895 2023-12-16T18:38:25.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 3038 completed, throughput=5MB/sec 2023-12-16T18:38:25.595 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5hlzE_qd7iqaOCf off=107429 len=815335 2023-12-16T18:38:25.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 3039 completed, throughput=5MB/sec 2023-12-16T18:38:25.600 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YPy1wqvFFEVFFD5 off=783179 len=578660 2023-12-16T18:38:25.603 INFO:tasks.workunit.client.0.smithi071.stdout:op 3040 completed, throughput=5MB/sec 2023-12-16T18:38:25.603 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cWp016saT8VCEOq off=6602669 len=175375 2023-12-16T18:38:25.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 3041 completed, throughput=5MB/sec 2023-12-16T18:38:25.605 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fJONYSH5eoj9DaT off=390386 len=720009 2023-12-16T18:38:25.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 3042 completed, throughput=5MB/sec 2023-12-16T18:38:25.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O7Cr_XW6yHgn49U off=13512120 len=1774964 2023-12-16T18:38:25.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 3043 completed, throughput=5MB/sec 2023-12-16T18:38:26.618 INFO:tasks.workunit.client.0.smithi071.stdout: 601: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:26.619 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9I0h60Z2_ovbfm3 off=18416322 len=1357098 2023-12-16T18:38:26.620 INFO:tasks.workunit.client.0.smithi071.stdout:op 3044 completed, throughput=5MB/sec 2023-12-16T18:38:26.620 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mtHphFYBe4bYACr off=6529162 len=801337 2023-12-16T18:38:26.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 3045 completed, throughput=5MB/sec 2023-12-16T18:38:26.625 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wxgdPy3aTlOVSHA off=3105165 len=958405 2023-12-16T18:38:26.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 3046 completed, throughput=5MB/sec 2023-12-16T18:38:26.629 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZubW3nviI3ql1uz off=8483594 len=485101 2023-12-16T18:38:26.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 3047 completed, throughput=5MB/sec 2023-12-16T18:38:26.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b4l0GuEks3GWD7E off=3954582 len=607498 2023-12-16T18:38:26.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 3048 completed, throughput=5MB/sec 2023-12-16T18:38:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:26 smithi071 ceph-mon[139725]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:38:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:26 smithi071 ceph-mon[142085]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:38:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:26 smithi184 ceph-mon[136228]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:38:27.638 INFO:tasks.workunit.client.0.smithi071.stdout: 602: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:27.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W-zll8gF-q_r3-K off=5541226 len=2031836 2023-12-16T18:38:27.650 INFO:tasks.workunit.client.0.smithi071.stdout:op 3049 completed, throughput=5MB/sec 2023-12-16T18:38:27.650 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P2eC6xJoehXHE9s off=4052586 len=1198173 2023-12-16T18:38:27.652 INFO:tasks.workunit.client.0.smithi071.stdout:op 3050 completed, throughput=5MB/sec 2023-12-16T18:38:27.653 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nQFrZd-rOoBStWB off=6637988 len=1634313 2023-12-16T18:38:27.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 3051 completed, throughput=5MB/sec 2023-12-16T18:38:27.660 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cR_Yra2bxjzdFpj off=10515501 len=392895 2023-12-16T18:38:27.663 INFO:tasks.workunit.client.0.smithi071.stdout:op 3052 completed, throughput=5MB/sec 2023-12-16T18:38:27.663 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cHx-HCMUjbDWEMZ off=11418644 len=62380 2023-12-16T18:38:27.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 3053 completed, throughput=5MB/sec 2023-12-16T18:38:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:27] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:38:28.666 INFO:tasks.workunit.client.0.smithi071.stdout: 603: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:28.666 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Aoqf8RnjqraeLyv off=6439889 len=307672 2023-12-16T18:38:28.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 3054 completed, throughput=4.99MB/sec 2023-12-16T18:38:28.670 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xHhOj3UCc963q_m off=4630130 len=1235979 2023-12-16T18:38:28.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 3055 completed, throughput=4.99MB/sec 2023-12-16T18:38:28.671 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i_3e-x2nBdZUTfE off=6082089 len=1482977 2023-12-16T18:38:28.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 3056 completed, throughput=5MB/sec 2023-12-16T18:38:28.677 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kv7X_CJktBLMDYr off=3650118 len=336273 2023-12-16T18:38:28.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 3057 completed, throughput=5MB/sec 2023-12-16T18:38:28.682 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f1aPUWmHpGktrnw off=3684997 len=1144532 2023-12-16T18:38:28.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 3058 completed, throughput=5MB/sec 2023-12-16T18:38:28.683 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bVGXeJsQ1vO63Wj off=18175811 len=1799814 2023-12-16T18:38:28.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 3059 completed, throughput=5MB/sec 2023-12-16T18:38:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:28 smithi071 ceph-mon[139725]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:28 smithi071 ceph-mon[142085]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:28 smithi184 ceph-mon[136228]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:29.694 INFO:tasks.workunit.client.0.smithi071.stdout: 604: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:29.694 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U-Fzl_r4Ir_KTsG off=11236705 len=370814 2023-12-16T18:38:29.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 3060 completed, throughput=4.99MB/sec 2023-12-16T18:38:29.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x28oM1-xpCNoLo0 off=3456485 len=1947498 2023-12-16T18:38:29.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 3061 completed, throughput=5MB/sec 2023-12-16T18:38:29.701 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AjtQkHJDKzP5GFU off=13358607 len=150229 2023-12-16T18:38:29.703 INFO:tasks.workunit.client.0.smithi071.stdout:op 3062 completed, throughput=5MB/sec 2023-12-16T18:38:29.703 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FqpcSKPki7Jl6fN off=792398 len=234119 2023-12-16T18:38:29.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 3063 completed, throughput=5MB/sec 2023-12-16T18:38:29.706 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yU8BPDAf1CwMNUK off=2234920 len=1755805 2023-12-16T18:38:29.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 3064 completed, throughput=5MB/sec 2023-12-16T18:38:30.708 INFO:tasks.workunit.client.0.smithi071.stdout: 605: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:30.708 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a3ug7EWz89HsV-K off=400973 len=869737 2023-12-16T18:38:30.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 3065 completed, throughput=4.99MB/sec 2023-12-16T18:38:30.714 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XZ-YEvKZM_XsC4K off=15344138 len=1110504 2023-12-16T18:38:30.715 INFO:tasks.workunit.client.0.smithi071.stdout:op 3066 completed, throughput=5MB/sec 2023-12-16T18:38:30.715 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eUGwYSjqtlsBoem off=32587 len=1869748 2023-12-16T18:38:30.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 3067 completed, throughput=5MB/sec 2023-12-16T18:38:30.717 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BRVAvouNkC2wHcd off=12765756 len=1236312 2023-12-16T18:38:30.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 3068 completed, throughput=5MB/sec 2023-12-16T18:38:30.719 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wm-p0HJ6hoB9klu off=22569904 len=665960 2023-12-16T18:38:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:30 smithi071 ceph-mon[142085]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:30 smithi071 ceph-mon[139725]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:30.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 3069 completed, throughput=5MB/sec 2023-12-16T18:38:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:30 smithi184 ceph-mon[136228]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:31.130 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:38:31.441 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:38:31.441 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (28m) 4m ago 30m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:38:31.441 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (27m) 2m ago 30m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:38:31.441 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (31m) 4m ago 31m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (31m) 2m ago 31m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (27m) 2m ago 33m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (27m) 4m ago 34m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (27m) 4m ago 35m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (26m) 2m ago 34m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (27m) 4m ago 33m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (28m) 4m ago 30m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (27m) 2m ago 30m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (26m) 4m ago 33m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (25m) 4m ago 33m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (25m) 4m ago 33m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (24m) 4m ago 32m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (24m) 2m ago 32m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:38:31.442 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (23m) 2m ago 32m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:38:31.443 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (23m) 2m ago 32m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:38:31.443 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (22m) 2m ago 31m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:38:31.443 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (27m) 2m ago 31m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:38:31.724 INFO:tasks.workunit.client.0.smithi071.stdout: 606: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:31.724 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HjAUC0HSMc94vRh off=2174615 len=483393 2023-12-16T18:38:31.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 3070 completed, throughput=4.99MB/sec 2023-12-16T18:38:31.724 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z4LTMwJ5PaxE6B1 off=1141491 len=499024 2023-12-16T18:38:31.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 3071 completed, throughput=4.99MB/sec 2023-12-16T18:38:31.727 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IoGLd7Bc-3mR71V off=2117858 len=1851876 2023-12-16T18:38:31.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 3072 completed, throughput=5MB/sec 2023-12-16T18:38:31.734 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m6tqX5ORK6SLg4K off=183541 len=1999479 2023-12-16T18:38:31.735 INFO:tasks.workunit.client.0.smithi071.stdout:op 3073 completed, throughput=5MB/sec 2023-12-16T18:38:31.826 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:38:31.827 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:38:31.828 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:38:31.828 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:38:31.828 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:38:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[139725]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[139725]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[139725]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2414667755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[142085]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[142085]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[142085]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:32 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2414667755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:32.736 INFO:tasks.workunit.client.0.smithi071.stdout: 607: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:32.736 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VqFZWP9hFPT_uEV off=5685642 len=1346370 2023-12-16T18:38:32.743 INFO:tasks.workunit.client.0.smithi071.stdout:op 3074 completed, throughput=4.99MB/sec 2023-12-16T18:38:32.743 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JFJrPoOpZzrtKBg off=1136606 len=1805079 2023-12-16T18:38:32.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 3075 completed, throughput=5MB/sec 2023-12-16T18:38:32.753 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5n5Jl_Lj2FkVhtR off=3760852 len=1422306 2023-12-16T18:38:32.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 3076 completed, throughput=5MB/sec 2023-12-16T18:38:32.758 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ou64CdPd6XH3xKY off=2664442 len=1560708 2023-12-16T18:38:32.759 INFO:tasks.workunit.client.0.smithi071.stdout:op 3077 completed, throughput=5MB/sec 2023-12-16T18:38:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:32 smithi184 ceph-mon[136228]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:38:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:32 smithi184 ceph-mon[136228]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:32 smithi184 ceph-mon[136228]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:38:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:32 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2414667755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:38:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:33.760 INFO:tasks.workunit.client.0.smithi071.stdout: 608: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:33.760 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iu-P7bwtEXECl-E off=4230278 len=570310 2023-12-16T18:38:33.764 INFO:tasks.workunit.client.0.smithi071.stdout:op 3078 completed, throughput=4.99MB/sec 2023-12-16T18:38:33.764 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RvQ6kPFK59w1AAR off=2334093 len=1238717 2023-12-16T18:38:33.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 3079 completed, throughput=5MB/sec 2023-12-16T18:38:33.771 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8XwgljFLyu94Zws off=6288595 len=267662 2023-12-16T18:38:33.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 3080 completed, throughput=5MB/sec 2023-12-16T18:38:33.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-avlEyhIpJU67Ksj off=22760850 len=1936826 2023-12-16T18:38:33.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 3081 completed, throughput=5MB/sec 2023-12-16T18:38:33.780 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XYudH6wYXMKN41G off=3716300 len=50499 2023-12-16T18:38:33.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 3082 completed, throughput=5MB/sec 2023-12-16T18:38:33.781 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IFhGEOYqv2vixh6 off=1108325 len=1189295 2023-12-16T18:38:33.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 3083 completed, throughput=5MB/sec 2023-12-16T18:38:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:34 smithi071 ceph-mon[139725]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:34 smithi071 ceph-mon[142085]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:34.782 INFO:tasks.workunit.client.0.smithi071.stdout: 609: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:34.782 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GCcnwBM_k4qXqty off=2080678 len=804113 2023-12-16T18:38:34.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 3084 completed, throughput=4.99MB/sec 2023-12-16T18:38:34.783 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FBiHYfiWKOX0qcB off=7745565 len=1492675 2023-12-16T18:38:34.785 INFO:tasks.workunit.client.0.smithi071.stdout:op 3085 completed, throughput=5MB/sec 2023-12-16T18:38:34.785 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Zk_6Y3mArQtlHen off=686388 len=1741816 2023-12-16T18:38:34.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 3086 completed, throughput=5MB/sec 2023-12-16T18:38:34.796 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZKmZ6MvJxEkUxEW off=5654851 len=1073785 2023-12-16T18:38:34.801 INFO:tasks.workunit.client.0.smithi071.stdout:op 3087 completed, throughput=5MB/sec 2023-12-16T18:38:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:34 smithi184 ceph-mon[136228]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:38:35.802 INFO:tasks.workunit.client.0.smithi071.stdout: 610: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:35.802 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uWWSXUp0Q7r73m9 off=421524 len=844654 2023-12-16T18:38:35.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 3088 completed, throughput=4.99MB/sec 2023-12-16T18:38:35.804 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3uZZwo9KYVm0Hm3 off=7947494 len=114515 2023-12-16T18:38:35.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 3089 completed, throughput=4.99MB/sec 2023-12-16T18:38:35.805 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xyQNP6K1AirAldy off=287797 len=1609174 2023-12-16T18:38:35.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 3090 completed, throughput=5MB/sec 2023-12-16T18:38:35.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kkixgZ69QLqDbvl off=2472800 len=1396239 2023-12-16T18:38:35.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 3091 completed, throughput=5MB/sec 2023-12-16T18:38:35.814 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r2YDo3AZJryRFeY off=1908567 len=1955463 2023-12-16T18:38:35.826 INFO:tasks.workunit.client.0.smithi071.stdout:op 3092 completed, throughput=5MB/sec 2023-12-16T18:38:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:36 smithi071 ceph-mon[139725]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:36 smithi071 ceph-mon[142085]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:36.826 INFO:tasks.workunit.client.0.smithi071.stdout: 611: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:36.826 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YIYQ1SKBUFcVr6a off=4530832 len=1116516 2023-12-16T18:38:36.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 3093 completed, throughput=5MB/sec 2023-12-16T18:38:36.828 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-09u6M3UvcnEcwqz off=6125927 len=329060 2023-12-16T18:38:36.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 3094 completed, throughput=5MB/sec 2023-12-16T18:38:36.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6GVsIcFpctmf-dL off=11101503 len=1752869 2023-12-16T18:38:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:36 smithi184 ceph-mon[136228]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:38:36.839 INFO:tasks.workunit.client.0.smithi071.stdout:op 3095 completed, throughput=5MB/sec 2023-12-16T18:38:36.839 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fPX8itSTz_tTrr- off=3821964 len=1606325 2023-12-16T18:38:36.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 3096 completed, throughput=5MB/sec 2023-12-16T18:38:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:37] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:38:37.847 INFO:tasks.workunit.client.0.smithi071.stdout: 612: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:37.847 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NKmEWmIN02em9CF off=2305405 len=1279899 2023-12-16T18:38:37.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 3097 completed, throughput=4.99MB/sec 2023-12-16T18:38:37.853 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oRF23AXKV8ZH_V_ off=21891093 len=590586 2023-12-16T18:38:37.853 INFO:tasks.workunit.client.0.smithi071.stdout:op 3098 completed, throughput=5MB/sec 2023-12-16T18:38:37.853 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yJnF2YYLP_2Lo3W off=3326110 len=540895 2023-12-16T18:38:37.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 3099 completed, throughput=5MB/sec 2023-12-16T18:38:37.857 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BMWcFOVyF07NQeO off=15907992 len=1979131 2023-12-16T18:38:37.861 INFO:tasks.workunit.client.0.smithi071.stdout:op 3100 completed, throughput=5MB/sec 2023-12-16T18:38:37.861 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RpFQ_NOhP0o2JTk off=1674628 len=1727159 2023-12-16T18:38:37.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 3101 completed, throughput=5MB/sec 2023-12-16T18:38:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:38 smithi071 ceph-mon[139725]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:38 smithi071 ceph-mon[142085]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:38 smithi184 ceph-mon[136228]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:38:38.863 INFO:tasks.workunit.client.0.smithi071.stdout: 613: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:38.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kz4nRdaS2LbmgAB off=5454233 len=1887721 2023-12-16T18:38:38.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 3102 completed, throughput=5MB/sec 2023-12-16T18:38:38.876 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pkvLfj1-9I8HGun off=6591633 len=1912795 2023-12-16T18:38:38.878 INFO:tasks.workunit.client.0.smithi071.stdout:op 3103 completed, throughput=5MB/sec 2023-12-16T18:38:38.878 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YXXzphzTlNcUicx off=5553979 len=1736745 2023-12-16T18:38:38.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 3104 completed, throughput=5MB/sec 2023-12-16T18:38:39.886 INFO:tasks.workunit.client.0.smithi071.stdout: 614: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:39.886 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_8RWvI0wW7y5wd3 off=17822235 len=2068322 2023-12-16T18:38:39.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 3105 completed, throughput=5MB/sec 2023-12-16T18:38:39.898 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wgUeUAt3alVFT9A off=8337222 len=1247746 2023-12-16T18:38:39.903 INFO:tasks.workunit.client.0.smithi071.stdout:op 3106 completed, throughput=5MB/sec 2023-12-16T18:38:39.903 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yayTWLEt-2mObca off=9972111 len=894642 2023-12-16T18:38:39.905 INFO:tasks.workunit.client.0.smithi071.stdout:op 3107 completed, throughput=5MB/sec 2023-12-16T18:38:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:40 smithi071 ceph-mon[139725]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:40 smithi071 ceph-mon[142085]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:40 smithi184 ceph-mon[136228]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:38:40.906 INFO:tasks.workunit.client.0.smithi071.stdout: 615: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:40.906 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fI5UwZs_64XZ9pD off=1858007 len=207074 2023-12-16T18:38:40.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 3108 completed, throughput=4.99MB/sec 2023-12-16T18:38:40.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TskA1yu0RHWVQC0 off=1023040 len=854397 2023-12-16T18:38:40.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 3109 completed, throughput=4.99MB/sec 2023-12-16T18:38:40.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uPT01iZaIEMUMd2 off=15790690 len=1071872 2023-12-16T18:38:40.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 3110 completed, throughput=5MB/sec 2023-12-16T18:38:40.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-875rJ-ukymBmwPg off=703099 len=2060521 2023-12-16T18:38:40.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 3111 completed, throughput=5MB/sec 2023-12-16T18:38:40.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5exSalKb_wAaypj off=766982 len=497152 2023-12-16T18:38:40.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 3112 completed, throughput=5MB/sec 2023-12-16T18:38:40.927 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PQySgfRgxYQMesu off=5332494 len=869786 2023-12-16T18:38:40.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 3113 completed, throughput=5MB/sec 2023-12-16T18:38:41.933 INFO:tasks.workunit.client.0.smithi071.stdout: 616: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:41.933 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEGS6eyWLtN_3-a off=5955859 len=13942 2023-12-16T18:38:41.935 INFO:tasks.workunit.client.0.smithi071.stdout:op 3114 completed, throughput=4.99MB/sec 2023-12-16T18:38:41.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-USpHn8SeSTX7oYZ off=12851948 len=1120740 2023-12-16T18:38:41.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 3115 completed, throughput=4.99MB/sec 2023-12-16T18:38:41.941 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YchlZz9c2Kr76dq off=2281959 len=1486684 2023-12-16T18:38:41.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 3116 completed, throughput=5MB/sec 2023-12-16T18:38:41.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q9yke-_fNBa0lBX off=7669323 len=789062 2023-12-16T18:38:41.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 3117 completed, throughput=5MB/sec 2023-12-16T18:38:41.948 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qRcmIzKHllLuHoV off=2004522 len=1479658 2023-12-16T18:38:41.955 INFO:tasks.workunit.client.0.smithi071.stdout:op 3118 completed, throughput=5MB/sec 2023-12-16T18:38:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:42 smithi071 ceph-mon[139725]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:38:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:42 smithi071 ceph-mon[142085]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:38:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:42 smithi184 ceph-mon[136228]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:38:42.955 INFO:tasks.workunit.client.0.smithi071.stdout: 617: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:42.956 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1vhYqLHBejsziwX off=6047504 len=496803 2023-12-16T18:38:42.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 3119 completed, throughput=4.99MB/sec 2023-12-16T18:38:42.957 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QyT_xAFsJHN7j4b off=581542 len=2091661 2023-12-16T18:38:42.966 INFO:tasks.workunit.client.0.smithi071.stdout:op 3120 completed, throughput=5MB/sec 2023-12-16T18:38:42.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UwlpGtErqzJaqhw off=1555943 len=899839 2023-12-16T18:38:42.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 3121 completed, throughput=5MB/sec 2023-12-16T18:38:42.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JnDNUuIU6UTYsDi off=5499417 len=321125 2023-12-16T18:38:42.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 3122 completed, throughput=5MB/sec 2023-12-16T18:38:42.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QhlGaK5MdOLAVh2 off=15139 len=1891294 2023-12-16T18:38:42.972 INFO:tasks.workunit.client.0.smithi071.stdout:op 3123 completed, throughput=5MB/sec 2023-12-16T18:38:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: 618: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:43.972 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LbtfyPOQB1acoxj off=3208145 len=1133404 2023-12-16T18:38:43.974 INFO:tasks.workunit.client.0.smithi071.stdout:op 3124 completed, throughput=4.99MB/sec 2023-12-16T18:38:43.974 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j5vyE3QHqOP7D7Z off=5252918 len=1050346 2023-12-16T18:38:43.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 3125 completed, throughput=5MB/sec 2023-12-16T18:38:43.980 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mALkrPLlo9aBwzr off=12261522 len=156438 2023-12-16T18:38:43.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 3126 completed, throughput=5MB/sec 2023-12-16T18:38:43.982 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ePs2cLxiMLbcLNA off=13192019 len=538782 2023-12-16T18:38:43.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 3127 completed, throughput=5MB/sec 2023-12-16T18:38:43.983 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h-O7wHQrvd0spRn off=2935346 len=1342061 2023-12-16T18:38:43.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 3128 completed, throughput=5MB/sec 2023-12-16T18:38:43.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vEGtfQ1d7dLs2J- off=14057743 len=1690742 2023-12-16T18:38:43.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 3129 completed, throughput=5MB/sec 2023-12-16T18:38:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:44 smithi071 ceph-mon[139725]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:44 smithi071 ceph-mon[142085]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:44 smithi184 ceph-mon[136228]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:38:44.987 INFO:tasks.workunit.client.0.smithi071.stdout: 619: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:44.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8dlJ7vhkJwaGCaf off=7923070 len=195908 2023-12-16T18:38:44.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 3130 completed, throughput=4.99MB/sec 2023-12-16T18:38:44.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VPzFHI9UuiO52vW off=6046748 len=2052412 2023-12-16T18:38:44.999 INFO:tasks.workunit.client.0.smithi071.stdout:op 3131 completed, throughput=5MB/sec 2023-12-16T18:38:45.000 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ko1iD823HC3iVR2 off=2060268 len=1322189 2023-12-16T18:38:45.006 INFO:tasks.workunit.client.0.smithi071.stdout:op 3132 completed, throughput=5MB/sec 2023-12-16T18:38:45.006 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-46xOfrubxTPsxwp off=8070482 len=1832646 2023-12-16T18:38:45.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 3133 completed, throughput=5MB/sec 2023-12-16T18:38:46.017 INFO:tasks.workunit.client.0.smithi071.stdout: 620: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:46.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RDeUQpExlq4C0GA off=468665 len=1327547 2023-12-16T18:38:46.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 3134 completed, throughput=5MB/sec 2023-12-16T18:38:46.023 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gbrd-h49nFR1gc3 off=2595114 len=905933 2023-12-16T18:38:46.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 3135 completed, throughput=5MB/sec 2023-12-16T18:38:46.025 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EO0mfAlEchxqanG off=2449366 len=1193339 2023-12-16T18:38:46.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 3136 completed, throughput=5MB/sec 2023-12-16T18:38:46.029 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ibhBH9Dj2DesWr3 off=16266730 len=1991195 2023-12-16T18:38:46.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 3137 completed, throughput=5MB/sec 2023-12-16T18:38:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:46 smithi071 ceph-mon[139725]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:46 smithi071 ceph-mon[142085]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:46 smithi184 ceph-mon[136228]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: 621: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:47.040 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-82EbPvcufnWXgki off=7738318 len=241545 2023-12-16T18:38:47.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 3138 completed, throughput=4.99MB/sec 2023-12-16T18:38:47.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SWfwk2WLh-p-6vi off=6590161 len=768994 2023-12-16T18:38:47.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 3139 completed, throughput=5MB/sec 2023-12-16T18:38:47.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wUx8zQhsOcIeGg4 off=15250101 len=501837 2023-12-16T18:38:47.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 3140 completed, throughput=5MB/sec 2023-12-16T18:38:47.051 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uce9CR_KJlByOC2 off=2617491 len=785787 2023-12-16T18:38:47.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 3141 completed, throughput=5MB/sec 2023-12-16T18:38:47.052 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qJP23wpzjrDC7G0 off=8532392 len=596153 2023-12-16T18:38:47.056 INFO:tasks.workunit.client.0.smithi071.stdout:op 3142 completed, throughput=5MB/sec 2023-12-16T18:38:47.056 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VmTY4eT6IJX0ot4 off=1214245 len=779221 2023-12-16T18:38:47.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 3143 completed, throughput=5MB/sec 2023-12-16T18:38:47.060 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nbbWU3F1DEJJX8k off=5994107 len=1801401 2023-12-16T18:38:47.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 3144 completed, throughput=5MB/sec 2023-12-16T18:38:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:47] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:38:48.063 INFO:tasks.workunit.client.0.smithi071.stdout: 622: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:48.063 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T_b6IwYqT_dcHrM off=15537607 len=1961632 2023-12-16T18:38:48.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 3145 completed, throughput=5MB/sec 2023-12-16T18:38:48.071 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-egCxouUkJ02Xc7h off=3155422 len=138178 2023-12-16T18:38:48.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 3146 completed, throughput=5MB/sec 2023-12-16T18:38:48.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yxxOgvYiO5LLUVf off=1126618 len=918725 2023-12-16T18:38:48.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 3147 completed, throughput=5MB/sec 2023-12-16T18:38:48.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lp_4MxA5P54CLel off=14240865 len=995221 2023-12-16T18:38:48.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 3148 completed, throughput=5MB/sec 2023-12-16T18:38:48.079 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U6pnAaEtH0u7g4H off=280167 len=1231965 2023-12-16T18:38:48.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 3149 completed, throughput=5MB/sec 2023-12-16T18:38:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:48 smithi071 ceph-mon[139725]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:38:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:48 smithi071 ceph-mon[142085]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:38:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:48 smithi184 ceph-mon[136228]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:38:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:38:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: 623: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:49.085 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-16hFjMWaa2dF5XM off=2370215 len=1818117 2023-12-16T18:38:49.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 3150 completed, throughput=5MB/sec 2023-12-16T18:38:49.095 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G2ihW8zrEO7R0iU off=2892172 len=115981 2023-12-16T18:38:49.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 3151 completed, throughput=5MB/sec 2023-12-16T18:38:49.095 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aPrhyEZnZmsW5eL off=4963095 len=548873 2023-12-16T18:38:49.096 INFO:tasks.workunit.client.0.smithi071.stdout:op 3152 completed, throughput=5MB/sec 2023-12-16T18:38:49.096 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_BJGTpH550geePc off=20996215 len=332306 2023-12-16T18:38:49.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 3153 completed, throughput=5MB/sec 2023-12-16T18:38:49.097 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EBnjL_e23r3waEc off=960665 len=1393061 2023-12-16T18:38:49.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 3154 completed, throughput=5MB/sec 2023-12-16T18:38:49.099 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-P0TFlpfKzv_Tfa2 off=263808 len=1303967 2023-12-16T18:38:49.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 3155 completed, throughput=5MB/sec 2023-12-16T18:38:50.104 INFO:tasks.workunit.client.0.smithi071.stdout: 624: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:50.104 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m4K67lX6Wt9G8bp off=16062625 len=162572 2023-12-16T18:38:50.107 INFO:tasks.workunit.client.0.smithi071.stdout:op 3156 completed, throughput=4.99MB/sec 2023-12-16T18:38:50.107 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-41qWRUhU0rVWuMQ off=13364260 len=978288 2023-12-16T18:38:50.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 3157 completed, throughput=5MB/sec 2023-12-16T18:38:50.112 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uOMSwiPdwdTUR7_ off=7772436 len=582069 2023-12-16T18:38:50.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 3158 completed, throughput=5MB/sec 2023-12-16T18:38:50.116 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wgSS3cObbRIKPxG off=3542154 len=182865 2023-12-16T18:38:50.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 3159 completed, throughput=5MB/sec 2023-12-16T18:38:50.118 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xA5vLQ2VJgk5Ci4 off=13567780 len=1778478 2023-12-16T18:38:50.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 3160 completed, throughput=5MB/sec 2023-12-16T18:38:50.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JxtP4tOd6B8GpMb off=2332929 len=463477 2023-12-16T18:38:50.131 INFO:tasks.workunit.client.0.smithi071.stdout:op 3161 completed, throughput=5MB/sec 2023-12-16T18:38:50.131 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e1td3FMTN0mhnFG off=4503226 len=1755863 2023-12-16T18:38:50.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 3162 completed, throughput=5MB/sec 2023-12-16T18:38:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:50 smithi071 ceph-mon[139725]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:50 smithi071 ceph-mon[142085]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:50 smithi184 ceph-mon[136228]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:51.133 INFO:tasks.workunit.client.0.smithi071.stdout: 625: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:51.133 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cV2lZNdrRLIQWIz off=7947503 len=1263134 2023-12-16T18:38:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:op 3163 completed, throughput=5MB/sec 2023-12-16T18:38:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JGk93g7P712Kwn- off=1251246 len=1477600 2023-12-16T18:38:51.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 3164 completed, throughput=5MB/sec 2023-12-16T18:38:51.147 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hf4urhp5BAdTWZc off=5404402 len=1181650 2023-12-16T18:38:51.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 3165 completed, throughput=5MB/sec 2023-12-16T18:38:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: 626: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:52.148 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FEl09dh6l5qAwho off=19736280 len=16099 2023-12-16T18:38:52.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 3166 completed, throughput=4.99MB/sec 2023-12-16T18:38:52.149 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_BouPazN8QqWnaK off=1870376 len=26904 2023-12-16T18:38:52.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 3167 completed, throughput=4.99MB/sec 2023-12-16T18:38:52.151 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cYTqqu25dm4DxyG off=6197922 len=1810433 2023-12-16T18:38:52.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 3168 completed, throughput=5MB/sec 2023-12-16T18:38:52.154 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LyeJ44koFW16Rh6 off=11850977 len=431346 2023-12-16T18:38:52.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 3169 completed, throughput=5MB/sec 2023-12-16T18:38:52.157 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ngiceJRDsuXVqNx off=74487 len=1169077 2023-12-16T18:38:52.158 INFO:tasks.workunit.client.0.smithi071.stdout:op 3170 completed, throughput=5MB/sec 2023-12-16T18:38:52.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N_D9HwHR93lKrBc off=4971534 len=291495 2023-12-16T18:38:52.162 INFO:tasks.workunit.client.0.smithi071.stdout:op 3171 completed, throughput=5MB/sec 2023-12-16T18:38:52.162 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aqk10o8YOzOgmoR off=4132931 len=1797381 2023-12-16T18:38:52.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 3172 completed, throughput=5MB/sec 2023-12-16T18:38:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:52 smithi071 ceph-mon[139725]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:38:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:52 smithi071 ceph-mon[142085]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:38:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:52 smithi184 ceph-mon[136228]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:38:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: 627: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:53.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OaA5pcoiFRFTIw4 off=1381984 len=2025497 2023-12-16T18:38:53.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 3173 completed, throughput=5MB/sec 2023-12-16T18:38:53.175 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-__uU1co8yb2bqTN off=1650152 len=1469978 2023-12-16T18:38:53.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 3174 completed, throughput=5MB/sec 2023-12-16T18:38:53.183 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tUlT2hQLhBazKoK off=3220607 len=1244978 2023-12-16T18:38:53.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 3175 completed, throughput=5MB/sec 2023-12-16T18:38:53.189 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nanMKnAKfdT5Ycp off=6149680 len=1550574 2023-12-16T18:38:53.195 INFO:tasks.workunit.client.0.smithi071.stdout:op 3176 completed, throughput=5MB/sec 2023-12-16T18:38:54.195 INFO:tasks.workunit.client.0.smithi071.stdout: 628: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:54.195 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NM9wVrYuyklat7o off=6992299 len=10567 2023-12-16T18:38:54.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 3177 completed, throughput=4.99MB/sec 2023-12-16T18:38:54.196 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uce9CR_KJlByOC2 off=4027818 len=584661 2023-12-16T18:38:54.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 3178 completed, throughput=5MB/sec 2023-12-16T18:38:54.197 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aF5qOkcRb4tZ4I_ off=3020085 len=1582387 2023-12-16T18:38:54.199 INFO:tasks.workunit.client.0.smithi071.stdout:op 3179 completed, throughput=5MB/sec 2023-12-16T18:38:54.199 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q65sFIAtOQhOi4Y off=11294710 len=573371 2023-12-16T18:38:54.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 3180 completed, throughput=5MB/sec 2023-12-16T18:38:54.200 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-btZFTiIrcJDu76T off=8250327 len=439613 2023-12-16T18:38:54.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 3181 completed, throughput=5MB/sec 2023-12-16T18:38:54.201 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UWxI4Oz8JmvcKCR off=4068707 len=1406826 2023-12-16T18:38:54.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 3182 completed, throughput=5MB/sec 2023-12-16T18:38:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:54 smithi071 ceph-mon[139725]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:38:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:54 smithi071 ceph-mon[142085]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:38:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:54 smithi184 ceph-mon[136228]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:38:55.203 INFO:tasks.workunit.client.0.smithi071.stdout: 629: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:55.204 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XcA6l-EZJCqUjzS off=2487674 len=404242 2023-12-16T18:38:55.205 INFO:tasks.workunit.client.0.smithi071.stdout:op 3183 completed, throughput=4.99MB/sec 2023-12-16T18:38:55.205 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rA6hNhgRKIMndyS off=13606228 len=1067463 2023-12-16T18:38:55.211 INFO:tasks.workunit.client.0.smithi071.stdout:op 3184 completed, throughput=5MB/sec 2023-12-16T18:38:55.211 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PE18dx3Lt4pTuj5 off=4286570 len=1716392 2023-12-16T18:38:55.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 3185 completed, throughput=5MB/sec 2023-12-16T18:38:55.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uONmYy4GIsyINIB off=9544670 len=1024380 2023-12-16T18:38:55.218 INFO:tasks.workunit.client.0.smithi071.stdout:op 3186 completed, throughput=5MB/sec 2023-12-16T18:38:55.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E2Rm7QkVPGy1X3l off=5604429 len=1077800 2023-12-16T18:38:55.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 3187 completed, throughput=5MB/sec 2023-12-16T18:38:56.224 INFO:tasks.workunit.client.0.smithi071.stdout: 630: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:56.224 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G24UWcIHgXgZPsm off=810865 len=1763285 2023-12-16T18:38:56.235 INFO:tasks.workunit.client.0.smithi071.stdout:op 3188 completed, throughput=5MB/sec 2023-12-16T18:38:56.235 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XN_faGsKOBpQRAN off=9452670 len=1159951 2023-12-16T18:38:56.236 INFO:tasks.workunit.client.0.smithi071.stdout:op 3189 completed, throughput=5MB/sec 2023-12-16T18:38:56.237 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r5MH06nXxiPtFg1 off=3664179 len=777044 2023-12-16T18:38:56.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 3190 completed, throughput=5MB/sec 2023-12-16T18:38:56.238 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vHsPGD6WCApWd25 off=6971679 len=2047561 2023-12-16T18:38:56.240 INFO:tasks.workunit.client.0.smithi071.stdout:op 3191 completed, throughput=5MB/sec 2023-12-16T18:38:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:56 smithi071 ceph-mon[139725]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:56 smithi071 ceph-mon[142085]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:56 smithi184 ceph-mon[136228]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:38:57.240 INFO:tasks.workunit.client.0.smithi071.stdout: 631: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:57.241 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lr4mrmkKkg8iP9s off=1202328 len=1756928 2023-12-16T18:38:57.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 3192 completed, throughput=5MB/sec 2023-12-16T18:38:57.242 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Om3RwIgUvlXZq66 off=5019341 len=961600 2023-12-16T18:38:57.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 3193 completed, throughput=5MB/sec 2023-12-16T18:38:57.245 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-h-dX_HawVvOmmFr off=16924427 len=323052 2023-12-16T18:38:57.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 3194 completed, throughput=5MB/sec 2023-12-16T18:38:57.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N9MUYYOTNQxXL4f off=18900730 len=785244 2023-12-16T18:38:57.250 INFO:tasks.workunit.client.0.smithi071.stdout:op 3195 completed, throughput=5MB/sec 2023-12-16T18:38:57.250 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9wmd00AygPOrsUd off=8954097 len=1524244 2023-12-16T18:38:57.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 3196 completed, throughput=5MB/sec 2023-12-16T18:38:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:38:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:38:57] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:38:58.253 INFO:tasks.workunit.client.0.smithi071.stdout: 632: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:58.254 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BWSmq6EwS9MndNs off=2736008 len=167122 2023-12-16T18:38:58.254 INFO:tasks.workunit.client.0.smithi071.stdout:op 3197 completed, throughput=4.99MB/sec 2023-12-16T18:38:58.254 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_diu8BvlEyrx9bU off=11274973 len=309971 2023-12-16T18:38:58.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 3198 completed, throughput=4.99MB/sec 2023-12-16T18:38:58.258 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fJONYSH5eoj9DaT off=867316 len=706548 2023-12-16T18:38:58.259 INFO:tasks.workunit.client.0.smithi071.stdout:op 3199 completed, throughput=5MB/sec 2023-12-16T18:38:58.259 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bLQHUDCzf79c84Y off=5433090 len=514767 2023-12-16T18:38:58.260 INFO:tasks.workunit.client.0.smithi071.stdout:op 3200 completed, throughput=5MB/sec 2023-12-16T18:38:58.260 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O0hlhYi6Be_VMsn off=17731987 len=762787 2023-12-16T18:38:58.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 3201 completed, throughput=5MB/sec 2023-12-16T18:38:58.261 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mlkSXLtmLMCT-vj off=7548300 len=1941318 2023-12-16T18:38:58.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 3202 completed, throughput=5MB/sec 2023-12-16T18:38:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:38:58 smithi071 ceph-mon[139725]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:38:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:38:58 smithi071 ceph-mon[142085]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:38:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:38:58 smithi184 ceph-mon[136228]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:38:59.269 INFO:tasks.workunit.client.0.smithi071.stdout: 633: throughput=4.99MB/sec pending data=0 2023-12-16T18:38:59.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eHcp4ggt9enBrKS off=19004817 len=1855476 2023-12-16T18:38:59.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 3203 completed, throughput=5MB/sec 2023-12-16T18:38:59.278 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FfsArRUxuFxNacK off=6666862 len=688348 2023-12-16T18:38:59.279 INFO:tasks.workunit.client.0.smithi071.stdout:op 3204 completed, throughput=5MB/sec 2023-12-16T18:38:59.279 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sKyK3Uk7uBl6DVY off=13764020 len=1499313 2023-12-16T18:38:59.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 3205 completed, throughput=5MB/sec 2023-12-16T18:38:59.282 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MLOukF548xJq46r off=14464303 len=702976 2023-12-16T18:38:59.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 3206 completed, throughput=5MB/sec 2023-12-16T18:38:59.286 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xL5tU8-N339Uwb_ off=17562823 len=1606918 2023-12-16T18:38:59.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 3207 completed, throughput=5MB/sec 2023-12-16T18:39:00.288 INFO:tasks.workunit.client.0.smithi071.stdout: 634: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:00.288 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jt2IahAm4c9zZ2G off=706302 len=300753 2023-12-16T18:39:00.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 3208 completed, throughput=4.99MB/sec 2023-12-16T18:39:00.289 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0SCcZQPpLN1ku1G off=3878741 len=1080013 2023-12-16T18:39:00.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 3209 completed, throughput=5MB/sec 2023-12-16T18:39:00.290 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vVTty1U-cKTYoZM off=7113153 len=560707 2023-12-16T18:39:00.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 3210 completed, throughput=5MB/sec 2023-12-16T18:39:00.294 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dqzGv76DMSOWfZ7 off=7148960 len=1038342 2023-12-16T18:39:00.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 3211 completed, throughput=5MB/sec 2023-12-16T18:39:00.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gyDjtE0g4EHFHL1 off=10010490 len=1608599 2023-12-16T18:39:00.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 3212 completed, throughput=5MB/sec 2023-12-16T18:39:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:00 smithi071 ceph-mon[139725]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:39:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:00 smithi071 ceph-mon[142085]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:39:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:00 smithi184 ceph-mon[136228]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:39:01.303 INFO:tasks.workunit.client.0.smithi071.stdout: 635: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:01.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vj-Ko4NioK65b3E off=13051197 len=1150212 2023-12-16T18:39:01.309 INFO:tasks.workunit.client.0.smithi071.stdout:op 3213 completed, throughput=4.99MB/sec 2023-12-16T18:39:01.309 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PebFdlIU-ApJM-E off=4651150 len=1225532 2023-12-16T18:39:01.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 3214 completed, throughput=5MB/sec 2023-12-16T18:39:01.311 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O3IkKBYsAhEXO4E off=0 len=1133505 2023-12-16T18:39:01.312 INFO:tasks.workunit.client.0.smithi071.stdout:op 3215 completed, throughput=5MB/sec 2023-12-16T18:39:01.312 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UGApRZ4RBPtABG2 off=4377238 len=782329 2023-12-16T18:39:01.313 INFO:tasks.workunit.client.0.smithi071.stdout:op 3216 completed, throughput=5MB/sec 2023-12-16T18:39:01.313 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m6879iRMA1iTwzJ off=4193169 len=1137935 2023-12-16T18:39:01.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 3217 completed, throughput=5MB/sec 2023-12-16T18:39:02.172 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:39:02.321 INFO:tasks.workunit.client.0.smithi071.stdout: 636: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:02.322 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VYl0ccyAGS9jVRD off=4763743 len=328661 2023-12-16T18:39:02.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 3218 completed, throughput=4.99MB/sec 2023-12-16T18:39:02.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dqLkxC_vaQa-fkR off=2901846 len=2016106 2023-12-16T18:39:02.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 3219 completed, throughput=5MB/sec 2023-12-16T18:39:02.327 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V1sXOya-MeI_TB_ off=305116 len=1446520 2023-12-16T18:39:02.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 3220 completed, throughput=5MB/sec 2023-12-16T18:39:02.330 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DaNRVfgyMuqjNZU off=1093064 len=27985 2023-12-16T18:39:02.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 3221 completed, throughput=5MB/sec 2023-12-16T18:39:02.330 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jKnJLHQbCzYgBPT off=5221112 len=1789933 2023-12-16T18:39:02.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 3222 completed, throughput=5MB/sec 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (28m) 5m ago 31m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (28m) 2m ago 31m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (32m) 5m ago 32m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (32m) 2m ago 32m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (28m) 2m ago 34m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (28m) 5m ago 35m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (27m) 5m ago 35m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (27m) 2m ago 34m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (27m) 5m ago 34m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (28m) 5m ago 31m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (28m) 2m ago 31m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:39:02.487 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (26m) 5m ago 34m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (26m) 5m ago 33m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (25m) 5m ago 33m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (25m) 5m ago 33m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (24m) 2m ago 33m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (24m) 2m ago 32m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (23m) 2m ago 32m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (23m) 2m ago 32m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:39:02.488 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (28m) 2m ago 31m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:39:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:02 smithi071 ceph-mon[139725]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:02 smithi071 ceph-mon[142085]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:02 smithi184 ceph-mon[136228]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:39:02.878 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:39:02.879 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:39:03.332 INFO:tasks.workunit.client.0.smithi071.stdout: 637: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:03.332 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gIhTnJVf0xvAU17 off=5979712 len=879951 2023-12-16T18:39:03.334 INFO:tasks.workunit.client.0.smithi071.stdout:op 3223 completed, throughput=4.99MB/sec 2023-12-16T18:39:03.335 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6FT6RslODSyI9Kn off=15421402 len=509976 2023-12-16T18:39:03.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 3224 completed, throughput=5MB/sec 2023-12-16T18:39:03.338 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1C6o9osLBA_vgL1 off=401123 len=1681433 2023-12-16T18:39:03.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 3225 completed, throughput=5MB/sec 2023-12-16T18:39:03.346 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9I0h60Z2_ovbfm3 off=10349512 len=688364 2023-12-16T18:39:03.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 3226 completed, throughput=5MB/sec 2023-12-16T18:39:03.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--u3KYuf1Hezq7gB off=14219199 len=658057 2023-12-16T18:39:03.353 INFO:tasks.workunit.client.0.smithi071.stdout:op 3227 completed, throughput=5MB/sec 2023-12-16T18:39:03.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u82e1cbX8ekk-f- off=6141189 len=428330 2023-12-16T18:39:03.356 INFO:tasks.workunit.client.0.smithi071.stdout:op 3228 completed, throughput=5MB/sec 2023-12-16T18:39:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[142085]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[142085]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4160484984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[139725]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[139725]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4160484984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:03 smithi184 ceph-mon[136228]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:03 smithi184 ceph-mon[136228]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4160484984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:03.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:04.357 INFO:tasks.workunit.client.0.smithi071.stdout: 638: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:04.357 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wMP7o0CzViSP15G off=13297835 len=795350 2023-12-16T18:39:04.361 INFO:tasks.workunit.client.0.smithi071.stdout:op 3229 completed, throughput=4.99MB/sec 2023-12-16T18:39:04.361 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0a88ZncKv5ndA7O off=355581 len=2053474 2023-12-16T18:39:04.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 3230 completed, throughput=5MB/sec 2023-12-16T18:39:04.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zg1ofbpA5Xj-2Gt off=10533563 len=1930033 2023-12-16T18:39:04.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 3231 completed, throughput=5MB/sec 2023-12-16T18:39:04.373 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-v2nRY_0BUKvpiOC off=269217 len=728858 2023-12-16T18:39:04.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 3232 completed, throughput=5MB/sec 2023-12-16T18:39:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:04 smithi071 ceph-mon[139725]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:39:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:04 smithi071 ceph-mon[142085]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:39:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:04 smithi184 ceph-mon[136228]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:39:05.375 INFO:tasks.workunit.client.0.smithi071.stdout: 639: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:05.375 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NdYzL5d1P-UPosW off=807598 len=632303 2023-12-16T18:39:05.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 3233 completed, throughput=4.99MB/sec 2023-12-16T18:39:05.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fJiCJjKmAZT1i5v off=4252347 len=1683117 2023-12-16T18:39:05.390 INFO:tasks.workunit.client.0.smithi071.stdout:op 3234 completed, throughput=5MB/sec 2023-12-16T18:39:05.390 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M4HPePyeo2CGSJJ off=5239295 len=1685974 2023-12-16T18:39:05.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 3235 completed, throughput=5MB/sec 2023-12-16T18:39:05.392 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vj4PTHC6tprFEPM off=4764292 len=1665883 2023-12-16T18:39:05.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 3236 completed, throughput=5MB/sec 2023-12-16T18:39:06.400 INFO:tasks.workunit.client.0.smithi071.stdout: 640: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:06.400 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MDh7zKCYakD3tvH off=14721381 len=244425 2023-12-16T18:39:06.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 3237 completed, throughput=4.99MB/sec 2023-12-16T18:39:06.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EXSjTiLV0yuVCAu off=4885064 len=864556 2023-12-16T18:39:06.406 INFO:tasks.workunit.client.0.smithi071.stdout:op 3238 completed, throughput=5MB/sec 2023-12-16T18:39:06.407 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZQbfn8vlS1LM0_U off=21828324 len=584732 2023-12-16T18:39:06.410 INFO:tasks.workunit.client.0.smithi071.stdout:op 3239 completed, throughput=5MB/sec 2023-12-16T18:39:06.410 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-btZFTiIrcJDu76T off=1755817 len=1848644 2023-12-16T18:39:06.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 3240 completed, throughput=5MB/sec 2023-12-16T18:39:06.412 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TiUGb4iaqvlceeo off=4862240 len=1410595 2023-12-16T18:39:06.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 3241 completed, throughput=5MB/sec 2023-12-16T18:39:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:06 smithi071 ceph-mon[139725]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:06 smithi071 ceph-mon[142085]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:06 smithi184 ceph-mon[136228]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:07.416 INFO:tasks.workunit.client.0.smithi071.stdout: 641: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:07.416 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M4J7xIrSQBCJ8YH off=5965936 len=903046 2023-12-16T18:39:07.420 INFO:tasks.workunit.client.0.smithi071.stdout:op 3242 completed, throughput=4.99MB/sec 2023-12-16T18:39:07.420 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dSVKD3-7qU3nKBS off=11506664 len=465649 2023-12-16T18:39:07.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 3243 completed, throughput=4.99MB/sec 2023-12-16T18:39:07.421 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cwCpEzy91TR7nIy off=2393881 len=1364751 2023-12-16T18:39:07.426 INFO:tasks.workunit.client.0.smithi071.stdout:op 3244 completed, throughput=5MB/sec 2023-12-16T18:39:07.426 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ch0b8BqK8W_1f3x off=5315487 len=1728887 2023-12-16T18:39:07.429 INFO:tasks.workunit.client.0.smithi071.stdout:op 3245 completed, throughput=5MB/sec 2023-12-16T18:39:07.429 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1QlL-Z3525gjQ9A off=5018603 len=522508 2023-12-16T18:39:07.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 3246 completed, throughput=5MB/sec 2023-12-16T18:39:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:07 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:39:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:07] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:39:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:07 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:39:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:07 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:39:08.433 INFO:tasks.workunit.client.0.smithi071.stdout: 642: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:08.433 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5iwnU7SUIz8suME off=5236040 len=1160956 2023-12-16T18:39:08.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 3247 completed, throughput=4.99MB/sec 2023-12-16T18:39:08.438 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MO5rggWwhX4DplL off=6591929 len=1295427 2023-12-16T18:39:08.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 3248 completed, throughput=5MB/sec 2023-12-16T18:39:08.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1wbILJzR2ucV57g off=7767013 len=264869 2023-12-16T18:39:08.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 3249 completed, throughput=5MB/sec 2023-12-16T18:39:08.441 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N9MUYYOTNQxXL4f off=7170328 len=1616074 2023-12-16T18:39:08.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 3250 completed, throughput=5MB/sec 2023-12-16T18:39:08.449 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d0myYsnfOqchIZf off=2749820 len=848034 2023-12-16T18:39:08.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 3251 completed, throughput=5MB/sec 2023-12-16T18:39:08.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pCbJHddLdBRcXJb off=5012833 len=133701 2023-12-16T18:39:08.454 INFO:tasks.workunit.client.0.smithi071.stdout:op 3252 completed, throughput=5MB/sec 2023-12-16T18:39:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:08 smithi184 ceph-mon[136228]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:39:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:39:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:39:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[139725]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:39:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:39:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:39:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[142085]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:39:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:39:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:39:09.454 INFO:tasks.workunit.client.0.smithi071.stdout: 643: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:09.454 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DlxakjQ7zZEEWwJ off=125140 len=1286867 2023-12-16T18:39:09.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 3253 completed, throughput=4.99MB/sec 2023-12-16T18:39:09.463 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2Qqn3pJACtMCf3k off=15567831 len=1926717 2023-12-16T18:39:09.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 3254 completed, throughput=5MB/sec 2023-12-16T18:39:09.474 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WtTD7pBoXOB0rrJ off=15479650 len=808425 2023-12-16T18:39:09.475 INFO:tasks.workunit.client.0.smithi071.stdout:op 3255 completed, throughput=5MB/sec 2023-12-16T18:39:09.475 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dp9wEQGqN5dbZ2- off=335461 len=695673 2023-12-16T18:39:09.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 3256 completed, throughput=5MB/sec 2023-12-16T18:39:09.476 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-20Mc_i8loOurD1W off=2810299 len=1705270 2023-12-16T18:39:09.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 3257 completed, throughput=5MB/sec 2023-12-16T18:39:10.479 INFO:tasks.workunit.client.0.smithi071.stdout: 644: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:10.480 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wHJokz9YZQMiL61 off=7512484 len=535401 2023-12-16T18:39:10.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 3258 completed, throughput=4.99MB/sec 2023-12-16T18:39:10.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jKrLjuYkHJ5F1gp off=16205174 len=1032923 2023-12-16T18:39:10.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 3259 completed, throughput=5MB/sec 2023-12-16T18:39:10.486 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-88kteQBXIzQqfEW off=1426240 len=1726622 2023-12-16T18:39:10.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 3260 completed, throughput=5MB/sec 2023-12-16T18:39:10.488 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Dg3hYBUr7sjtnHJ off=8508050 len=430879 2023-12-16T18:39:10.489 INFO:tasks.workunit.client.0.smithi071.stdout:op 3261 completed, throughput=5MB/sec 2023-12-16T18:39:10.490 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IvDomB7JECV1PiE off=1197071 len=723005 2023-12-16T18:39:10.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 3262 completed, throughput=5MB/sec 2023-12-16T18:39:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:10 smithi184 ceph-mon[136228]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:10 smithi071 ceph-mon[139725]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:10 smithi071 ceph-mon[142085]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:11.491 INFO:tasks.workunit.client.0.smithi071.stdout: 645: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HQLVvXcE3dLEK_O off=3146524 len=598198 2023-12-16T18:39:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:op 3263 completed, throughput=4.99MB/sec 2023-12-16T18:39:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D7coy5GOw6bGC6g off=10090609 len=52258 2023-12-16T18:39:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:op 3264 completed, throughput=4.99MB/sec 2023-12-16T18:39:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sZfhxz7sWXxCTC0 off=4724099 len=1692192 2023-12-16T18:39:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:op 3265 completed, throughput=5MB/sec 2023-12-16T18:39:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-s8D50MhEvzJPXxL off=5871194 len=668636 2023-12-16T18:39:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 3266 completed, throughput=5MB/sec 2023-12-16T18:39:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f_8CHJZajBDZyUR off=6315527 len=1244393 2023-12-16T18:39:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 3267 completed, throughput=5MB/sec 2023-12-16T18:39:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oTQioHLzEuQKsK6 off=293868 len=900086 2023-12-16T18:39:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:op 3268 completed, throughput=5MB/sec 2023-12-16T18:39:12.508 INFO:tasks.workunit.client.0.smithi071.stdout: 646: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:12.508 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CkKCP4fIr5pH0Qe off=6650476 len=2075429 2023-12-16T18:39:12.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 3269 completed, throughput=5MB/sec 2023-12-16T18:39:12.513 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w1k_iSMCfNDghSi off=2085940 len=1748063 2023-12-16T18:39:12.515 INFO:tasks.workunit.client.0.smithi071.stdout:op 3270 completed, throughput=5MB/sec 2023-12-16T18:39:12.515 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QsjYQsdtBFAdWZH off=209320 len=89869 2023-12-16T18:39:12.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 3271 completed, throughput=5MB/sec 2023-12-16T18:39:12.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MdJAlBG6ZkslGWt off=12815201 len=210647 2023-12-16T18:39:12.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 3272 completed, throughput=5MB/sec 2023-12-16T18:39:12.519 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HGqHWOvlaJJJ_s9 off=7714571 len=1150441 2023-12-16T18:39:12.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 3273 completed, throughput=5MB/sec 2023-12-16T18:39:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:12 smithi184 ceph-mon[136228]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:12 smithi071 ceph-mon[139725]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:12 smithi071 ceph-mon[142085]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: 647: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:13.526 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oMpi0WPLURUlQJu off=10342693 len=1027519 2023-12-16T18:39:13.530 INFO:tasks.workunit.client.0.smithi071.stdout:op 3274 completed, throughput=4.99MB/sec 2023-12-16T18:39:13.531 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_sU8rODdifg-5Y_ off=9534164 len=35646 2023-12-16T18:39:13.531 INFO:tasks.workunit.client.0.smithi071.stdout:op 3275 completed, throughput=4.99MB/sec 2023-12-16T18:39:13.531 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BCb7K9oH7lXscFs off=2776971 len=668120 2023-12-16T18:39:13.535 INFO:tasks.workunit.client.0.smithi071.stdout:op 3276 completed, throughput=4.99MB/sec 2023-12-16T18:39:13.535 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r9ln6upjJJJFYZb off=11294143 len=1477371 2023-12-16T18:39:13.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 3277 completed, throughput=5MB/sec 2023-12-16T18:39:13.543 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eemhp2AdZqiXGQ6 off=476222 len=952089 2023-12-16T18:39:13.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 3278 completed, throughput=5MB/sec 2023-12-16T18:39:13.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RfK1uZsNFKsstcM off=6039698 len=1415928 2023-12-16T18:39:13.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 3279 completed, throughput=5MB/sec 2023-12-16T18:39:14.550 INFO:tasks.workunit.client.0.smithi071.stdout: 648: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:14.550 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nXmyewJF5cGAMpx off=16909977 len=1536397 2023-12-16T18:39:14.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 3280 completed, throughput=4.99MB/sec 2023-12-16T18:39:14.558 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NvYHWSP5AmRa1ZS off=13415125 len=1690468 2023-12-16T18:39:14.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 3281 completed, throughput=5MB/sec 2023-12-16T18:39:14.560 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZZ_lDtj_YqYIHNO off=10830019 len=555097 2023-12-16T18:39:14.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 3282 completed, throughput=5MB/sec 2023-12-16T18:39:14.560 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jpiXHbg_m7GZA5P off=5017050 len=345945 2023-12-16T18:39:14.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 3283 completed, throughput=5MB/sec 2023-12-16T18:39:14.563 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VjEXrNV2k2l4bMt off=201910 len=566895 2023-12-16T18:39:14.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 3284 completed, throughput=5MB/sec 2023-12-16T18:39:14.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8HDySjruJXCxHWo off=8099220 len=580937 2023-12-16T18:39:14.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 3285 completed, throughput=5MB/sec 2023-12-16T18:39:14.775 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:14 smithi071 ceph-mon[142085]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:14.776 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:14 smithi071 ceph-mon[139725]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:14 smithi184 ceph-mon[136228]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:39:15.566 INFO:tasks.workunit.client.0.smithi071.stdout: 649: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:15.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r9edlvp1KgV-CN- off=4550877 len=1728737 2023-12-16T18:39:15.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 3286 completed, throughput=5MB/sec 2023-12-16T18:39:15.577 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9utmiYe-X9MYsLh off=13553730 len=2068306 2023-12-16T18:39:15.579 INFO:tasks.workunit.client.0.smithi071.stdout:op 3287 completed, throughput=5MB/sec 2023-12-16T18:39:15.580 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GvWHQZHgFao0vg4 off=21832537 len=2057112 2023-12-16T18:39:15.582 INFO:tasks.workunit.client.0.smithi071.stdout:op 3288 completed, throughput=5MB/sec 2023-12-16T18:39:16.583 INFO:tasks.workunit.client.0.smithi071.stdout: 650: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:16.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c_hcVsGPaCAsijA off=1089311 len=2038544 2023-12-16T18:39:16.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 3289 completed, throughput=5MB/sec 2023-12-16T18:39:16.592 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lCe3X5bbFKqYeUw off=6508193 len=1161278 2023-12-16T18:39:16.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 3290 completed, throughput=5MB/sec 2023-12-16T18:39:16.593 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bM_dyorfkhlqLsN off=4072053 len=306260 2023-12-16T18:39:16.595 INFO:tasks.workunit.client.0.smithi071.stdout:op 3291 completed, throughput=5MB/sec 2023-12-16T18:39:16.595 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5msfHBzXsv7Fp2L off=4908211 len=1881899 2023-12-16T18:39:16.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 3292 completed, throughput=5MB/sec 2023-12-16T18:39:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:16 smithi184 ceph-mon[136228]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:16 smithi071 ceph-mon[139725]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:16 smithi071 ceph-mon[142085]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: 651: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:17.603 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iMbUN3j7m_1-K0o off=392347 len=506254 2023-12-16T18:39:17.604 INFO:tasks.workunit.client.0.smithi071.stdout:op 3293 completed, throughput=4.99MB/sec 2023-12-16T18:39:17.604 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ug-fNAxl4LfU9uO off=2027909 len=89266 2023-12-16T18:39:17.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 3294 completed, throughput=4.99MB/sec 2023-12-16T18:39:17.607 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vH-ppA-7pa6T38K off=4490650 len=1664525 2023-12-16T18:39:17.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 3295 completed, throughput=5MB/sec 2023-12-16T18:39:17.610 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ne0QTyxlEaf7RJB off=5330245 len=2088625 2023-12-16T18:39:17.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 3296 completed, throughput=5MB/sec 2023-12-16T18:39:17.622 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tKHqJNdgoFh3xfK off=17238171 len=1652930 2023-12-16T18:39:17.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 3297 completed, throughput=5MB/sec 2023-12-16T18:39:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:17] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:39:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: 652: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:18.626 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zC6HudJHf1zeccj off=3377338 len=321026 2023-12-16T18:39:18.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 3298 completed, throughput=4.99MB/sec 2023-12-16T18:39:18.627 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8TkZ1DPZP8qaJfP off=2332091 len=1826835 2023-12-16T18:39:18.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 3299 completed, throughput=5MB/sec 2023-12-16T18:39:18.629 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gyZdNB-OSBq1B9H off=632310 len=80152 2023-12-16T18:39:18.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 3300 completed, throughput=5MB/sec 2023-12-16T18:39:18.632 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CDzPitLeYoLHed_ off=8255049 len=1090024 2023-12-16T18:39:18.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 3301 completed, throughput=5MB/sec 2023-12-16T18:39:18.634 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-653ju1-73z1zqYW off=97754 len=794871 2023-12-16T18:39:18.635 INFO:tasks.workunit.client.0.smithi071.stdout:op 3302 completed, throughput=5MB/sec 2023-12-16T18:39:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:18 smithi184 ceph-mon[136228]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:39:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:18 smithi071 ceph-mon[139725]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:39:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:18 smithi071 ceph-mon[142085]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:39:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: 653: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:19.636 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J_VK0bFeu9g1P8K off=9205009 len=785686 2023-12-16T18:39:19.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 3303 completed, throughput=4.99MB/sec 2023-12-16T18:39:19.637 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AuQCNLE5sGlKYo2 off=7508934 len=1235748 2023-12-16T18:39:19.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 3304 completed, throughput=5MB/sec 2023-12-16T18:39:19.646 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yRb07OMnMtKUP2h off=3603410 len=1396197 2023-12-16T18:39:19.647 INFO:tasks.workunit.client.0.smithi071.stdout:op 3305 completed, throughput=5MB/sec 2023-12-16T18:39:19.647 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y7IB_3EDuG-Ha7B off=36881 len=1766316 2023-12-16T18:39:19.657 INFO:tasks.workunit.client.0.smithi071.stdout:op 3306 completed, throughput=5MB/sec 2023-12-16T18:39:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:19 smithi184 ceph-mon[136228]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:39:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:19 smithi071 ceph-mon[139725]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:39:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:19 smithi071 ceph-mon[142085]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:39:20.657 INFO:tasks.workunit.client.0.smithi071.stdout: 654: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:20.657 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLmASAt6oc0UuNw off=4843508 len=1101109 2023-12-16T18:39:20.659 INFO:tasks.workunit.client.0.smithi071.stdout:op 3307 completed, throughput=4.99MB/sec 2023-12-16T18:39:20.659 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SfsNuCgwAv3ySHf off=807293 len=580751 2023-12-16T18:39:20.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 3308 completed, throughput=4.99MB/sec 2023-12-16T18:39:20.660 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZELb-SkjqYg6gdk off=7497261 len=309676 2023-12-16T18:39:20.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 3309 completed, throughput=5MB/sec 2023-12-16T18:39:20.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mKqqeg4A_i1pyc7 off=13818469 len=260012 2023-12-16T18:39:20.664 INFO:tasks.workunit.client.0.smithi071.stdout:op 3310 completed, throughput=5MB/sec 2023-12-16T18:39:20.664 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BBQHZPUNZ-2cRRA off=1525113 len=1326938 2023-12-16T18:39:20.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 3311 completed, throughput=5MB/sec 2023-12-16T18:39:20.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yz1OFNltcXL7O2c off=20780034 len=271273 2023-12-16T18:39:20.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 3312 completed, throughput=5MB/sec 2023-12-16T18:39:20.671 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PJpGgW8BsQ5AkFT off=4286566 len=701194 2023-12-16T18:39:20.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 3313 completed, throughput=5MB/sec 2023-12-16T18:39:20.675 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-he2rDcBlrJBqPG7 off=14987975 len=735208 2023-12-16T18:39:20.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 3314 completed, throughput=5MB/sec 2023-12-16T18:39:20.680 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2EOrYARXb-7ecQP off=6276420 len=806654 2023-12-16T18:39:20.682 INFO:tasks.workunit.client.0.smithi071.stdout:op 3315 completed, throughput=5MB/sec 2023-12-16T18:39:21.682 INFO:tasks.workunit.client.0.smithi071.stdout: 655: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:21.683 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6FWs5ByUFV4zjK8 off=18864952 len=275022 2023-12-16T18:39:21.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 3316 completed, throughput=4.99MB/sec 2023-12-16T18:39:21.683 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3kTk9toGmmYKEo2 off=1280972 len=1347051 2023-12-16T18:39:21.685 INFO:tasks.workunit.client.0.smithi071.stdout:op 3317 completed, throughput=5MB/sec 2023-12-16T18:39:21.685 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uqq1zOMcTQEdi_R off=9473175 len=1412958 2023-12-16T18:39:21.693 INFO:tasks.workunit.client.0.smithi071.stdout:op 3318 completed, throughput=5MB/sec 2023-12-16T18:39:21.694 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-H_MjSXxDk3Mpga5 off=16599506 len=2040136 2023-12-16T18:39:21.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 3319 completed, throughput=5MB/sec 2023-12-16T18:39:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:22 smithi071 ceph-mon[139725]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:22.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:22 smithi071 ceph-mon[142085]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:22.539 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:22 smithi184 ceph-mon[136228]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:39:22.696 INFO:tasks.workunit.client.0.smithi071.stdout: 656: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:22.696 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3ySnHic11LYUYbG off=4047743 len=923535 2023-12-16T18:39:22.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 3320 completed, throughput=4.99MB/sec 2023-12-16T18:39:22.701 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8wITo6pUjR2SbT6 off=14489447 len=723106 2023-12-16T18:39:22.703 INFO:tasks.workunit.client.0.smithi071.stdout:op 3321 completed, throughput=5MB/sec 2023-12-16T18:39:22.703 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fCW7iA19CYvMwbV off=4851739 len=1520488 2023-12-16T18:39:22.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 3322 completed, throughput=5MB/sec 2023-12-16T18:39:22.706 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xYf4VwTCDlzoL8- off=3592381 len=1678065 2023-12-16T18:39:22.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 3323 completed, throughput=5MB/sec 2023-12-16T18:39:23.708 INFO:tasks.workunit.client.0.smithi071.stdout: 657: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:23.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8AlwShO3EYtERmp off=1712637 len=1167091 2023-12-16T18:39:23.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 3324 completed, throughput=4.99MB/sec 2023-12-16T18:39:23.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jbLjezhyrKM-BH8 off=12480696 len=1351996 2023-12-16T18:39:23.711 INFO:tasks.workunit.client.0.smithi071.stdout:op 3325 completed, throughput=5MB/sec 2023-12-16T18:39:23.711 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O_EQ1isUiGONKvF off=5437844 len=145112 2023-12-16T18:39:23.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 3326 completed, throughput=5MB/sec 2023-12-16T18:39:23.714 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HbKC7VkmveGlYt0 off=10081939 len=1509549 2023-12-16T18:39:23.716 INFO:tasks.workunit.client.0.smithi071.stdout:op 3327 completed, throughput=5MB/sec 2023-12-16T18:39:23.716 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_50-IkUM7hJy6JS off=4141289 len=1134344 2023-12-16T18:39:23.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 3328 completed, throughput=5MB/sec 2023-12-16T18:39:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:24 smithi071 ceph-mon[142085]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:39:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:24 smithi071 ceph-mon[139725]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:39:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:24 smithi184 ceph-mon[136228]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:39:24.718 INFO:tasks.workunit.client.0.smithi071.stdout: 658: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:24.718 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fBkwaQAwR_uG22a off=2011087 len=924905 2023-12-16T18:39:24.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 3329 completed, throughput=4.99MB/sec 2023-12-16T18:39:24.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d1AOQuqt4-MiphZ off=1677767 len=1106000 2023-12-16T18:39:24.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 3330 completed, throughput=5MB/sec 2023-12-16T18:39:24.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZcMkRf1RXyFnQk7 off=9037701 len=1751835 2023-12-16T18:39:24.723 INFO:tasks.workunit.client.0.smithi071.stdout:op 3331 completed, throughput=5MB/sec 2023-12-16T18:39:24.723 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7STaJh2P8jjma9t off=400535 len=200577 2023-12-16T18:39:24.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 3332 completed, throughput=5MB/sec 2023-12-16T18:39:24.724 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i1IWD4S-0oiZfcd off=933859 len=10680 2023-12-16T18:39:24.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 3333 completed, throughput=5MB/sec 2023-12-16T18:39:24.727 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zDxxo7gNTzwOOdc off=102605 len=1026080 2023-12-16T18:39:24.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 3334 completed, throughput=5MB/sec 2023-12-16T18:39:24.731 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xVRkoRZP7zOa_Dh off=3282595 len=936102 2023-12-16T18:39:24.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 3335 completed, throughput=5MB/sec 2023-12-16T18:39:25.734 INFO:tasks.workunit.client.0.smithi071.stdout: 659: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:25.734 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mpDikdkXlTc2uRf off=22126902 len=153370 2023-12-16T18:39:25.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 3336 completed, throughput=4.99MB/sec 2023-12-16T18:39:25.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4HkUWzcbhCMianW off=8322714 len=1334735 2023-12-16T18:39:25.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 3337 completed, throughput=5MB/sec 2023-12-16T18:39:25.740 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l_e_9QCEYhPDWPC off=0 len=1517208 2023-12-16T18:39:25.741 INFO:tasks.workunit.client.0.smithi071.stdout:op 3338 completed, throughput=5MB/sec 2023-12-16T18:39:25.742 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uWWSXUp0Q7r73m9 off=1076408 len=1365982 2023-12-16T18:39:25.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 3339 completed, throughput=5MB/sec 2023-12-16T18:39:25.744 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tm8JYW4VDx1ZO3t off=6066798 len=713801 2023-12-16T18:39:25.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 3340 completed, throughput=5MB/sec 2023-12-16T18:39:26.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:26 smithi071 ceph-mon[139725]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:39:26.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:26 smithi071 ceph-mon[142085]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:39:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:26 smithi184 ceph-mon[136228]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:39:26.750 INFO:tasks.workunit.client.0.smithi071.stdout: 660: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:26.750 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CcmcHjd6vMitCfd off=3234488 len=543273 2023-12-16T18:39:26.754 INFO:tasks.workunit.client.0.smithi071.stdout:op 3341 completed, throughput=4.99MB/sec 2023-12-16T18:39:26.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MrTrmP-ZkrrSxOL off=12722693 len=1296181 2023-12-16T18:39:26.760 INFO:tasks.workunit.client.0.smithi071.stdout:op 3342 completed, throughput=5MB/sec 2023-12-16T18:39:26.761 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FBhJ5xHbl1fnv9d off=17240757 len=1363828 2023-12-16T18:39:26.762 INFO:tasks.workunit.client.0.smithi071.stdout:op 3343 completed, throughput=5MB/sec 2023-12-16T18:39:26.762 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sOBN7Y_lghL4voD off=3279998 len=292349 2023-12-16T18:39:26.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 3344 completed, throughput=5MB/sec 2023-12-16T18:39:26.765 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XvpvZUlITfUu61n off=11028308 len=2004566 2023-12-16T18:39:26.776 INFO:tasks.workunit.client.0.smithi071.stdout:op 3345 completed, throughput=5MB/sec 2023-12-16T18:39:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:27] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:39:27.777 INFO:tasks.workunit.client.0.smithi071.stdout: 661: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:27.777 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oQjhUA7puW-9ww1 off=7154600 len=468514 2023-12-16T18:39:27.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 3346 completed, throughput=4.99MB/sec 2023-12-16T18:39:27.778 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XqYyFnAWdVPNvTj off=13100900 len=126653 2023-12-16T18:39:27.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 3347 completed, throughput=4.99MB/sec 2023-12-16T18:39:27.781 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f43l69IAFJtO568 off=575042 len=228873 2023-12-16T18:39:27.781 INFO:tasks.workunit.client.0.smithi071.stdout:op 3348 completed, throughput=4.99MB/sec 2023-12-16T18:39:27.781 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ll5FgXUpXzb1gxn off=12471677 len=2050463 2023-12-16T18:39:27.783 INFO:tasks.workunit.client.0.smithi071.stdout:op 3349 completed, throughput=5MB/sec 2023-12-16T18:39:27.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ncO_oo2MflK6nFI off=7123954 len=927798 2023-12-16T18:39:27.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 3350 completed, throughput=5MB/sec 2023-12-16T18:39:27.789 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TPOJ2BUwe0HsoSC off=14659080 len=63748 2023-12-16T18:39:27.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 3351 completed, throughput=5MB/sec 2023-12-16T18:39:27.789 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R_JvZV3og9wfGzE off=544852 len=530392 2023-12-16T18:39:27.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 3352 completed, throughput=5MB/sec 2023-12-16T18:39:27.790 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dzheZyMmiZZ056P off=6094056 len=318289 2023-12-16T18:39:27.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 3353 completed, throughput=5MB/sec 2023-12-16T18:39:27.791 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qBU6vjaDebEGsJ8 off=8771648 len=856191 2023-12-16T18:39:27.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 3354 completed, throughput=5MB/sec 2023-12-16T18:39:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:28 smithi071 ceph-mon[139725]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:28.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:28 smithi071 ceph-mon[142085]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:28 smithi184 ceph-mon[136228]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:28.792 INFO:tasks.workunit.client.0.smithi071.stdout: 662: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:28.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rx9Q0lAAY7fiCht off=11021212 len=1135710 2023-12-16T18:39:28.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 3355 completed, throughput=5MB/sec 2023-12-16T18:39:28.794 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L4boAiHiM65xsAU off=3561202 len=1724119 2023-12-16T18:39:28.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 3356 completed, throughput=5MB/sec 2023-12-16T18:39:28.797 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Epm1EEwAiwLGHDJ off=1812431 len=1141258 2023-12-16T18:39:28.803 INFO:tasks.workunit.client.0.smithi071.stdout:op 3357 completed, throughput=5MB/sec 2023-12-16T18:39:28.803 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f2eakS-m2jxxqeX off=9557242 len=1620830 2023-12-16T18:39:28.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 3358 completed, throughput=5MB/sec 2023-12-16T18:39:29.807 INFO:tasks.workunit.client.0.smithi071.stdout: 663: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:29.807 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nboqyfG88gptUie off=2176027 len=125092 2023-12-16T18:39:29.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 3359 completed, throughput=4.99MB/sec 2023-12-16T18:39:29.808 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yKiSfR62FKq_RlH off=7336842 len=1134673 2023-12-16T18:39:29.810 INFO:tasks.workunit.client.0.smithi071.stdout:op 3360 completed, throughput=5MB/sec 2023-12-16T18:39:29.810 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YawqaUHdNDk0zaq off=9208129 len=611778 2023-12-16T18:39:29.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 3361 completed, throughput=5MB/sec 2023-12-16T18:39:29.814 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GWyPkj0oUikj-Vt off=8233519 len=586902 2023-12-16T18:39:29.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 3362 completed, throughput=5MB/sec 2023-12-16T18:39:29.815 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LFusRxtA8yc4nsY off=17172860 len=332557 2023-12-16T18:39:29.819 INFO:tasks.workunit.client.0.smithi071.stdout:op 3363 completed, throughput=5MB/sec 2023-12-16T18:39:29.819 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X_TdJryt6twhT1M off=12897308 len=1679656 2023-12-16T18:39:29.826 INFO:tasks.workunit.client.0.smithi071.stdout:op 3364 completed, throughput=5MB/sec 2023-12-16T18:39:30.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:30 smithi071 ceph-mon[139725]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:39:30.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:30 smithi071 ceph-mon[142085]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:39:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:30 smithi184 ceph-mon[136228]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-16T18:39:30.826 INFO:tasks.workunit.client.0.smithi071.stdout: 664: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:30.826 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w2x02FpD1dYKS_0 off=81526 len=1288239 2023-12-16T18:39:30.829 INFO:tasks.workunit.client.0.smithi071.stdout:op 3365 completed, throughput=4.99MB/sec 2023-12-16T18:39:30.829 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Wbb3slxg7zrpoeS off=14289832 len=555147 2023-12-16T18:39:30.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 3366 completed, throughput=5MB/sec 2023-12-16T18:39:30.830 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ATN5UZJ1nISvuRR off=16649672 len=2004202 2023-12-16T18:39:30.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 3367 completed, throughput=5MB/sec 2023-12-16T18:39:30.842 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iNNkmshYKSUB2CX off=2009869 len=151148 2023-12-16T18:39:30.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 3368 completed, throughput=5MB/sec 2023-12-16T18:39:30.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a_cUWRZKN6sMiWF off=12004662 len=1744032 2023-12-16T18:39:30.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 3369 completed, throughput=5MB/sec 2023-12-16T18:39:31.847 INFO:tasks.workunit.client.0.smithi071.stdout: 665: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:31.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-930lQQPVLQunh2j off=4406197 len=1905302 2023-12-16T18:39:31.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 3370 completed, throughput=5MB/sec 2023-12-16T18:39:31.849 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wC-JTWUph2T56ZH off=330271 len=1665419 2023-12-16T18:39:31.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 3371 completed, throughput=5MB/sec 2023-12-16T18:39:31.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wDuk6wYtzytiIDw off=16947606 len=1093820 2023-12-16T18:39:31.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 3372 completed, throughput=5MB/sec 2023-12-16T18:39:32.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:32 smithi071 ceph-mon[139725]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:32.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:32 smithi071 ceph-mon[142085]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:32 smithi184 ceph-mon[136228]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:39:32.853 INFO:tasks.workunit.client.0.smithi071.stdout: 666: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:32.853 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Gv51DBdJw1aJEiM off=11421148 len=896614 2023-12-16T18:39:32.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 3373 completed, throughput=4.99MB/sec 2023-12-16T18:39:32.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4LDWIlBU5LpqoIb off=14121944 len=1093916 2023-12-16T18:39:32.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 3374 completed, throughput=5MB/sec 2023-12-16T18:39:32.857 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yjCro88TVGIBRSk off=9330991 len=545780 2023-12-16T18:39:32.858 INFO:tasks.workunit.client.0.smithi071.stdout:op 3375 completed, throughput=5MB/sec 2023-12-16T18:39:32.858 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-C2JSIV8sNg1W2MB off=1479740 len=1660723 2023-12-16T18:39:32.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 3376 completed, throughput=5MB/sec 2023-12-16T18:39:32.867 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UWFytViMh-o2gkh off=1149954 len=400740 2023-12-16T18:39:32.870 INFO:tasks.workunit.client.0.smithi071.stdout:op 3377 completed, throughput=5MB/sec 2023-12-16T18:39:32.870 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-H3KCUkvd2mt_2Ad off=8644775 len=31904 2023-12-16T18:39:32.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 3378 completed, throughput=5MB/sec 2023-12-16T18:39:32.871 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fuZzKKn8U7cOK8x off=3680459 len=1756812 2023-12-16T18:39:32.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 3379 completed, throughput=5MB/sec 2023-12-16T18:39:33.225 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:39:33.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:33.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (29m) 5m ago 31m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (28m) 3m ago 31m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (32m) 5m ago 32m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (32m) 3m ago 32m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (28m) 3m ago 34m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (28m) 5m ago 36m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (28m) 5m ago 36m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (27m) 3m ago 35m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:39:33.534 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (28m) 5m ago 34m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (29m) 5m ago 31m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (28m) 3m ago 31m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (27m) 5m ago 34m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (26m) 5m ago 34m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (26m) 5m ago 34m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (25m) 5m ago 33m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (25m) 3m ago 33m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (24m) 3m ago 33m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (24m) 3m ago 33m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (23m) 3m ago 32m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:39:33.535 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (28m) 3m ago 32m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:39:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:33.873 INFO:tasks.workunit.client.0.smithi071.stdout: 667: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:33.873 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jHR_ddTQY9Uc-G9 off=9162733 len=182651 2023-12-16T18:39:33.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 3380 completed, throughput=4.99MB/sec 2023-12-16T18:39:33.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1uMpLA0cyJi3Wqj off=2873355 len=243295 2023-12-16T18:39:33.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 3381 completed, throughput=4.99MB/sec 2023-12-16T18:39:33.877 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UkCsWoH7zpAeljv off=3666285 len=1446352 2023-12-16T18:39:33.882 INFO:tasks.workunit.client.0.smithi071.stdout:op 3382 completed, throughput=5MB/sec 2023-12-16T18:39:33.882 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zn_kUaahA_h9KIa off=287914 len=1030766 2023-12-16T18:39:33.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 3383 completed, throughput=5MB/sec 2023-12-16T18:39:33.883 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ygDXWgz0_AEAvNN off=6064051 len=1697187 2023-12-16T18:39:33.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 3384 completed, throughput=5MB/sec 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:33.914 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:39:33.915 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:39:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[139725]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T18:39:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[139725]: from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4122300038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[142085]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T18:39:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[142085]: from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4122300038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:34 smithi184 ceph-mon[136228]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-16T18:39:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:34 smithi184 ceph-mon[136228]: from='client.35616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4122300038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:39:34.885 INFO:tasks.workunit.client.0.smithi071.stdout: 668: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:34.885 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qHVAHlV0aChxel2 off=13466085 len=1817544 2023-12-16T18:39:34.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 3385 completed, throughput=5MB/sec 2023-12-16T18:39:34.896 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k85yUyCuoNoNNid off=4763447 len=359090 2023-12-16T18:39:34.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 3386 completed, throughput=5MB/sec 2023-12-16T18:39:34.899 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--TNa2Ep8UvSlj0v off=5905605 len=1835724 2023-12-16T18:39:34.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 3387 completed, throughput=5MB/sec 2023-12-16T18:39:34.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zCJJ_cXgqxGxX91 off=3212158 len=490319 2023-12-16T18:39:34.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 3388 completed, throughput=5MB/sec 2023-12-16T18:39:34.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dR6uT72OBhSlCUW off=8386453 len=452819 2023-12-16T18:39:34.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 3389 completed, throughput=5MB/sec 2023-12-16T18:39:34.909 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p-_oEuPShLmRjln off=4365640 len=514140 2023-12-16T18:39:34.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 3390 completed, throughput=5MB/sec 2023-12-16T18:39:35.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:35 smithi071 ceph-mon[139725]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:35.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:35 smithi071 ceph-mon[142085]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:35.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:35 smithi184 ceph-mon[136228]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:39:35.910 INFO:tasks.workunit.client.0.smithi071.stdout: 669: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:35.911 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kEEc3RXQwjZHO8h off=1185162 len=1281676 2023-12-16T18:39:35.917 INFO:tasks.workunit.client.0.smithi071.stdout:op 3391 completed, throughput=5MB/sec 2023-12-16T18:39:35.917 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bhV5H_6Tj8MzSBh off=415768 len=676603 2023-12-16T18:39:35.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 3392 completed, throughput=5MB/sec 2023-12-16T18:39:35.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u2Yerj00jFDQTMt off=1946901 len=1182822 2023-12-16T18:39:35.926 INFO:tasks.workunit.client.0.smithi071.stdout:op 3393 completed, throughput=5MB/sec 2023-12-16T18:39:35.926 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N3TQdd5cc6CB3KW off=2709898 len=792594 2023-12-16T18:39:35.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 3394 completed, throughput=5MB/sec 2023-12-16T18:39:35.927 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b7ibCDlNeiDcgdk off=830962 len=612674 2023-12-16T18:39:35.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 3395 completed, throughput=5MB/sec 2023-12-16T18:39:35.931 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2B-P1ObKcl4ZAo_ off=4265260 len=823783 2023-12-16T18:39:35.935 INFO:tasks.workunit.client.0.smithi071.stdout:op 3396 completed, throughput=5MB/sec 2023-12-16T18:39:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:36 smithi071 ceph-mon[139725]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:36.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:36 smithi071 ceph-mon[142085]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:36 smithi184 ceph-mon[136228]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:36.936 INFO:tasks.workunit.client.0.smithi071.stdout: 670: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:36.936 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9Pa9QclENl60auU off=70084 len=1040109 2023-12-16T18:39:36.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 3397 completed, throughput=4.99MB/sec 2023-12-16T18:39:36.942 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R336Gtt8PSi05Of off=12179880 len=797820 2023-12-16T18:39:36.943 INFO:tasks.workunit.client.0.smithi071.stdout:op 3398 completed, throughput=5MB/sec 2023-12-16T18:39:36.943 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C2JSIV8sNg1W2MB off=6162907 len=1446795 2023-12-16T18:39:36.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 3399 completed, throughput=5MB/sec 2023-12-16T18:39:36.945 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NM9wVrYuyklat7o off=7160304 len=215829 2023-12-16T18:39:36.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 3400 completed, throughput=5MB/sec 2023-12-16T18:39:36.949 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q_VaUBlaG0KMuA6 off=11428465 len=138117 2023-12-16T18:39:36.951 INFO:tasks.workunit.client.0.smithi071.stdout:op 3401 completed, throughput=5MB/sec 2023-12-16T18:39:36.951 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0rvb4FayfHp7f_7 off=7299037 len=74223 2023-12-16T18:39:36.952 INFO:tasks.workunit.client.0.smithi071.stdout:op 3402 completed, throughput=5MB/sec 2023-12-16T18:39:36.952 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-o2G2qPpjeBgmCQc off=664030 len=683719 2023-12-16T18:39:36.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 3403 completed, throughput=5MB/sec 2023-12-16T18:39:36.956 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TqrJ0ejas5JEcIL off=4557957 len=1266305 2023-12-16T18:39:36.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 3404 completed, throughput=5MB/sec 2023-12-16T18:39:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:37] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:39:37.959 INFO:tasks.workunit.client.0.smithi071.stdout: 671: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:37.959 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PlAAMNqdlZtGo__ off=934172 len=1573752 2023-12-16T18:39:37.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 3405 completed, throughput=5MB/sec 2023-12-16T18:39:37.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EOPJqL9YpsypNe7 off=2923962 len=746356 2023-12-16T18:39:37.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 3406 completed, throughput=5MB/sec 2023-12-16T18:39:37.963 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J_SU6VF7Kzu4Jfn off=4934771 len=2090782 2023-12-16T18:39:37.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 3407 completed, throughput=5MB/sec 2023-12-16T18:39:37.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nqxCMIK-eH_Inmn off=20235438 len=116556 2023-12-16T18:39:37.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 3408 completed, throughput=5MB/sec 2023-12-16T18:39:37.970 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Dfk6YEirH5TzQQj off=453846 len=558666 2023-12-16T18:39:37.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 3409 completed, throughput=5MB/sec 2023-12-16T18:39:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:38 smithi184 ceph-mon[136228]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:38 smithi071 ceph-mon[139725]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:38 smithi071 ceph-mon[142085]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-16T18:39:38.974 INFO:tasks.workunit.client.0.smithi071.stdout: 672: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:38.974 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9hUYFrq9n1P9RPn off=1148755 len=2059903 2023-12-16T18:39:38.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 3410 completed, throughput=5MB/sec 2023-12-16T18:39:38.976 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kgWykZ3VJrrkU0S off=3019264 len=1535316 2023-12-16T18:39:38.984 INFO:tasks.workunit.client.0.smithi071.stdout:op 3411 completed, throughput=5MB/sec 2023-12-16T18:39:38.984 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MmywBxC_b2vJDnv off=3343129 len=134117 2023-12-16T18:39:38.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 3412 completed, throughput=5MB/sec 2023-12-16T18:39:38.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y_APPi7I2MOZq_m off=503127 len=2050157 2023-12-16T18:39:38.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 3413 completed, throughput=5MB/sec 2023-12-16T18:39:39.989 INFO:tasks.workunit.client.0.smithi071.stdout: 673: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:39.989 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pKNKFJp-J3bgbxb off=4176266 len=760731 2023-12-16T18:39:39.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 3414 completed, throughput=5MB/sec 2023-12-16T18:39:39.993 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Alx9QN0GPdcWUpm off=1134321 len=900394 2023-12-16T18:39:39.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 3415 completed, throughput=5MB/sec 2023-12-16T18:39:39.998 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--0fMVYHJqP1iwdm off=2248972 len=848885 2023-12-16T18:39:40.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 3416 completed, throughput=5MB/sec 2023-12-16T18:39:40.003 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NmK4yPSba-CU_3H off=654992 len=1874337 2023-12-16T18:39:40.005 INFO:tasks.workunit.client.0.smithi071.stdout:op 3417 completed, throughput=5MB/sec 2023-12-16T18:39:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:40 smithi184 ceph-mon[136228]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:39:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:40 smithi071 ceph-mon[142085]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:39:40.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:40 smithi071 ceph-mon[139725]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-16T18:39:41.006 INFO:tasks.workunit.client.0.smithi071.stdout: 674: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:41.006 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rLhBuQ3L-erP1Rq off=502093 len=1173205 2023-12-16T18:39:41.007 INFO:tasks.workunit.client.0.smithi071.stdout:op 3418 completed, throughput=4.99MB/sec 2023-12-16T18:39:41.007 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sfxDcpnlSqu-Oag off=7061248 len=1304677 2023-12-16T18:39:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 3419 completed, throughput=5MB/sec 2023-12-16T18:39:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4Lyn6CxpYPbTW3d off=15455890 len=1599806 2023-12-16T18:39:41.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 3420 completed, throughput=5MB/sec 2023-12-16T18:39:41.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pl2jvqaPqiGi1ir off=477785 len=936243 2023-12-16T18:39:41.027 INFO:tasks.workunit.client.0.smithi071.stdout:op 3421 completed, throughput=5MB/sec 2023-12-16T18:39:41.027 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m6tqX5ORK6SLg4K off=5053424 len=1168413 2023-12-16T18:39:41.032 INFO:tasks.workunit.client.0.smithi071.stdout:op 3422 completed, throughput=5MB/sec 2023-12-16T18:39:42.032 INFO:tasks.workunit.client.0.smithi071.stdout: 675: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:42.032 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-scp4bZ0hizRG7Aw off=2358346 len=88399 2023-12-16T18:39:42.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 3423 completed, throughput=4.99MB/sec 2023-12-16T18:39:42.035 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kLTspxwQx-u7ztH off=3927680 len=1773858 2023-12-16T18:39:42.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 3424 completed, throughput=5MB/sec 2023-12-16T18:39:42.037 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VjNTJVPu53upBCl off=8735492 len=942063 2023-12-16T18:39:42.041 INFO:tasks.workunit.client.0.smithi071.stdout:op 3425 completed, throughput=5MB/sec 2023-12-16T18:39:42.041 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FGcHgROj2e0-vjw off=456670 len=643392 2023-12-16T18:39:42.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 3426 completed, throughput=5MB/sec 2023-12-16T18:39:42.045 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IRPRCYHe-D7DVQs off=5633593 len=331231 2023-12-16T18:39:42.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 3427 completed, throughput=5MB/sec 2023-12-16T18:39:42.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0rvb4FayfHp7f_7 off=1835907 len=714152 2023-12-16T18:39:42.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 3428 completed, throughput=5MB/sec 2023-12-16T18:39:42.052 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DA4KbaQWSG7C5g6 off=3304935 len=813364 2023-12-16T18:39:42.053 INFO:tasks.workunit.client.0.smithi071.stdout:op 3429 completed, throughput=5MB/sec 2023-12-16T18:39:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:42 smithi184 ceph-mon[136228]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:39:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:42 smithi071 ceph-mon[142085]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:39:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:42 smithi071 ceph-mon[139725]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-16T18:39:43.053 INFO:tasks.workunit.client.0.smithi071.stdout: 676: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:43.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dm5BuoITYqiJ-5E off=21058915 len=1449946 2023-12-16T18:39:43.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 3430 completed, throughput=5MB/sec 2023-12-16T18:39:43.060 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bt26p0ST5jssAMB off=1071188 len=541700 2023-12-16T18:39:43.061 INFO:tasks.workunit.client.0.smithi071.stdout:op 3431 completed, throughput=5MB/sec 2023-12-16T18:39:43.061 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-maVHal_0IlmAb2z off=8808432 len=1676099 2023-12-16T18:39:43.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 3432 completed, throughput=5MB/sec 2023-12-16T18:39:43.063 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Rvq10nPAOct3_Yu off=3891303 len=749985 2023-12-16T18:39:43.066 INFO:tasks.workunit.client.0.smithi071.stdout:op 3433 completed, throughput=5MB/sec 2023-12-16T18:39:43.066 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QagZJQpFFHRpECr off=7719360 len=537862 2023-12-16T18:39:43.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 3434 completed, throughput=5MB/sec 2023-12-16T18:39:44.067 INFO:tasks.workunit.client.0.smithi071.stdout: 677: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WlvdR77ZdlZCw4W off=12725936 len=1395270 2023-12-16T18:39:44.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 3435 completed, throughput=5MB/sec 2023-12-16T18:39:44.069 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rsKwevY26l1dkza off=12275686 len=1598047 2023-12-16T18:39:44.074 INFO:tasks.workunit.client.0.smithi071.stdout:op 3436 completed, throughput=5MB/sec 2023-12-16T18:39:44.074 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MmLvWGqHlvxzrBJ off=10330464 len=1420231 2023-12-16T18:39:44.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 3437 completed, throughput=5MB/sec 2023-12-16T18:39:44.081 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ERJUCydV1R2TlFB off=5966292 len=1809974 2023-12-16T18:39:44.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 3438 completed, throughput=5MB/sec 2023-12-16T18:39:44.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:44 smithi071 ceph-mon[139725]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:39:44.526 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:44 smithi071 ceph-mon[142085]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:39:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:44 smithi184 ceph-mon[136228]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:39:45.091 INFO:tasks.workunit.client.0.smithi071.stdout: 678: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:45.092 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CKEsROwgBOXj7VG off=1881542 len=74034 2023-12-16T18:39:45.092 INFO:tasks.workunit.client.0.smithi071.stdout:op 3439 completed, throughput=4.99MB/sec 2023-12-16T18:39:45.092 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dbZgkP6vtNjiGvn off=6870135 len=108295 2023-12-16T18:39:45.093 INFO:tasks.workunit.client.0.smithi071.stdout:op 3440 completed, throughput=4.99MB/sec 2023-12-16T18:39:45.093 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BHnvskK8khQFMqT off=1637937 len=35098 2023-12-16T18:39:45.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 3441 completed, throughput=4.99MB/sec 2023-12-16T18:39:45.094 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YjkKqKV2fX3vr8I off=9070792 len=484497 2023-12-16T18:39:45.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 3442 completed, throughput=5MB/sec 2023-12-16T18:39:45.097 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-enZecXjKpmjW8nv off=6569684 len=866481 2023-12-16T18:39:45.100 INFO:tasks.workunit.client.0.smithi071.stdout:op 3443 completed, throughput=5MB/sec 2023-12-16T18:39:45.101 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0HnzGkNO8dKtrUm off=7024751 len=1570207 2023-12-16T18:39:45.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 3444 completed, throughput=5MB/sec 2023-12-16T18:39:45.108 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hXcpBlpqUOWBA7H off=1676426 len=5160 2023-12-16T18:39:45.111 INFO:tasks.workunit.client.0.smithi071.stdout:op 3445 completed, throughput=5MB/sec 2023-12-16T18:39:45.111 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o2G2qPpjeBgmCQc off=622091 len=1898255 2023-12-16T18:39:45.114 INFO:tasks.workunit.client.0.smithi071.stdout:op 3446 completed, throughput=5MB/sec 2023-12-16T18:39:46.115 INFO:tasks.workunit.client.0.smithi071.stdout: 679: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:46.115 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mJ_WWru8w2jKdDk off=19441981 len=658202 2023-12-16T18:39:46.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 3447 completed, throughput=4.99MB/sec 2023-12-16T18:39:46.117 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QmZct1cVIOxwOPQ off=4720899 len=683383 2023-12-16T18:39:46.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 3448 completed, throughput=5MB/sec 2023-12-16T18:39:46.119 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4fofEp56WThGbNN off=2059487 len=271732 2023-12-16T18:39:46.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 3449 completed, throughput=5MB/sec 2023-12-16T18:39:46.120 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vI7R44BpbZZB7wN off=1252354 len=1487060 2023-12-16T18:39:46.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 3450 completed, throughput=5MB/sec 2023-12-16T18:39:46.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9hePrI1ae8JbzL6 off=17369331 len=383184 2023-12-16T18:39:46.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 3451 completed, throughput=5MB/sec 2023-12-16T18:39:46.125 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RmZxSD_Oc50u0Ro off=11998038 len=1937677 2023-12-16T18:39:46.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 3452 completed, throughput=5MB/sec 2023-12-16T18:39:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:46 smithi184 ceph-mon[136228]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:39:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:46 smithi071 ceph-mon[139725]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:39:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:46 smithi071 ceph-mon[142085]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:39:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: 680: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:47.129 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Dy5fNvx5md4j4K off=8465462 len=215265 2023-12-16T18:39:47.130 INFO:tasks.workunit.client.0.smithi071.stdout:op 3453 completed, throughput=4.99MB/sec 2023-12-16T18:39:47.130 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZZLGqQVtpIz_xjk off=5886601 len=1528238 2023-12-16T18:39:47.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 3454 completed, throughput=5MB/sec 2023-12-16T18:39:47.136 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kiPeHBexMLgxVxk off=8737609 len=110517 2023-12-16T18:39:47.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 3455 completed, throughput=5MB/sec 2023-12-16T18:39:47.138 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZVbeMjlc1mXB-kB off=17868507 len=757172 2023-12-16T18:39:47.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 3456 completed, throughput=5MB/sec 2023-12-16T18:39:47.142 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Fk0riR9v7X-EYt- off=1242930 len=910667 2023-12-16T18:39:47.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 3457 completed, throughput=5MB/sec 2023-12-16T18:39:47.145 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9z9UXzS_KInw_VT off=5833541 len=883870 2023-12-16T18:39:47.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 3458 completed, throughput=5MB/sec 2023-12-16T18:39:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:47] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:39:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: 681: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:48.147 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3B7ioq7lfFY1446 off=10331215 len=497702 2023-12-16T18:39:48.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 3459 completed, throughput=4.99MB/sec 2023-12-16T18:39:48.147 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jNMlgfMnA-oQSrL off=2790647 len=434239 2023-12-16T18:39:48.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 3460 completed, throughput=4.99MB/sec 2023-12-16T18:39:48.148 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tahQ3HuloawJvZ3 off=9729854 len=165579 2023-12-16T18:39:48.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 3461 completed, throughput=4.99MB/sec 2023-12-16T18:39:48.151 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CFWbcC1PpiiLMtc off=168272 len=346290 2023-12-16T18:39:48.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 3462 completed, throughput=4.99MB/sec 2023-12-16T18:39:48.153 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t2m3SfdPh6dxu44 off=5590520 len=884611 2023-12-16T18:39:48.154 INFO:tasks.workunit.client.0.smithi071.stdout:op 3463 completed, throughput=5MB/sec 2023-12-16T18:39:48.154 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2dQmOVbSKtWC3RN off=17662789 len=1982843 2023-12-16T18:39:48.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 3464 completed, throughput=5MB/sec 2023-12-16T18:39:48.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FmBiDOcb4zlTSqs off=12622991 len=402163 2023-12-16T18:39:48.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 3465 completed, throughput=5MB/sec 2023-12-16T18:39:48.157 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xGBcDpq9jNFYibj off=364150 len=1817677 2023-12-16T18:39:48.164 INFO:tasks.workunit.client.0.smithi071.stdout:op 3466 completed, throughput=5MB/sec 2023-12-16T18:39:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:48 smithi184 ceph-mon[136228]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:48 smithi071 ceph-mon[139725]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:48 smithi071 ceph-mon[142085]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:39:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:39:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: 682: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:49.165 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2u8qno-oNjRnYsw off=12895868 len=832773 2023-12-16T18:39:49.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 3467 completed, throughput=5MB/sec 2023-12-16T18:39:49.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lDnob-kRCk88hZX off=1017016 len=699066 2023-12-16T18:39:49.170 INFO:tasks.workunit.client.0.smithi071.stdout:op 3468 completed, throughput=5MB/sec 2023-12-16T18:39:49.170 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lYTpIYtQS-P3lLp off=669136 len=1537459 2023-12-16T18:39:49.179 INFO:tasks.workunit.client.0.smithi071.stdout:op 3469 completed, throughput=5MB/sec 2023-12-16T18:39:49.179 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u7LesnU_ZubLE2F off=7996801 len=651800 2023-12-16T18:39:49.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 3470 completed, throughput=5MB/sec 2023-12-16T18:39:49.182 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vOmmqFcdNBY7fXw off=359397 len=1594084 2023-12-16T18:39:49.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 3471 completed, throughput=5MB/sec 2023-12-16T18:39:50.190 INFO:tasks.workunit.client.0.smithi071.stdout: 683: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:50.190 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2SdZcQv628x2kJ6 off=4563267 len=752262 2023-12-16T18:39:50.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 3472 completed, throughput=5MB/sec 2023-12-16T18:39:50.190 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xmj0_7abfCCLgUS off=12424649 len=1909946 2023-12-16T18:39:50.192 INFO:tasks.workunit.client.0.smithi071.stdout:op 3473 completed, throughput=5MB/sec 2023-12-16T18:39:50.192 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xPUIwNmfWVOQX1N off=22661609 len=742194 2023-12-16T18:39:50.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 3474 completed, throughput=5MB/sec 2023-12-16T18:39:50.194 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bLQHUDCzf79c84Y off=12890745 len=579568 2023-12-16T18:39:50.195 INFO:tasks.workunit.client.0.smithi071.stdout:op 3475 completed, throughput=5MB/sec 2023-12-16T18:39:50.195 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-itnUb1mzVsa2nK7 off=2716102 len=965849 2023-12-16T18:39:50.200 INFO:tasks.workunit.client.0.smithi071.stdout:op 3476 completed, throughput=5MB/sec 2023-12-16T18:39:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:50 smithi184 ceph-mon[136228]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:39:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:50 smithi071 ceph-mon[139725]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:39:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:50 smithi071 ceph-mon[142085]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:39:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: 684: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:51.200 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vCpOYXO08hUYo_F off=11257968 len=101166 2023-12-16T18:39:51.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 3477 completed, throughput=4.99MB/sec 2023-12-16T18:39:51.203 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xt8zwJt4zmdfQjJ off=1197721 len=1259922 2023-12-16T18:39:51.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 3478 completed, throughput=5MB/sec 2023-12-16T18:39:51.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sEOYm6NvLvcMRHc off=2373636 len=536339 2023-12-16T18:39:51.215 INFO:tasks.workunit.client.0.smithi071.stdout:op 3479 completed, throughput=5MB/sec 2023-12-16T18:39:51.215 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XGRfU_b8JCmEiyV off=24340327 len=1078232 2023-12-16T18:39:51.216 INFO:tasks.workunit.client.0.smithi071.stdout:op 3480 completed, throughput=5MB/sec 2023-12-16T18:39:51.216 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lKClFIJNrHaMaXT off=8441949 len=1509924 2023-12-16T18:39:51.218 INFO:tasks.workunit.client.0.smithi071.stdout:op 3481 completed, throughput=5MB/sec 2023-12-16T18:39:52.218 INFO:tasks.workunit.client.0.smithi071.stdout: 685: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:52.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SBKquExpVmsKSrX off=449955 len=1354500 2023-12-16T18:39:52.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 3482 completed, throughput=4.99MB/sec 2023-12-16T18:39:52.225 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8_DXEFuNo-R3FWZ off=20376476 len=1890519 2023-12-16T18:39:52.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 3483 completed, throughput=5MB/sec 2023-12-16T18:39:52.233 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-goZCEpZhH7ibhK_ off=12327230 len=92949 2023-12-16T18:39:52.236 INFO:tasks.workunit.client.0.smithi071.stdout:op 3484 completed, throughput=5MB/sec 2023-12-16T18:39:52.237 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cCM3XQkEJdeTcZo off=3117585 len=1420519 2023-12-16T18:39:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 3485 completed, throughput=5MB/sec 2023-12-16T18:39:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aaJoxp0Zk4DUpIv off=17063697 len=435372 2023-12-16T18:39:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 3486 completed, throughput=5MB/sec 2023-12-16T18:39:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NL23sKxCeLglEnB off=880891 len=955054 2023-12-16T18:39:52.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 3487 completed, throughput=5MB/sec 2023-12-16T18:39:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:52 smithi184 ceph-mon[136228]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:39:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:52 smithi071 ceph-mon[139725]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:39:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:52 smithi071 ceph-mon[142085]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:39:53.242 INFO:tasks.workunit.client.0.smithi071.stdout: 686: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:53.242 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-du5eAGOUyiBChro off=3996008 len=270981 2023-12-16T18:39:53.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 3488 completed, throughput=4.99MB/sec 2023-12-16T18:39:53.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--KYve5pNSSpMJLu off=1800269 len=1194176 2023-12-16T18:39:53.254 INFO:tasks.workunit.client.0.smithi071.stdout:op 3489 completed, throughput=5MB/sec 2023-12-16T18:39:53.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9S0sNEngPFdqN7J off=7328066 len=110402 2023-12-16T18:39:53.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 3490 completed, throughput=5MB/sec 2023-12-16T18:39:53.255 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S1O13flcNyOlYVE off=8170670 len=867220 2023-12-16T18:39:53.259 INFO:tasks.workunit.client.0.smithi071.stdout:op 3491 completed, throughput=5MB/sec 2023-12-16T18:39:53.259 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MZv_ZQAR3YITMKQ off=8703876 len=1330346 2023-12-16T18:39:53.265 INFO:tasks.workunit.client.0.smithi071.stdout:op 3492 completed, throughput=5MB/sec 2023-12-16T18:39:53.265 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mJcvYpZubs95_Ax off=4145851 len=1054442 2023-12-16T18:39:53.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 3493 completed, throughput=5MB/sec 2023-12-16T18:39:54.270 INFO:tasks.workunit.client.0.smithi071.stdout: 687: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:54.270 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W7oZJSafPzqNa_0 off=2905259 len=248662 2023-12-16T18:39:54.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 3494 completed, throughput=4.99MB/sec 2023-12-16T18:39:54.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sVyOgCaGPTuxUti off=781131 len=445750 2023-12-16T18:39:54.276 INFO:tasks.workunit.client.0.smithi071.stdout:op 3495 completed, throughput=4.99MB/sec 2023-12-16T18:39:54.276 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SC6MHKlfigQ1QNt off=2973458 len=654846 2023-12-16T18:39:54.280 INFO:tasks.workunit.client.0.smithi071.stdout:op 3496 completed, throughput=4.99MB/sec 2023-12-16T18:39:54.281 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pzHkdtqK4Yi7_qg off=1279716 len=2058649 2023-12-16T18:39:54.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 3497 completed, throughput=5MB/sec 2023-12-16T18:39:54.290 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kvYvHmbyZP-f3Xw off=5911468 len=2005937 2023-12-16T18:39:54.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 3498 completed, throughput=5MB/sec 2023-12-16T18:39:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:54 smithi184 ceph-mon[136228]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:39:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:54 smithi071 ceph-mon[139725]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:39:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:54 smithi071 ceph-mon[142085]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:39:55.293 INFO:tasks.workunit.client.0.smithi071.stdout: 688: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:55.293 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xSWKgSd8L0CAQaa off=13090491 len=716727 2023-12-16T18:39:55.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 3499 completed, throughput=4.99MB/sec 2023-12-16T18:39:55.297 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mDgcnxxijtrsjc5 off=1592447 len=287300 2023-12-16T18:39:55.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 3500 completed, throughput=4.99MB/sec 2023-12-16T18:39:55.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PpNoy6SQNuszTxQ off=0 len=1493369 2023-12-16T18:39:55.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 3501 completed, throughput=5MB/sec 2023-12-16T18:39:55.306 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EZKpf4nYwHDjl7R off=4050698 len=130456 2023-12-16T18:39:55.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 3502 completed, throughput=5MB/sec 2023-12-16T18:39:55.307 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z4W-ZSDfBgxyZQ8 off=15909708 len=1801946 2023-12-16T18:39:55.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 3503 completed, throughput=5MB/sec 2023-12-16T18:39:55.316 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F-Yr473meZbsteD off=23356729 len=347650 2023-12-16T18:39:55.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 3504 completed, throughput=5MB/sec 2023-12-16T18:39:55.319 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n-h92yWbpQVMYEO off=8202391 len=211260 2023-12-16T18:39:55.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 3505 completed, throughput=5MB/sec 2023-12-16T18:39:55.321 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dXxsLuSjzReMDnG off=1208294 len=2020821 2023-12-16T18:39:55.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 3506 completed, throughput=5MB/sec 2023-12-16T18:39:56.332 INFO:tasks.workunit.client.0.smithi071.stdout: 689: throughput=5MB/sec pending data=0 2023-12-16T18:39:56.332 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ypjaQTrZLIWnKK3 off=6049689 len=1911841 2023-12-16T18:39:56.343 INFO:tasks.workunit.client.0.smithi071.stdout:op 3507 completed, throughput=5MB/sec 2023-12-16T18:39:56.343 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-txgX-ftDK5mFE82 off=1557541 len=131605 2023-12-16T18:39:56.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 3508 completed, throughput=5MB/sec 2023-12-16T18:39:56.344 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kFXZ5k1UpkFxvuM off=2192201 len=774321 2023-12-16T18:39:56.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 3509 completed, throughput=5MB/sec 2023-12-16T18:39:56.345 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5QxGQupxw6DbePs off=788870 len=1269401 2023-12-16T18:39:56.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 3510 completed, throughput=5MB/sec 2023-12-16T18:39:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:56 smithi184 ceph-mon[136228]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:39:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:56 smithi071 ceph-mon[139725]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:39:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:56 smithi071 ceph-mon[142085]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:39:57.347 INFO:tasks.workunit.client.0.smithi071.stdout: 690: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:57.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XGRfU_b8JCmEiyV off=25081666 len=85371 2023-12-16T18:39:57.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 3511 completed, throughput=4.99MB/sec 2023-12-16T18:39:57.348 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UdB-VinH2ttlcEa off=5955305 len=1183344 2023-12-16T18:39:57.354 INFO:tasks.workunit.client.0.smithi071.stdout:op 3512 completed, throughput=5MB/sec 2023-12-16T18:39:57.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EIqPgxXlokfmb-G off=14626074 len=1358313 2023-12-16T18:39:57.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 3513 completed, throughput=5MB/sec 2023-12-16T18:39:57.359 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Dp0FQgBt6NO0zo0 off=6873842 len=305665 2023-12-16T18:39:57.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 3514 completed, throughput=5MB/sec 2023-12-16T18:39:57.362 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rO6ArkwwAru4vIO off=538801 len=1836644 2023-12-16T18:39:57.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 3515 completed, throughput=5MB/sec 2023-12-16T18:39:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:39:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:39:57] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:39:58.371 INFO:tasks.workunit.client.0.smithi071.stdout: 691: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:58.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6nD7FMKTJecARHC off=1752502 len=242828 2023-12-16T18:39:58.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 3516 completed, throughput=4.99MB/sec 2023-12-16T18:39:58.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--1bH8fgjwwywjXG off=22278606 len=1845621 2023-12-16T18:39:58.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 3517 completed, throughput=5MB/sec 2023-12-16T18:39:58.378 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SLFQu1DdNUOP7xP off=6562699 len=1724510 2023-12-16T18:39:58.388 INFO:tasks.workunit.client.0.smithi071.stdout:op 3518 completed, throughput=5MB/sec 2023-12-16T18:39:58.388 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HaetBCmDLcXcZGx off=2227974 len=1725371 2023-12-16T18:39:58.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 3519 completed, throughput=5MB/sec 2023-12-16T18:39:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:39:58 smithi184 ceph-mon[136228]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:39:58 smithi071 ceph-mon[139725]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:39:58 smithi071 ceph-mon[142085]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:39:59.395 INFO:tasks.workunit.client.0.smithi071.stdout: 692: throughput=4.99MB/sec pending data=0 2023-12-16T18:39:59.395 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BspqnWLp52dxWtH off=5657983 len=2091236 2023-12-16T18:39:59.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 3520 completed, throughput=5MB/sec 2023-12-16T18:39:59.408 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PSaPt9f_iw8WUj- off=998686 len=369888 2023-12-16T18:39:59.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 3521 completed, throughput=5MB/sec 2023-12-16T18:39:59.408 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jw6OvS8A1qN_jYL off=8239542 len=1576846 2023-12-16T18:39:59.416 INFO:tasks.workunit.client.0.smithi071.stdout:op 3522 completed, throughput=5MB/sec 2023-12-16T18:39:59.416 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j4Dt00EZOxKkGZ6 off=1446079 len=1809945 2023-12-16T18:39:59.424 INFO:tasks.workunit.client.0.smithi071.stdout:op 3523 completed, throughput=5MB/sec 2023-12-16T18:40:00.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:39:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:40:00.424 INFO:tasks.workunit.client.0.smithi071.stdout: 693: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:00.425 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hNH8wbhLKyRdKg7 off=3841747 len=108538 2023-12-16T18:40:00.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 3524 completed, throughput=4.99MB/sec 2023-12-16T18:40:00.428 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D76R3-2UiDS5z01 off=13759685 len=1486961 2023-12-16T18:40:00.435 INFO:tasks.workunit.client.0.smithi071.stdout:op 3525 completed, throughput=5MB/sec 2023-12-16T18:40:00.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6K1xmGyP3sIX6Q4 off=7175446 len=1966476 2023-12-16T18:40:00.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 3526 completed, throughput=5MB/sec 2023-12-16T18:40:00.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aYwq8dAAmjbO--_ off=1506085 len=749972 2023-12-16T18:40:00.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 3527 completed, throughput=5MB/sec 2023-12-16T18:40:00.441 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_Zej2QPrlE_NN0p off=3942550 len=1733573 2023-12-16T18:40:00.451 INFO:tasks.workunit.client.0.smithi071.stdout:op 3528 completed, throughput=5MB/sec 2023-12-16T18:40:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:00 smithi184 ceph-mon[136228]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:00 smithi184 ceph-mon[136228]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:40:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:00 smithi071 ceph-mon[139725]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:00 smithi071 ceph-mon[139725]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:40:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:00 smithi071 ceph-mon[142085]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:00 smithi071 ceph-mon[142085]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T18:40:01.451 INFO:tasks.workunit.client.0.smithi071.stdout: 694: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:01.452 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2mHvk65gcsFAigB off=13721758 len=293627 2023-12-16T18:40:01.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 3529 completed, throughput=5MB/sec 2023-12-16T18:40:01.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xG1gZifw1CYS6mC off=401571 len=236120 2023-12-16T18:40:01.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 3530 completed, throughput=5MB/sec 2023-12-16T18:40:01.455 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-brJlNYTqDCP8plk off=10681858 len=1412011 2023-12-16T18:40:01.461 INFO:tasks.workunit.client.0.smithi071.stdout:op 3531 completed, throughput=5MB/sec 2023-12-16T18:40:01.461 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZjWdhDhAWhViMwn off=1053913 len=2065774 2023-12-16T18:40:01.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 3532 completed, throughput=5MB/sec 2023-12-16T18:40:02.464 INFO:tasks.workunit.client.0.smithi071.stdout: 695: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:02.464 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b-jNlywxkJPWnYF off=14985392 len=1660819 2023-12-16T18:40:02.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 3533 completed, throughput=5MB/sec 2023-12-16T18:40:02.466 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iFIND4LCcAEoNJ2 off=9306820 len=5012 2023-12-16T18:40:02.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 3534 completed, throughput=5MB/sec 2023-12-16T18:40:02.466 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o_Mtd2jCQyencLj off=1317569 len=575144 2023-12-16T18:40:02.467 INFO:tasks.workunit.client.0.smithi071.stdout:op 3535 completed, throughput=5MB/sec 2023-12-16T18:40:02.467 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_LzO6bmEWIcikq off=2562243 len=1295425 2023-12-16T18:40:02.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 3536 completed, throughput=5MB/sec 2023-12-16T18:40:02.468 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5JU1N850KvAdwCk off=5433397 len=1095503 2023-12-16T18:40:02.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 3537 completed, throughput=5MB/sec 2023-12-16T18:40:02.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WzjwCL-6VuBhp89 off=2591215 len=1300338 2023-12-16T18:40:02.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 3538 completed, throughput=5MB/sec 2023-12-16T18:40:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:02 smithi184 ceph-mon[136228]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:02 smithi071 ceph-mon[139725]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:02 smithi071 ceph-mon[142085]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:03.478 INFO:tasks.workunit.client.0.smithi071.stdout: 696: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:03.479 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-itGZj1IFr9w7xKZ off=17977552 len=29969 2023-12-16T18:40:03.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 3539 completed, throughput=4.99MB/sec 2023-12-16T18:40:03.479 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-avYeU0c0rQ2ertS off=20908905 len=1261032 2023-12-16T18:40:03.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 3540 completed, throughput=5MB/sec 2023-12-16T18:40:03.481 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q1wwDIthPqBkdpC off=8978149 len=1364450 2023-12-16T18:40:03.482 INFO:tasks.workunit.client.0.smithi071.stdout:op 3541 completed, throughput=5MB/sec 2023-12-16T18:40:03.483 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yjC9cyC_cXE-HTh off=10287172 len=1205358 2023-12-16T18:40:03.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 3542 completed, throughput=5MB/sec 2023-12-16T18:40:03.485 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EnM7fGFXjY_BBc4 off=8799191 len=1586664 2023-12-16T18:40:03.493 INFO:tasks.workunit.client.0.smithi071.stdout:op 3543 completed, throughput=5MB/sec 2023-12-16T18:40:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:04.262 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:40:04.493 INFO:tasks.workunit.client.0.smithi071.stdout: 697: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:04.494 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rtf03uRdlrXY-m3 off=1115240 len=1253813 2023-12-16T18:40:04.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 3544 completed, throughput=5MB/sec 2023-12-16T18:40:04.496 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mE7eHc_6z-zIiq1 off=1945066 len=1876907 2023-12-16T18:40:04.504 INFO:tasks.workunit.client.0.smithi071.stdout:op 3545 completed, throughput=5MB/sec 2023-12-16T18:40:04.505 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q1Qp-lU-NggyTW3 off=4245252 len=928781 2023-12-16T18:40:04.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 3546 completed, throughput=5MB/sec 2023-12-16T18:40:04.510 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OdnCF4nM9MTkwQx off=172171 len=1584588 2023-12-16T18:40:04.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 3547 completed, throughput=5MB/sec 2023-12-16T18:40:04.575 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:40:04.575 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (29m) 6m ago 32m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (29m) 3m ago 32m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (33m) 6m ago 33m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (33m) 3m ago 33m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (29m) 3m ago 35m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (29m) 6m ago 36m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (28m) 6m ago 36m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (28m) 3m ago 35m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (28m) 6m ago 35m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (29m) 6m ago 32m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (29m) 3m ago 32m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (27m) 6m ago 35m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (27m) 6m ago 34m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:40:04.576 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (26m) 6m ago 34m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (26m) 6m ago 34m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (25m) 3m ago 34m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (25m) 3m ago 33m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (24m) 3m ago 33m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (24m) 3m ago 33m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:40:04.577 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (29m) 3m ago 32m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:40:04.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:04 smithi071 ceph-mon[139725]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:40:04.577 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:04 smithi071 ceph-mon[142085]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:40:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:04 smithi184 ceph-mon[136228]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:40:04.958 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:04.959 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:40:04.960 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:40:04.960 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:40:04.960 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:40:04.960 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:40:05.514 INFO:tasks.workunit.client.0.smithi071.stdout: 698: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:05.514 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KbuNK3OIiDRISVJ off=3549432 len=1586002 2023-12-16T18:40:05.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 3548 completed, throughput=5MB/sec 2023-12-16T18:40:05.521 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y56sgSjf1Z3Ve0s off=5636531 len=1379422 2023-12-16T18:40:05.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 3549 completed, throughput=5MB/sec 2023-12-16T18:40:05.522 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OTzQuMzTuBz7KMW off=4108528 len=1318899 2023-12-16T18:40:05.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 3550 completed, throughput=5MB/sec 2023-12-16T18:40:05.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:05 smithi184 ceph-mon[136228]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:05.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:05 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2342643421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:05 smithi071 ceph-mon[139725]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:05 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2342643421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:05 smithi071 ceph-mon[142085]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:05 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2342643421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:06.523 INFO:tasks.workunit.client.0.smithi071.stdout: 699: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:06.524 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gfsegFm-7HSCMiW off=2056550 len=146568 2023-12-16T18:40:06.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 3551 completed, throughput=4.99MB/sec 2023-12-16T18:40:06.526 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_fQN2JdQzNt6d0n off=8320277 len=249129 2023-12-16T18:40:06.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 3552 completed, throughput=4.99MB/sec 2023-12-16T18:40:06.527 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l0c-6yLZSQ16x3F off=173864 len=639644 2023-12-16T18:40:06.531 INFO:tasks.workunit.client.0.smithi071.stdout:op 3553 completed, throughput=4.99MB/sec 2023-12-16T18:40:06.531 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vo2KtyogSQdSQlQ off=1769451 len=731860 2023-12-16T18:40:06.535 INFO:tasks.workunit.client.0.smithi071.stdout:op 3554 completed, throughput=5MB/sec 2023-12-16T18:40:06.535 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-scdnYqfD6LBYJWJ off=9259810 len=1268830 2023-12-16T18:40:06.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 3555 completed, throughput=5MB/sec 2023-12-16T18:40:06.538 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RYnI25a6OpamoDC off=808824 len=127802 2023-12-16T18:40:06.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 3556 completed, throughput=5MB/sec 2023-12-16T18:40:06.538 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Aw4R1PMOWiQhk-W off=2286800 len=1523592 2023-12-16T18:40:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 3557 completed, throughput=5MB/sec 2023-12-16T18:40:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iJTX3IGBVQ_dhaP off=15897423 len=196758 2023-12-16T18:40:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 3558 completed, throughput=5MB/sec 2023-12-16T18:40:06.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tXVfnSYAAfZtWJW off=15788958 len=148974 2023-12-16T18:40:06.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 3559 completed, throughput=5MB/sec 2023-12-16T18:40:06.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qsPxe9az-qZHQnG off=207594 len=1070751 2023-12-16T18:40:06.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 3560 completed, throughput=5MB/sec 2023-12-16T18:40:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:06 smithi184 ceph-mon[136228]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:06.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:06 smithi184 ceph-mon[136228]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:40:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:06 smithi071 ceph-mon[139725]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:06 smithi071 ceph-mon[139725]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:40:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:06 smithi071 ceph-mon[142085]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:06 smithi071 ceph-mon[142085]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-16T18:40:07.549 INFO:tasks.workunit.client.0.smithi071.stdout: 700: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:07.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xAPwlNhs9ov9YEA off=5744932 len=478140 2023-12-16T18:40:07.552 INFO:tasks.workunit.client.0.smithi071.stdout:op 3561 completed, throughput=4.99MB/sec 2023-12-16T18:40:07.552 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7YqH81vYKX0Kts_ off=9162115 len=749816 2023-12-16T18:40:07.557 INFO:tasks.workunit.client.0.smithi071.stdout:op 3562 completed, throughput=5MB/sec 2023-12-16T18:40:07.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IPzJ6mtjupuC81C off=777005 len=1203836 2023-12-16T18:40:07.562 INFO:tasks.workunit.client.0.smithi071.stdout:op 3563 completed, throughput=5MB/sec 2023-12-16T18:40:07.562 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9Nq4fuWOdh5c1wd off=7932263 len=1877497 2023-12-16T18:40:07.571 INFO:tasks.workunit.client.0.smithi071.stdout:op 3564 completed, throughput=5MB/sec 2023-12-16T18:40:07.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r0fdvvkQbmTtCV- off=1529201 len=542073 2023-12-16T18:40:07.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 3565 completed, throughput=5MB/sec 2023-12-16T18:40:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:07] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:40:08.573 INFO:tasks.workunit.client.0.smithi071.stdout: 701: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:08.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VEOBL1FrqU6Z4lS off=13889884 len=1543760 2023-12-16T18:40:08.580 INFO:tasks.workunit.client.0.smithi071.stdout:op 3566 completed, throughput=5MB/sec 2023-12-16T18:40:08.581 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1ioci5bPSb95kOL off=6365705 len=981701 2023-12-16T18:40:08.585 INFO:tasks.workunit.client.0.smithi071.stdout:op 3567 completed, throughput=5MB/sec 2023-12-16T18:40:08.585 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f2-eGQ_pFezNu_v off=9196993 len=1058571 2023-12-16T18:40:08.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 3568 completed, throughput=5MB/sec 2023-12-16T18:40:08.586 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y7IB_3EDuG-Ha7B off=888476 len=914721 2023-12-16T18:40:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:08 smithi184 ceph-mon[136228]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:40:08.587 INFO:tasks.workunit.client.0.smithi071.stdout:op 3569 completed, throughput=5MB/sec 2023-12-16T18:40:08.587 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cLd6XTkblsMQsLT off=17129479 len=346371 2023-12-16T18:40:08.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 3570 completed, throughput=5MB/sec 2023-12-16T18:40:08.588 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pZ-xNJ_boEWpdB6 off=754668 len=1515339 2023-12-16T18:40:08.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 3571 completed, throughput=5MB/sec 2023-12-16T18:40:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:08 smithi071 ceph-mon[139725]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:40:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:08 smithi071 ceph-mon[142085]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:40:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:40:09.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:40:09.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:40:09.597 INFO:tasks.workunit.client.0.smithi071.stdout: 702: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:09.597 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9eQW3XGlpgAT1_6 off=2856118 len=935017 2023-12-16T18:40:09.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 3572 completed, throughput=5MB/sec 2023-12-16T18:40:09.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QXbHxXxDshrnpVH off=11025367 len=646850 2023-12-16T18:40:09.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 3573 completed, throughput=5MB/sec 2023-12-16T18:40:09.600 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oGgRs85EuoVpmwB off=17851614 len=1695260 2023-12-16T18:40:09.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 3574 completed, throughput=5MB/sec 2023-12-16T18:40:09.607 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wd6V_-yrFEKuS7A off=2066754 len=88793 2023-12-16T18:40:09.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 3575 completed, throughput=5MB/sec 2023-12-16T18:40:09.608 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zMz8k-gv0nI9VY6 off=6032000 len=1454476 2023-12-16T18:40:09.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 3576 completed, throughput=5MB/sec 2023-12-16T18:40:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:40:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:40:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:40:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:40:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:40:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:40:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:10 smithi184 ceph-mon[136228]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:40:10.610 INFO:tasks.workunit.client.0.smithi071.stdout: 703: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:10.610 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-AUnDbX2THgRfMOn off=17809032 len=803959 2023-12-16T18:40:10.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 3577 completed, throughput=5MB/sec 2023-12-16T18:40:10.614 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oZ89xC4bQ3YVK5W off=13937693 len=126422 2023-12-16T18:40:10.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 3578 completed, throughput=5MB/sec 2023-12-16T18:40:10.615 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wi9oTzHLt_OM70q off=11156485 len=876801 2023-12-16T18:40:10.620 INFO:tasks.workunit.client.0.smithi071.stdout:op 3579 completed, throughput=5MB/sec 2023-12-16T18:40:10.620 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5DOrWmrhNAabruc off=7829876 len=176003 2023-12-16T18:40:10.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 3580 completed, throughput=5MB/sec 2023-12-16T18:40:10.623 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zddf4NHGwyDAi2G off=12741211 len=183938 2023-12-16T18:40:10.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 3581 completed, throughput=5MB/sec 2023-12-16T18:40:10.623 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MnzROIciQ8_VaTQ off=10194470 len=417408 2023-12-16T18:40:10.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 3582 completed, throughput=5MB/sec 2023-12-16T18:40:10.624 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ojV49Ewb5kQR0cH off=511639 len=569456 2023-12-16T18:40:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 3583 completed, throughput=5MB/sec 2023-12-16T18:40:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LT7_Fin1Ee9GpAS off=1621909 len=1381342 2023-12-16T18:40:10.635 INFO:tasks.workunit.client.0.smithi071.stdout:op 3584 completed, throughput=5MB/sec 2023-12-16T18:40:10.635 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yQU4pgx_osbfsWZ off=4687508 len=45345 2023-12-16T18:40:10.635 INFO:tasks.workunit.client.0.smithi071.stdout:op 3585 completed, throughput=5MB/sec 2023-12-16T18:40:10.636 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VW4ue9VyZIvytNf off=1816964 len=1538397 2023-12-16T18:40:10.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 3586 completed, throughput=5MB/sec 2023-12-16T18:40:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:10 smithi071 ceph-mon[139725]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:40:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:10 smithi071 ceph-mon[142085]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:40:11.641 INFO:tasks.workunit.client.0.smithi071.stdout: 704: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ou4lVmvFG90LL3v off=9426820 len=1552255 2023-12-16T18:40:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 3587 completed, throughput=5MB/sec 2023-12-16T18:40:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-77jexhFXFz5FPhY off=7786823 len=1533895 2023-12-16T18:40:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 3588 completed, throughput=5MB/sec 2023-12-16T18:40:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NuU11rMLKp3aY-Q off=5722864 len=982466 2023-12-16T18:40:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 3589 completed, throughput=5MB/sec 2023-12-16T18:40:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:12 smithi184 ceph-mon[136228]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:12.655 INFO:tasks.workunit.client.0.smithi071.stdout: 705: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:12.655 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-20Mc_i8loOurD1W off=6606316 len=541366 2023-12-16T18:40:12.659 INFO:tasks.workunit.client.0.smithi071.stdout:op 3590 completed, throughput=4.99MB/sec 2023-12-16T18:40:12.659 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SCPeR9r-Z5JaWeE off=7410959 len=839738 2023-12-16T18:40:12.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 3591 completed, throughput=5MB/sec 2023-12-16T18:40:12.661 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UtC5T7NErebHu7R off=11455775 len=600146 2023-12-16T18:40:12.662 INFO:tasks.workunit.client.0.smithi071.stdout:op 3592 completed, throughput=5MB/sec 2023-12-16T18:40:12.662 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CylizstMJN0vMDH off=1411040 len=1075624 2023-12-16T18:40:12.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 3593 completed, throughput=5MB/sec 2023-12-16T18:40:12.665 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uUTPQ--hJtl3Hxv off=10006436 len=1592657 2023-12-16T18:40:12.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 3594 completed, throughput=5MB/sec 2023-12-16T18:40:12.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xq_sdQvQVrwjIvl off=37726 len=1252552 2023-12-16T18:40:12.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 3595 completed, throughput=5MB/sec 2023-12-16T18:40:12.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:12 smithi071 ceph-mon[139725]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:12.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:12 smithi071 ceph-mon[142085]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:13.670 INFO:tasks.workunit.client.0.smithi071.stdout: 706: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:13.670 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F-Cz1HE8DJHpora off=513986 len=701785 2023-12-16T18:40:13.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 3596 completed, throughput=5MB/sec 2023-12-16T18:40:13.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LEcL8h2hkF2CYEF off=3222815 len=1569402 2023-12-16T18:40:13.673 INFO:tasks.workunit.client.0.smithi071.stdout:op 3597 completed, throughput=5MB/sec 2023-12-16T18:40:13.673 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WaVvIHtbIGdIPul off=4459943 len=1854133 2023-12-16T18:40:13.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 3598 completed, throughput=5MB/sec 2023-12-16T18:40:13.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--80NAFpvB1aLBO9 off=9249783 len=309960 2023-12-16T18:40:13.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 3599 completed, throughput=5MB/sec 2023-12-16T18:40:13.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1D_Jik6B1SFgl20 off=1195832 len=470617 2023-12-16T18:40:13.679 INFO:tasks.workunit.client.0.smithi071.stdout:op 3600 completed, throughput=5MB/sec 2023-12-16T18:40:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:14 smithi184 ceph-mon[136228]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:14.679 INFO:tasks.workunit.client.0.smithi071.stdout: 707: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:14.680 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W3n_iMCcW9yJw7a off=2251630 len=1626038 2023-12-16T18:40:14.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 3601 completed, throughput=5MB/sec 2023-12-16T18:40:14.682 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iB1c4USgckxdV5y off=485974 len=583746 2023-12-16T18:40:14.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 3602 completed, throughput=5MB/sec 2023-12-16T18:40:14.683 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VTHVGJPXjH_8Buf off=2097868 len=1442506 2023-12-16T18:40:14.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 3603 completed, throughput=5MB/sec 2023-12-16T18:40:14.686 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MgN9_RbB7-W-x10 off=18191120 len=883427 2023-12-16T18:40:14.687 INFO:tasks.workunit.client.0.smithi071.stdout:op 3604 completed, throughput=5MB/sec 2023-12-16T18:40:14.687 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2jTchS4ltW2a6Lg off=3269299 len=1416154 2023-12-16T18:40:14.690 INFO:tasks.workunit.client.0.smithi071.stdout:op 3605 completed, throughput=5MB/sec 2023-12-16T18:40:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:14 smithi071 ceph-mon[139725]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:14 smithi071 ceph-mon[142085]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:15.690 INFO:tasks.workunit.client.0.smithi071.stdout: 708: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:15.690 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-njhiw2Ubx8uQD4u off=2510982 len=39977 2023-12-16T18:40:15.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 3606 completed, throughput=4.99MB/sec 2023-12-16T18:40:15.693 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2sDdmyPa-ayegRq off=15499864 len=765905 2023-12-16T18:40:15.694 INFO:tasks.workunit.client.0.smithi071.stdout:op 3607 completed, throughput=5MB/sec 2023-12-16T18:40:15.694 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VxtRcdfCZAPOh_d off=759781 len=1862611 2023-12-16T18:40:15.702 INFO:tasks.workunit.client.0.smithi071.stdout:op 3608 completed, throughput=5MB/sec 2023-12-16T18:40:15.702 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uh9COjzGyJizg-D off=403218 len=920144 2023-12-16T18:40:15.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 3609 completed, throughput=5MB/sec 2023-12-16T18:40:15.704 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-t7W8TGtDuHihuqI off=226764 len=830803 2023-12-16T18:40:15.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 3610 completed, throughput=5MB/sec 2023-12-16T18:40:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:16 smithi184 ceph-mon[136228]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:16.709 INFO:tasks.workunit.client.0.smithi071.stdout: 709: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:16.710 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--oPQpIzD75yFFGm off=21735850 len=2067589 2023-12-16T18:40:16.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 3611 completed, throughput=5MB/sec 2023-12-16T18:40:16.722 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9u-CJjNcilmSWl9 off=7504153 len=1782928 2023-12-16T18:40:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:16 smithi071 ceph-mon[139725]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:16 smithi071 ceph-mon[142085]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:16.732 INFO:tasks.workunit.client.0.smithi071.stdout:op 3612 completed, throughput=5MB/sec 2023-12-16T18:40:16.732 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nWP8EB_PgCK-fwU off=13592712 len=963881 2023-12-16T18:40:16.734 INFO:tasks.workunit.client.0.smithi071.stdout:op 3613 completed, throughput=5MB/sec 2023-12-16T18:40:16.734 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2eOVt0MR8NpMyBp off=12684973 len=1507205 2023-12-16T18:40:16.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 3614 completed, throughput=5MB/sec 2023-12-16T18:40:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:17] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:40:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: 710: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:17.743 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1VKk0iLB3p8d3v0 off=3027743 len=773307 2023-12-16T18:40:17.745 INFO:tasks.workunit.client.0.smithi071.stdout:op 3615 completed, throughput=5MB/sec 2023-12-16T18:40:17.745 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D7Iy6SiWrdWpOyQ off=4366647 len=1432053 2023-12-16T18:40:17.746 INFO:tasks.workunit.client.0.smithi071.stdout:op 3616 completed, throughput=5MB/sec 2023-12-16T18:40:17.746 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-etBrnYkVsfgp_ll off=2733472 len=185146 2023-12-16T18:40:17.750 INFO:tasks.workunit.client.0.smithi071.stdout:op 3617 completed, throughput=5MB/sec 2023-12-16T18:40:17.750 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y8GF-OjCvVhKUeG off=6201153 len=1918105 2023-12-16T18:40:17.752 INFO:tasks.workunit.client.0.smithi071.stdout:op 3618 completed, throughput=5MB/sec 2023-12-16T18:40:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:18 smithi184 ceph-mon[136228]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-16T18:40:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:18 smithi071 ceph-mon[139725]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-16T18:40:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:18 smithi071 ceph-mon[142085]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-16T18:40:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: 711: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:18.752 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BgpILyB4IjSDc2z off=2872572 len=431297 2023-12-16T18:40:18.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 3619 completed, throughput=4.99MB/sec 2023-12-16T18:40:18.756 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w5iMniizf2F3dZ6 off=2755134 len=1461269 2023-12-16T18:40:18.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 3620 completed, throughput=5MB/sec 2023-12-16T18:40:18.758 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-atepFUmpRJUUMjW off=6011186 len=349811 2023-12-16T18:40:18.759 INFO:tasks.workunit.client.0.smithi071.stdout:op 3621 completed, throughput=5MB/sec 2023-12-16T18:40:18.759 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wfn7WWjm6XOGQvA off=7255139 len=1496169 2023-12-16T18:40:18.768 INFO:tasks.workunit.client.0.smithi071.stdout:op 3622 completed, throughput=5MB/sec 2023-12-16T18:40:18.768 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8_g21pZwpYyeSz5 off=441676 len=1269254 2023-12-16T18:40:18.774 INFO:tasks.workunit.client.0.smithi071.stdout:op 3623 completed, throughput=5MB/sec 2023-12-16T18:40:18.774 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pmBZ8xous-0f8nW off=4511540 len=883202 2023-12-16T18:40:18.779 INFO:tasks.workunit.client.0.smithi071.stdout:op 3624 completed, throughput=5MB/sec 2023-12-16T18:40:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: 712: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:19.779 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D0Y7lWdFyRq9VEj off=4042468 len=991798 2023-12-16T18:40:19.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 3625 completed, throughput=5MB/sec 2023-12-16T18:40:19.782 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZZr5A-Y9GR14nD1 off=8965787 len=2032603 2023-12-16T18:40:19.784 INFO:tasks.workunit.client.0.smithi071.stdout:op 3626 completed, throughput=5MB/sec 2023-12-16T18:40:19.784 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3g4M0Z8akAyX3P7 off=2637753 len=1992379 2023-12-16T18:40:19.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 3627 completed, throughput=5MB/sec 2023-12-16T18:40:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:20 smithi184 ceph-mon[136228]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:40:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:20 smithi071 ceph-mon[139725]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:40:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:20 smithi071 ceph-mon[142085]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:40:20.793 INFO:tasks.workunit.client.0.smithi071.stdout: 713: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:20.793 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p0aDtwFq6A2uQFi off=4572268 len=1898633 2023-12-16T18:40:20.803 INFO:tasks.workunit.client.0.smithi071.stdout:op 3628 completed, throughput=5MB/sec 2023-12-16T18:40:20.803 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KZP-owrxu07Huka off=12420623 len=1781082 2023-12-16T18:40:20.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 3629 completed, throughput=5MB/sec 2023-12-16T18:40:20.804 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--fzNAlusBztmW4u off=10942367 len=147966 2023-12-16T18:40:20.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 3630 completed, throughput=5MB/sec 2023-12-16T18:40:20.808 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bCbOIkLQjp74MXn off=15219667 len=1186759 2023-12-16T18:40:20.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 3631 completed, throughput=5MB/sec 2023-12-16T18:40:20.812 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aHbTlNyJvkFxA-P off=9998852 len=2033019 2023-12-16T18:40:20.824 INFO:tasks.workunit.client.0.smithi071.stdout:op 3632 completed, throughput=5MB/sec 2023-12-16T18:40:21.825 INFO:tasks.workunit.client.0.smithi071.stdout: 714: throughput=5MB/sec pending data=0 2023-12-16T18:40:21.825 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9I0h60Z2_ovbfm3 off=16336254 len=64631 2023-12-16T18:40:21.826 INFO:tasks.workunit.client.0.smithi071.stdout:op 3633 completed, throughput=5MB/sec 2023-12-16T18:40:21.826 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sZmFIfMFu_4tOHS off=4571568 len=758028 2023-12-16T18:40:21.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 3634 completed, throughput=5MB/sec 2023-12-16T18:40:21.827 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5QZePH8WDNWhA0V off=2585585 len=675057 2023-12-16T18:40:21.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 3635 completed, throughput=5MB/sec 2023-12-16T18:40:21.831 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZbYE3RrkW6-9mt_ off=1896903 len=2032850 2023-12-16T18:40:21.843 INFO:tasks.workunit.client.0.smithi071.stdout:op 3636 completed, throughput=5MB/sec 2023-12-16T18:40:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:22 smithi184 ceph-mon[136228]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:22 smithi071 ceph-mon[139725]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:22 smithi071 ceph-mon[142085]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:22.843 INFO:tasks.workunit.client.0.smithi071.stdout: 715: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:22.844 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jeWYU5uyBxcjvM4 off=17737055 len=1532034 2023-12-16T18:40:22.851 INFO:tasks.workunit.client.0.smithi071.stdout:op 3637 completed, throughput=5MB/sec 2023-12-16T18:40:22.851 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ed_F5ty7xMheuRT off=3034651 len=112669 2023-12-16T18:40:22.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 3638 completed, throughput=5MB/sec 2023-12-16T18:40:22.854 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9EdgAEiyNTOrS7W off=895295 len=1248800 2023-12-16T18:40:22.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 3639 completed, throughput=5MB/sec 2023-12-16T18:40:22.857 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0oKkvrGkYsd6RCr off=16612120 len=2054725 2023-12-16T18:40:22.861 INFO:tasks.workunit.client.0.smithi071.stdout:op 3640 completed, throughput=5MB/sec 2023-12-16T18:40:22.861 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1hl9R8Z9NLuj7WK off=1892838 len=986222 2023-12-16T18:40:22.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 3641 completed, throughput=5MB/sec 2023-12-16T18:40:23.863 INFO:tasks.workunit.client.0.smithi071.stdout: 716: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:23.863 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YdiFzeQJPhuJAyW off=1613944 len=840566 2023-12-16T18:40:23.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 3642 completed, throughput=5MB/sec 2023-12-16T18:40:23.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A5C6BwBdy9mjHmk off=177420 len=1514467 2023-12-16T18:40:23.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 3643 completed, throughput=5MB/sec 2023-12-16T18:40:23.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-La6bZ81vjFxEVBx off=5272529 len=1238421 2023-12-16T18:40:23.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 3644 completed, throughput=5MB/sec 2023-12-16T18:40:23.880 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uRGOcbh9-4Z8x_w off=359778 len=1800780 2023-12-16T18:40:23.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 3645 completed, throughput=5MB/sec 2023-12-16T18:40:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:24 smithi184 ceph-mon[136228]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:40:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:24 smithi071 ceph-mon[139725]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:40:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:24 smithi071 ceph-mon[142085]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:40:24.890 INFO:tasks.workunit.client.0.smithi071.stdout: 717: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:24.890 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gj-YfXkSS3O_wOx off=6662960 len=1106264 2023-12-16T18:40:24.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 3646 completed, throughput=5MB/sec 2023-12-16T18:40:24.891 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tla5QEwU9jyc2D- off=6627377 len=70239 2023-12-16T18:40:24.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 3647 completed, throughput=5MB/sec 2023-12-16T18:40:24.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5rI-zY48lRexeC3 off=552280 len=598477 2023-12-16T18:40:24.895 INFO:tasks.workunit.client.0.smithi071.stdout:op 3648 completed, throughput=5MB/sec 2023-12-16T18:40:24.895 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JORAj1OAw3QjkMB off=10957990 len=586456 2023-12-16T18:40:24.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 3649 completed, throughput=5MB/sec 2023-12-16T18:40:24.899 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b_ti_c1gaBMNQhe off=1153159 len=2026944 2023-12-16T18:40:24.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 3650 completed, throughput=5MB/sec 2023-12-16T18:40:24.902 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vu0TXd813TMgqZe off=7401462 len=1176623 2023-12-16T18:40:24.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 3651 completed, throughput=5MB/sec 2023-12-16T18:40:25.908 INFO:tasks.workunit.client.0.smithi071.stdout: 718: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:25.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4nRnA4tCGVBwDhd off=12464442 len=1123723 2023-12-16T18:40:25.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 3652 completed, throughput=5MB/sec 2023-12-16T18:40:25.910 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZXhQtgTEUMoAQ9n off=8194551 len=494954 2023-12-16T18:40:25.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 3653 completed, throughput=5MB/sec 2023-12-16T18:40:25.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p0eUNQFSlXkmGtv off=5010908 len=2027635 2023-12-16T18:40:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 3654 completed, throughput=5MB/sec 2023-12-16T18:40:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PxzQoKR5sgqK-m2 off=6975040 len=1994314 2023-12-16T18:40:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:op 3655 completed, throughput=5MB/sec 2023-12-16T18:40:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:26 smithi184 ceph-mon[136228]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:26 smithi071 ceph-mon[139725]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:26 smithi071 ceph-mon[142085]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:40:26.923 INFO:tasks.workunit.client.0.smithi071.stdout: 719: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:26.923 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j_bJhmUP_vPwCld off=4235261 len=243543 2023-12-16T18:40:26.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 3656 completed, throughput=5MB/sec 2023-12-16T18:40:26.927 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FtJvbYZmq1PhryG off=10092944 len=1412342 2023-12-16T18:40:26.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 3657 completed, throughput=5MB/sec 2023-12-16T18:40:26.933 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--KjxL1drqBz0Qnn off=9974472 len=1509036 2023-12-16T18:40:26.936 INFO:tasks.workunit.client.0.smithi071.stdout:op 3658 completed, throughput=5MB/sec 2023-12-16T18:40:26.936 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fI9-do-Rwp6IaPh off=6962957 len=1383735 2023-12-16T18:40:26.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 3659 completed, throughput=5MB/sec 2023-12-16T18:40:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:27] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:40:27.944 INFO:tasks.workunit.client.0.smithi071.stdout: 720: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:27.944 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MwcPv7P2r7j8fGb off=587040 len=1489639 2023-12-16T18:40:27.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 3660 completed, throughput=5MB/sec 2023-12-16T18:40:27.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9x0IfQchSFqjEvF off=3216375 len=975954 2023-12-16T18:40:27.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 3661 completed, throughput=5MB/sec 2023-12-16T18:40:27.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3B7ioq7lfFY1446 off=12625858 len=1836589 2023-12-16T18:40:27.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 3662 completed, throughput=5MB/sec 2023-12-16T18:40:27.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4AVwk9S9vkp24Pz off=528065 len=1311212 2023-12-16T18:40:27.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 3663 completed, throughput=5MB/sec 2023-12-16T18:40:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:28 smithi184 ceph-mon[136228]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:40:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:28 smithi071 ceph-mon[139725]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:40:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:28 smithi071 ceph-mon[142085]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:40:28.958 INFO:tasks.workunit.client.0.smithi071.stdout: 721: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:28.958 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q585s76qKJD_S-c off=2618047 len=1100246 2023-12-16T18:40:28.960 INFO:tasks.workunit.client.0.smithi071.stdout:op 3664 completed, throughput=5MB/sec 2023-12-16T18:40:28.960 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Gl0G7MZQjkPacJt off=9373203 len=968737 2023-12-16T18:40:28.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 3665 completed, throughput=5MB/sec 2023-12-16T18:40:28.963 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a7CC9du9MQKrV6F off=13290118 len=463825 2023-12-16T18:40:28.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 3666 completed, throughput=5MB/sec 2023-12-16T18:40:28.964 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iLVnQ8pTS3MOThP off=3999686 len=158429 2023-12-16T18:40:28.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 3667 completed, throughput=5MB/sec 2023-12-16T18:40:28.967 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ma7Kf7MNS2ruAxV off=12864265 len=1773122 2023-12-16T18:40:28.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 3668 completed, throughput=5MB/sec 2023-12-16T18:40:28.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WRxzI33_p7ERSno off=5220315 len=1314130 2023-12-16T18:40:28.972 INFO:tasks.workunit.client.0.smithi071.stdout:op 3669 completed, throughput=5MB/sec 2023-12-16T18:40:29.972 INFO:tasks.workunit.client.0.smithi071.stdout: 722: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:29.972 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Qa_WabSuRQWuiN9 off=5869365 len=1939621 2023-12-16T18:40:29.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 3670 completed, throughput=5MB/sec 2023-12-16T18:40:29.981 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y7NyUNpHvyNuslS off=10870 len=1963790 2023-12-16T18:40:29.995 INFO:tasks.workunit.client.0.smithi071.stdout:op 3671 completed, throughput=5MB/sec 2023-12-16T18:40:29.995 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VCBut0s11SHhxb1 off=1034154 len=1854117 2023-12-16T18:40:29.996 INFO:tasks.workunit.client.0.smithi071.stdout:op 3672 completed, throughput=5MB/sec 2023-12-16T18:40:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:30 smithi184 ceph-mon[136228]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:40:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:30 smithi071 ceph-mon[139725]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:40:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:30 smithi071 ceph-mon[142085]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:40:30.996 INFO:tasks.workunit.client.0.smithi071.stdout: 723: throughput=5MB/sec pending data=0 2023-12-16T18:40:30.997 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0tJsleW88uNNCEB off=836351 len=673847 2023-12-16T18:40:30.997 INFO:tasks.workunit.client.0.smithi071.stdout:op 3673 completed, throughput=5MB/sec 2023-12-16T18:40:30.998 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YP03ht1frs3DRzf off=10366262 len=1807285 2023-12-16T18:40:31.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 3674 completed, throughput=5MB/sec 2023-12-16T18:40:31.001 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-StARoiCC6CO8FoN off=3899674 len=555599 2023-12-16T18:40:31.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 3675 completed, throughput=5MB/sec 2023-12-16T18:40:31.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tJblbv8RMTBWH6R off=4641768 len=1066561 2023-12-16T18:40:31.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 3676 completed, throughput=5MB/sec 2023-12-16T18:40:32.009 INFO:tasks.workunit.client.0.smithi071.stdout: 724: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:32.009 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LzaO1d1eOBLTidR off=211699 len=96732 2023-12-16T18:40:32.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 3677 completed, throughput=4.99MB/sec 2023-12-16T18:40:32.012 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ad7YsyV4V3EIQ_u off=4554051 len=366682 2023-12-16T18:40:32.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 3678 completed, throughput=4.99MB/sec 2023-12-16T18:40:32.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6AK__C3HvVdRMLx off=702353 len=38710 2023-12-16T18:40:32.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 3679 completed, throughput=4.99MB/sec 2023-12-16T18:40:32.017 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ehgRUIHNJP6EF0N off=21783126 len=1202255 2023-12-16T18:40:32.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 3680 completed, throughput=5MB/sec 2023-12-16T18:40:32.019 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i7R8mNon0j3yeyt off=5691918 len=914883 2023-12-16T18:40:32.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 3681 completed, throughput=5MB/sec 2023-12-16T18:40:32.024 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R_iTNuF4TvP0E7q off=337835 len=470573 2023-12-16T18:40:32.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 3682 completed, throughput=5MB/sec 2023-12-16T18:40:32.025 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gxU7R-i5ZiZxXvm off=820995 len=1728337 2023-12-16T18:40:32.034 INFO:tasks.workunit.client.0.smithi071.stdout:op 3683 completed, throughput=5MB/sec 2023-12-16T18:40:32.034 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Zbt0E9QNJQgCp91 off=12853603 len=71018 2023-12-16T18:40:32.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 3684 completed, throughput=5MB/sec 2023-12-16T18:40:32.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cge1RRK0AbmQlwJ off=11672082 len=1722066 2023-12-16T18:40:32.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 3685 completed, throughput=5MB/sec 2023-12-16T18:40:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:32 smithi184 ceph-mon[136228]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:32 smithi071 ceph-mon[139725]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:32 smithi071 ceph-mon[142085]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:33.038 INFO:tasks.workunit.client.0.smithi071.stdout: 725: throughput=5MB/sec pending data=0 2023-12-16T18:40:33.038 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6t46U-iZkfO0Upe off=7793376 len=808778 2023-12-16T18:40:33.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 3686 completed, throughput=5MB/sec 2023-12-16T18:40:33.039 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mWTRyJprSwZEWTI off=2107467 len=413315 2023-12-16T18:40:33.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 3687 completed, throughput=5MB/sec 2023-12-16T18:40:33.040 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wzxsh1bI2mE0IIj off=1886080 len=1479548 2023-12-16T18:40:33.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 3688 completed, throughput=5MB/sec 2023-12-16T18:40:33.042 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MjKq6dTWyWNB2Ak off=3383321 len=1887096 2023-12-16T18:40:33.053 INFO:tasks.workunit.client.0.smithi071.stdout:op 3689 completed, throughput=5MB/sec 2023-12-16T18:40:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:34.054 INFO:tasks.workunit.client.0.smithi071.stdout: 726: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:34.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-djDbksbE-7F183S off=10007923 len=826609 2023-12-16T18:40:34.058 INFO:tasks.workunit.client.0.smithi071.stdout:op 3690 completed, throughput=5MB/sec 2023-12-16T18:40:34.058 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uZrjg_OR6a95CKb off=5563749 len=112786 2023-12-16T18:40:34.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 3691 completed, throughput=5MB/sec 2023-12-16T18:40:34.059 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ktPf09mDMNDP3FO off=7241147 len=1674742 2023-12-16T18:40:34.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 3692 completed, throughput=5MB/sec 2023-12-16T18:40:34.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Rk7r3FfQfkEuI8S off=21712843 len=693276 2023-12-16T18:40:34.070 INFO:tasks.workunit.client.0.smithi071.stdout:op 3693 completed, throughput=5MB/sec 2023-12-16T18:40:34.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ek3lmXvROefta5P off=6627367 len=1238313 2023-12-16T18:40:34.072 INFO:tasks.workunit.client.0.smithi071.stdout:op 3694 completed, throughput=5MB/sec 2023-12-16T18:40:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:34 smithi071 ceph-mon[139725]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:40:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:34 smithi071 ceph-mon[142085]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:40:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:34 smithi184 ceph-mon[136228]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-16T18:40:35.073 INFO:tasks.workunit.client.0.smithi071.stdout: 727: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:35.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kx3yPjL4kkaXtOO off=4645847 len=1139540 2023-12-16T18:40:35.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 3695 completed, throughput=4.99MB/sec 2023-12-16T18:40:35.077 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yDIb5jfOAzvoT16 off=13061543 len=1165792 2023-12-16T18:40:35.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 3696 completed, throughput=5MB/sec 2023-12-16T18:40:35.083 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f6Y8yuNz2aLgrS4 off=5974010 len=1559163 2023-12-16T18:40:35.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 3697 completed, throughput=5MB/sec 2023-12-16T18:40:35.091 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i69uL7FsLnh89_p off=3464264 len=1380346 2023-12-16T18:40:35.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 3698 completed, throughput=5MB/sec 2023-12-16T18:40:35.097 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tmi2SFqEeCwsKqF off=253559 len=790748 2023-12-16T18:40:35.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 3699 completed, throughput=5MB/sec 2023-12-16T18:40:35.309 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (30m) 6m ago 32m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (30m) 4m ago 32m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (33m) 6m ago 33m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (33m) 4m ago 33m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (29m) 4m ago 35m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (29m) 6m ago 37m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (29m) 6m ago 37m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:40:35.618 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (28m) 4m ago 36m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (29m) 6m ago 36m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (30m) 6m ago 32m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (29m) 4m ago 32m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (28m) 6m ago 35m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (27m) 6m ago 35m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (27m) 6m ago 35m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (26m) 6m ago 34m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (26m) 4m ago 34m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (25m) 4m ago 34m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (25m) 4m ago 34m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (25m) 4m ago 33m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:40:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (29m) 4m ago 33m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:36.004 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:40:36.005 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:40:36.102 INFO:tasks.workunit.client.0.smithi071.stdout: 728: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:36.102 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e-h-dQH4OgZPOOB off=541508 len=315100 2023-12-16T18:40:36.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 3700 completed, throughput=4.99MB/sec 2023-12-16T18:40:36.103 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QvYfElCzxQeQzQH off=20718488 len=1234817 2023-12-16T18:40:36.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 3701 completed, throughput=5MB/sec 2023-12-16T18:40:36.108 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I4aB97gnQ7R0Hsl off=13907986 len=1709989 2023-12-16T18:40:36.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 3702 completed, throughput=5MB/sec 2023-12-16T18:40:36.116 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MgN9_RbB7-W-x10 off=4696852 len=699683 2023-12-16T18:40:36.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 3703 completed, throughput=5MB/sec 2023-12-16T18:40:36.117 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N_OaOxLul4tRJNk off=22235100 len=725723 2023-12-16T18:40:36.120 INFO:tasks.workunit.client.0.smithi071.stdout:op 3704 completed, throughput=5MB/sec 2023-12-16T18:40:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[139725]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[139725]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1282207849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[142085]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[142085]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1282207849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:36.837 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:40:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=cleanup t=2023-12-16T18:40:36.343041307Z level=info msg="Completed cleanup jobs" duration=12.717312ms 2023-12-16T18:40:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:36 smithi184 ceph-mon[136228]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:40:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:36 smithi184 ceph-mon[136228]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1282207849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:40:37.121 INFO:tasks.workunit.client.0.smithi071.stdout: 729: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:37.121 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xxAH6HbvUo1yqa4 off=4936301 len=620336 2023-12-16T18:40:37.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 3705 completed, throughput=4.99MB/sec 2023-12-16T18:40:37.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-STj4sJjdpEKshYk off=15030151 len=1485124 2023-12-16T18:40:37.130 INFO:tasks.workunit.client.0.smithi071.stdout:op 3706 completed, throughput=5MB/sec 2023-12-16T18:40:37.130 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d7ggTmlV47Pv_i2 off=9362576 len=777639 2023-12-16T18:40:37.131 INFO:tasks.workunit.client.0.smithi071.stdout:op 3707 completed, throughput=5MB/sec 2023-12-16T18:40:37.131 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FBiHYfiWKOX0qcB off=11697934 len=1432931 2023-12-16T18:40:37.137 INFO:tasks.workunit.client.0.smithi071.stdout:op 3708 completed, throughput=5MB/sec 2023-12-16T18:40:37.137 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F4yjQ-EZFHwgS7_ off=507967 len=1169830 2023-12-16T18:40:37.140 INFO:tasks.workunit.client.0.smithi071.stdout:op 3709 completed, throughput=5MB/sec 2023-12-16T18:40:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:37 smithi071 ceph-mon[139725]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:37.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:37 smithi071 ceph-mon[142085]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:37] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-12-16T18:40:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:37 smithi184 ceph-mon[136228]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:40:38.140 INFO:tasks.workunit.client.0.smithi071.stdout: 730: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:38.140 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HAPPKTatkuZVNo- off=585967 len=1831030 2023-12-16T18:40:38.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 3710 completed, throughput=5MB/sec 2023-12-16T18:40:38.150 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0ldhHu97wCMrhYI off=3863204 len=1444733 2023-12-16T18:40:38.152 INFO:tasks.workunit.client.0.smithi071.stdout:op 3711 completed, throughput=5MB/sec 2023-12-16T18:40:38.152 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kIvyTNTI4lqAApX off=2175058 len=148577 2023-12-16T18:40:38.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 3712 completed, throughput=5MB/sec 2023-12-16T18:40:38.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ccrB-BNrHd_vMTo off=821085 len=248234 2023-12-16T18:40:38.156 INFO:tasks.workunit.client.0.smithi071.stdout:op 3713 completed, throughput=5MB/sec 2023-12-16T18:40:38.156 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--awXN9ShjJvrwHC off=0 len=1052100 2023-12-16T18:40:38.160 INFO:tasks.workunit.client.0.smithi071.stdout:op 3714 completed, throughput=5MB/sec 2023-12-16T18:40:38.160 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eAghiTH0TgcHcQM off=4273309 len=1457056 2023-12-16T18:40:38.161 INFO:tasks.workunit.client.0.smithi071.stdout:op 3715 completed, throughput=5MB/sec 2023-12-16T18:40:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:38 smithi071 ceph-mon[139725]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:40:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:38 smithi071 ceph-mon[142085]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:40:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:38 smithi184 ceph-mon[136228]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:40:39.162 INFO:tasks.workunit.client.0.smithi071.stdout: 731: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:39.162 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3rIZf6Q6g9LWTit off=195033 len=426769 2023-12-16T18:40:39.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 3716 completed, throughput=5MB/sec 2023-12-16T18:40:39.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-COxajwl2s3agGVO off=3635595 len=739290 2023-12-16T18:40:39.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 3717 completed, throughput=5MB/sec 2023-12-16T18:40:39.173 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--rVd8nA9aPFaOwH off=3305316 len=1288259 2023-12-16T18:40:39.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 3718 completed, throughput=5MB/sec 2023-12-16T18:40:39.173 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jxpm4IPedg0eP5A off=12110576 len=499842 2023-12-16T18:40:39.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 3719 completed, throughput=5MB/sec 2023-12-16T18:40:39.175 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rvllW_D9FjKamUk off=939402 len=1983957 2023-12-16T18:40:39.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 3720 completed, throughput=5MB/sec 2023-12-16T18:40:40.185 INFO:tasks.workunit.client.0.smithi071.stdout: 732: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:40.186 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qdboQGeI0ALi_LA off=1684963 len=1641388 2023-12-16T18:40:40.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 3721 completed, throughput=5MB/sec 2023-12-16T18:40:40.187 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-I_3iQHvZq-COukS off=1500470 len=701800 2023-12-16T18:40:40.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 3722 completed, throughput=5MB/sec 2023-12-16T18:40:40.189 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oAd5FCDmpH6_LmB off=7316778 len=13563 2023-12-16T18:40:40.191 INFO:tasks.workunit.client.0.smithi071.stdout:op 3723 completed, throughput=5MB/sec 2023-12-16T18:40:40.191 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6hH7ymoIunSm-FA off=4838526 len=935929 2023-12-16T18:40:40.193 INFO:tasks.workunit.client.0.smithi071.stdout:op 3724 completed, throughput=5MB/sec 2023-12-16T18:40:40.193 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gL5PzatiT0Ypiss off=2248719 len=80249 2023-12-16T18:40:40.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 3725 completed, throughput=5MB/sec 2023-12-16T18:40:40.194 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-23Eini23cwifQMV off=471733 len=701159 2023-12-16T18:40:40.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 3726 completed, throughput=5MB/sec 2023-12-16T18:40:40.194 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_dJQX-fI1Oq4AQU off=752560 len=1386454 2023-12-16T18:40:40.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 3727 completed, throughput=5MB/sec 2023-12-16T18:40:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:40 smithi071 ceph-mon[139725]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:40:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:40 smithi071 ceph-mon[142085]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:40:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:40 smithi184 ceph-mon[136228]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:40:41.202 INFO:tasks.workunit.client.0.smithi071.stdout: 733: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:41.203 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9x0IfQchSFqjEvF off=4639389 len=1533605 2023-12-16T18:40:41.209 INFO:tasks.workunit.client.0.smithi071.stdout:op 3728 completed, throughput=5MB/sec 2023-12-16T18:40:41.209 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Qlecu451hjGRDNY off=1820122 len=367866 2023-12-16T18:40:41.212 INFO:tasks.workunit.client.0.smithi071.stdout:op 3729 completed, throughput=5MB/sec 2023-12-16T18:40:41.212 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vIACqppXBHwn21u off=2492785 len=838691 2023-12-16T18:40:41.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 3730 completed, throughput=5MB/sec 2023-12-16T18:40:41.214 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6d6PM-ksTZdkJg9 off=217447 len=845651 2023-12-16T18:40:41.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 3731 completed, throughput=5MB/sec 2023-12-16T18:40:41.217 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wDCiYhlifFRdO3j off=134351 len=908913 2023-12-16T18:40:41.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 3732 completed, throughput=5MB/sec 2023-12-16T18:40:41.219 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gzEKVF-VcGv9X39 off=12211328 len=1519674 2023-12-16T18:40:41.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 3733 completed, throughput=5MB/sec 2023-12-16T18:40:42.225 INFO:tasks.workunit.client.0.smithi071.stdout: 734: throughput=5MB/sec pending data=0 2023-12-16T18:40:42.225 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X0fzhF-lVX5A4Zm off=2677460 len=926557 2023-12-16T18:40:42.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 3734 completed, throughput=5MB/sec 2023-12-16T18:40:42.226 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c9bqgyGwWBqPaaF off=8668323 len=1760851 2023-12-16T18:40:42.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 3735 completed, throughput=5MB/sec 2023-12-16T18:40:42.229 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tM1G4yaPOI9gLLp off=670096 len=1529954 2023-12-16T18:40:42.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 3736 completed, throughput=5MB/sec 2023-12-16T18:40:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:42 smithi071 ceph-mon[139725]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:42 smithi071 ceph-mon[142085]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:42 smithi184 ceph-mon[136228]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:40:43.231 INFO:tasks.workunit.client.0.smithi071.stdout: 735: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:43.231 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z768jAMO8TIcmPo off=2326069 len=949729 2023-12-16T18:40:43.232 INFO:tasks.workunit.client.0.smithi071.stdout:op 3737 completed, throughput=4.99MB/sec 2023-12-16T18:40:43.232 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-J5z1YIgDUC9RLdo off=3083036 len=691190 2023-12-16T18:40:43.236 INFO:tasks.workunit.client.0.smithi071.stdout:op 3738 completed, throughput=5MB/sec 2023-12-16T18:40:43.237 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-t109xvWpf7MCAa2 off=15059821 len=1843832 2023-12-16T18:40:43.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 3739 completed, throughput=5MB/sec 2023-12-16T18:40:43.244 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Pq9cwxxUn0u5huT off=10754958 len=1919200 2023-12-16T18:40:43.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 3740 completed, throughput=5MB/sec 2023-12-16T18:40:44.256 INFO:tasks.workunit.client.0.smithi071.stdout: 736: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:44.256 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fzSQNekOW0geZH3 off=22741666 len=1019088 2023-12-16T18:40:44.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 3741 completed, throughput=5MB/sec 2023-12-16T18:40:44.258 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WPq_o7haI21JZLf off=4453891 len=376514 2023-12-16T18:40:44.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 3742 completed, throughput=5MB/sec 2023-12-16T18:40:44.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OnjnFS2YTsTkgJE off=1313825 len=4280 2023-12-16T18:40:44.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 3743 completed, throughput=5MB/sec 2023-12-16T18:40:44.262 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sWn-zyeJlwTWvLn off=3879982 len=416334 2023-12-16T18:40:44.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 3744 completed, throughput=5MB/sec 2023-12-16T18:40:44.262 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XrZ-4_4FD_K--jR off=3097713 len=866133 2023-12-16T18:40:44.267 INFO:tasks.workunit.client.0.smithi071.stdout:op 3745 completed, throughput=5MB/sec 2023-12-16T18:40:44.267 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WgF49seZMJSLwsE off=4123002 len=313954 2023-12-16T18:40:44.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 3746 completed, throughput=5MB/sec 2023-12-16T18:40:44.268 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k4r88pr7HwQAlcl off=3071286 len=646324 2023-12-16T18:40:44.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 3747 completed, throughput=5MB/sec 2023-12-16T18:40:44.272 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DtIyMmN5nXLgKzs off=6905560 len=748356 2023-12-16T18:40:44.276 INFO:tasks.workunit.client.0.smithi071.stdout:op 3748 completed, throughput=5MB/sec 2023-12-16T18:40:44.276 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m8giybU_0WJ4uYI off=1816651 len=1654517 2023-12-16T18:40:44.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 3749 completed, throughput=5MB/sec 2023-12-16T18:40:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:44 smithi071 ceph-mon[139725]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:44 smithi071 ceph-mon[142085]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:44 smithi184 ceph-mon[136228]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:40:45.278 INFO:tasks.workunit.client.0.smithi071.stdout: 737: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:45.278 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YBezX7usF5pJ3rC off=3984704 len=849413 2023-12-16T18:40:45.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 3750 completed, throughput=5MB/sec 2023-12-16T18:40:45.283 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VaIare6W0AnPchZ off=12524631 len=268291 2023-12-16T18:40:45.286 INFO:tasks.workunit.client.0.smithi071.stdout:op 3751 completed, throughput=5MB/sec 2023-12-16T18:40:45.286 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IaTlx7AGzKa3YtQ off=18865562 len=1420622 2023-12-16T18:40:45.293 INFO:tasks.workunit.client.0.smithi071.stdout:op 3752 completed, throughput=5MB/sec 2023-12-16T18:40:45.294 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1ulX6CwkiLmSr3U off=6061886 len=1731260 2023-12-16T18:40:45.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 3753 completed, throughput=5MB/sec 2023-12-16T18:40:45.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eyGh6RpX9_Q-vpz off=3466122 len=2069943 2023-12-16T18:40:45.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 3754 completed, throughput=5MB/sec 2023-12-16T18:40:46.307 INFO:tasks.workunit.client.0.smithi071.stdout: 738: throughput=5MB/sec pending data=0 2023-12-16T18:40:46.307 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m6qagqLdo-ZViFo off=12406714 len=363449 2023-12-16T18:40:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 3755 completed, throughput=5MB/sec 2023-12-16T18:40:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-44bX3uTlhvhhynb off=780855 len=924143 2023-12-16T18:40:46.312 INFO:tasks.workunit.client.0.smithi071.stdout:op 3756 completed, throughput=5MB/sec 2023-12-16T18:40:46.312 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sCfPVPwVVDF0jO2 off=3368005 len=1374692 2023-12-16T18:40:46.317 INFO:tasks.workunit.client.0.smithi071.stdout:op 3757 completed, throughput=5MB/sec 2023-12-16T18:40:46.318 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UYF4F9-iznX8kRQ off=714376 len=1135521 2023-12-16T18:40:46.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 3758 completed, throughput=5MB/sec 2023-12-16T18:40:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:46 smithi071 ceph-mon[139725]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:46 smithi071 ceph-mon[142085]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:46 smithi184 ceph-mon[136228]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:40:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: 739: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:47.320 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f19ZNvQExb3PhQf off=1475931 len=1986916 2023-12-16T18:40:47.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 3759 completed, throughput=5MB/sec 2023-12-16T18:40:47.329 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NtF3-Q1UH215Ujm off=3235937 len=943672 2023-12-16T18:40:47.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 3760 completed, throughput=5MB/sec 2023-12-16T18:40:47.333 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dxf4Lgvi4-KW3rK off=3493127 len=785294 2023-12-16T18:40:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 3761 completed, throughput=5MB/sec 2023-12-16T18:40:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nYpbT12XlkpAOeF off=21718426 len=1561738 2023-12-16T18:40:47.346 INFO:tasks.workunit.client.0.smithi071.stdout:op 3762 completed, throughput=5MB/sec 2023-12-16T18:40:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:47] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-12-16T18:40:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: 740: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:48.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-auBlKMnlX-6Sg46 off=15835652 len=180413 2023-12-16T18:40:48.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 3763 completed, throughput=4.99MB/sec 2023-12-16T18:40:48.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MTRxPf2MOkcUMCS off=5280957 len=1085161 2023-12-16T18:40:48.349 INFO:tasks.workunit.client.0.smithi071.stdout:op 3764 completed, throughput=5MB/sec 2023-12-16T18:40:48.349 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2r0A5alBpNm7cLW off=6762867 len=1897899 2023-12-16T18:40:48.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 3765 completed, throughput=5MB/sec 2023-12-16T18:40:48.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nO73BYLVvsYv0_z off=446546 len=838282 2023-12-16T18:40:48.366 INFO:tasks.workunit.client.0.smithi071.stdout:op 3766 completed, throughput=5MB/sec 2023-12-16T18:40:48.366 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OKsZ-Kf1KNy9XDp off=977639 len=676458 2023-12-16T18:40:48.366 INFO:tasks.workunit.client.0.smithi071.stdout:op 3767 completed, throughput=5MB/sec 2023-12-16T18:40:48.367 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8Maj6CZSiM3erN6 off=2356973 len=546070 2023-12-16T18:40:48.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 3768 completed, throughput=5MB/sec 2023-12-16T18:40:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:48 smithi071 ceph-mon[139725]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:40:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:48 smithi071 ceph-mon[142085]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:40:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:48 smithi184 ceph-mon[136228]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:40:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:40:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: 741: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:49.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kv7X_CJktBLMDYr off=1237582 len=1867617 2023-12-16T18:40:49.381 INFO:tasks.workunit.client.0.smithi071.stdout:op 3769 completed, throughput=5MB/sec 2023-12-16T18:40:49.381 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lTfm3rlqSzgNAID off=856617 len=966326 2023-12-16T18:40:49.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 3770 completed, throughput=5MB/sec 2023-12-16T18:40:49.383 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JQtQeGcFckxiH-1 off=4911867 len=992414 2023-12-16T18:40:49.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 3771 completed, throughput=5MB/sec 2023-12-16T18:40:49.385 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EmzGi3QnyvU-UzW off=17808150 len=646848 2023-12-16T18:40:49.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 3772 completed, throughput=5MB/sec 2023-12-16T18:40:49.389 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FgaKJZFxyml4xSA off=423853 len=830309 2023-12-16T18:40:49.393 INFO:tasks.workunit.client.0.smithi071.stdout:op 3773 completed, throughput=5MB/sec 2023-12-16T18:40:50.394 INFO:tasks.workunit.client.0.smithi071.stdout: 742: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:50.394 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z4Hbpon13MjzoL7 off=9552167 len=162817 2023-12-16T18:40:50.397 INFO:tasks.workunit.client.0.smithi071.stdout:op 3774 completed, throughput=4.99MB/sec 2023-12-16T18:40:50.397 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C8BlHEwfYMhW5GQ off=4749866 len=420311 2023-12-16T18:40:50.398 INFO:tasks.workunit.client.0.smithi071.stdout:op 3775 completed, throughput=4.99MB/sec 2023-12-16T18:40:50.399 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bA59aH7DZ3L9Pw1 off=620042 len=191688 2023-12-16T18:40:50.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 3776 completed, throughput=4.99MB/sec 2023-12-16T18:40:50.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GX4Ovuh9CRBgtyu off=14364609 len=1830127 2023-12-16T18:40:50.408 INFO:tasks.workunit.client.0.smithi071.stdout:op 3777 completed, throughput=5MB/sec 2023-12-16T18:40:50.408 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9itjK8ZkESuqaF- off=5790554 len=1216723 2023-12-16T18:40:50.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 3778 completed, throughput=5MB/sec 2023-12-16T18:40:50.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L7lI2z_KaRJEw7Q off=2418099 len=1510079 2023-12-16T18:40:50.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 3779 completed, throughput=5MB/sec 2023-12-16T18:40:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:50 smithi071 ceph-mon[139725]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:50 smithi071 ceph-mon[142085]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:50 smithi184 ceph-mon[136228]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:40:51.412 INFO:tasks.workunit.client.0.smithi071.stdout: 743: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:51.412 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_oaHd0IbS0dd0LH off=3031260 len=1656104 2023-12-16T18:40:51.420 INFO:tasks.workunit.client.0.smithi071.stdout:op 3780 completed, throughput=5MB/sec 2023-12-16T18:40:51.420 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1sRVYaXmHZH1ASW off=8169725 len=391895 2023-12-16T18:40:51.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 3781 completed, throughput=5MB/sec 2023-12-16T18:40:51.423 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ByuMZknBWhuQ54h off=15419237 len=906908 2023-12-16T18:40:51.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 3782 completed, throughput=5MB/sec 2023-12-16T18:40:51.425 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e-cg6rbmZ8izJLA off=2021607 len=1099346 2023-12-16T18:40:51.430 INFO:tasks.workunit.client.0.smithi071.stdout:op 3783 completed, throughput=5MB/sec 2023-12-16T18:40:51.430 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0PGrk9fTogRwKaq off=11226171 len=1629468 2023-12-16T18:40:51.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 3784 completed, throughput=5MB/sec 2023-12-16T18:40:52.438 INFO:tasks.workunit.client.0.smithi071.stdout: 744: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:52.439 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QdR1nyaGg25e6SO off=2676936 len=922533 2023-12-16T18:40:52.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 3785 completed, throughput=5MB/sec 2023-12-16T18:40:52.440 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zYl_DP0Bw1eiplP off=803567 len=765482 2023-12-16T18:40:52.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 3786 completed, throughput=5MB/sec 2023-12-16T18:40:52.444 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5_Wad7c6QsSCrXp off=551311 len=41581 2023-12-16T18:40:52.447 INFO:tasks.workunit.client.0.smithi071.stdout:op 3787 completed, throughput=5MB/sec 2023-12-16T18:40:52.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J-rn3cLHyrZGSFP off=5951341 len=579359 2023-12-16T18:40:52.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 3788 completed, throughput=5MB/sec 2023-12-16T18:40:52.448 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qeOnnTyvoLSmB_x off=22017865 len=835530 2023-12-16T18:40:52.450 INFO:tasks.workunit.client.0.smithi071.stdout:op 3789 completed, throughput=5MB/sec 2023-12-16T18:40:52.450 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DYlTpZxdVzXx_zD off=3221264 len=395464 2023-12-16T18:40:52.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 3790 completed, throughput=5MB/sec 2023-12-16T18:40:52.453 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yggZgPjcHhp3lOm off=5947423 len=585533 2023-12-16T18:40:52.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 3791 completed, throughput=5MB/sec 2023-12-16T18:40:52.457 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KkzkSlv-bemJriS off=6890107 len=1214221 2023-12-16T18:40:52.462 INFO:tasks.workunit.client.0.smithi071.stdout:op 3792 completed, throughput=5MB/sec 2023-12-16T18:40:52.639 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:52 smithi184 ceph-mon[136228]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:40:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:52 smithi071 ceph-mon[139725]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:40:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:52 smithi071 ceph-mon[142085]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:40:53.463 INFO:tasks.workunit.client.0.smithi071.stdout: 745: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:53.463 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KeYA2t3t8-4mRSS off=4810615 len=551860 2023-12-16T18:40:53.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 3793 completed, throughput=4.99MB/sec 2023-12-16T18:40:53.464 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MnzROIciQ8_VaTQ off=9470754 len=1141124 2023-12-16T18:40:53.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 3794 completed, throughput=5MB/sec 2023-12-16T18:40:53.469 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eHcp4ggt9enBrKS off=8192507 len=793415 2023-12-16T18:40:53.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 3795 completed, throughput=5MB/sec 2023-12-16T18:40:53.473 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A5ddmElMGT9rYwM off=292814 len=616682 2023-12-16T18:40:53.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 3796 completed, throughput=5MB/sec 2023-12-16T18:40:53.474 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CW6Ge49S_KgdSTA off=45702 len=1138255 2023-12-16T18:40:53.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 3797 completed, throughput=5MB/sec 2023-12-16T18:40:53.480 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oRfrCRZiGjUTZ11 off=8502026 len=345522 2023-12-16T18:40:53.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 3798 completed, throughput=5MB/sec 2023-12-16T18:40:53.481 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-di0qD-nyB9hwiYc off=1360594 len=1682220 2023-12-16T18:40:53.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 3799 completed, throughput=5MB/sec 2023-12-16T18:40:54.485 INFO:tasks.workunit.client.0.smithi071.stdout: 746: throughput=5MB/sec pending data=0 2023-12-16T18:40:54.485 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e_LzO6bmEWIcikq off=1781856 len=1879865 2023-12-16T18:40:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:op 3800 completed, throughput=5MB/sec 2023-12-16T18:40:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HjuFAjsXISIctph off=88376 len=62789 2023-12-16T18:40:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:op 3801 completed, throughput=5MB/sec 2023-12-16T18:40:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B2gA4Paw9yveDOJ off=17634018 len=559532 2023-12-16T18:40:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 3802 completed, throughput=5MB/sec 2023-12-16T18:40:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W7oZJSafPzqNa_0 off=2933757 len=195383 2023-12-16T18:40:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 3803 completed, throughput=5MB/sec 2023-12-16T18:40:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4NH16gwm0JtNBdV off=1963480 len=248142 2023-12-16T18:40:54.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 3804 completed, throughput=5MB/sec 2023-12-16T18:40:54.502 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g6IIUyvBiT-IQD_ off=4470780 len=116988 2023-12-16T18:40:54.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 3805 completed, throughput=5MB/sec 2023-12-16T18:40:54.502 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N18Sy_mKR4V6nrd off=5107329 len=1265203 2023-12-16T18:40:54.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 3806 completed, throughput=5MB/sec 2023-12-16T18:40:54.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:54 smithi071 ceph-mon[139725]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:40:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:54 smithi071 ceph-mon[142085]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:40:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:54 smithi184 ceph-mon[136228]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:40:55.503 INFO:tasks.workunit.client.0.smithi071.stdout: 747: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:55.503 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--rVd8nA9aPFaOwH off=8433106 len=368798 2023-12-16T18:40:55.504 INFO:tasks.workunit.client.0.smithi071.stdout:op 3807 completed, throughput=4.99MB/sec 2023-12-16T18:40:55.504 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Gc_4aa63OJI2dx off=7651266 len=1295418 2023-12-16T18:40:55.506 INFO:tasks.workunit.client.0.smithi071.stdout:op 3808 completed, throughput=5MB/sec 2023-12-16T18:40:55.506 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-46xOfrubxTPsxwp off=1342160 len=1596708 2023-12-16T18:40:55.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 3809 completed, throughput=5MB/sec 2023-12-16T18:40:55.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wQXFtJGcDFYYVOd off=969337 len=218074 2023-12-16T18:40:55.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 3810 completed, throughput=5MB/sec 2023-12-16T18:40:55.519 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MZrjtA9XBr1mHS2 off=16799912 len=1145356 2023-12-16T18:40:55.521 INFO:tasks.workunit.client.0.smithi071.stdout:op 3811 completed, throughput=5MB/sec 2023-12-16T18:40:55.521 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ax4bn7C4Gf3QWXP off=7983383 len=927314 2023-12-16T18:40:55.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 3812 completed, throughput=5MB/sec 2023-12-16T18:40:56.529 INFO:tasks.workunit.client.0.smithi071.stdout: 748: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:56.530 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UCuyyKmd9csSXwS off=15956561 len=371363 2023-12-16T18:40:56.530 INFO:tasks.workunit.client.0.smithi071.stdout:op 3813 completed, throughput=4.99MB/sec 2023-12-16T18:40:56.530 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q3cxAKwJGgVgCB_ off=502143 len=1581871 2023-12-16T18:40:56.531 INFO:tasks.workunit.client.0.smithi071.stdout:op 3814 completed, throughput=5MB/sec 2023-12-16T18:40:56.531 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EZcrKrX8hUfgxdJ off=422132 len=1504987 2023-12-16T18:40:56.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 3815 completed, throughput=5MB/sec 2023-12-16T18:40:56.539 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OZX2VDSSkq22t6k off=53688 len=521225 2023-12-16T18:40:56.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 3816 completed, throughput=5MB/sec 2023-12-16T18:40:56.543 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iss6jay-jWV-i46 off=3849399 len=1285362 2023-12-16T18:40:56.544 INFO:tasks.workunit.client.0.smithi071.stdout:op 3817 completed, throughput=5MB/sec 2023-12-16T18:40:56.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:56 smithi071 ceph-mon[139725]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:40:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:56 smithi071 ceph-mon[142085]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:40:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:56 smithi184 ceph-mon[136228]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:40:57.544 INFO:tasks.workunit.client.0.smithi071.stdout: 749: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:57.544 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Qp5bJm_pWUoYgmg off=592198 len=219896 2023-12-16T18:40:57.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 3818 completed, throughput=4.99MB/sec 2023-12-16T18:40:57.545 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2TLYZBWA19jI6_Q off=12041712 len=393386 2023-12-16T18:40:57.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 3819 completed, throughput=4.99MB/sec 2023-12-16T18:40:57.546 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Rf8ttegW6ajhBa_ off=7416639 len=586076 2023-12-16T18:40:57.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 3820 completed, throughput=5MB/sec 2023-12-16T18:40:57.550 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gDQvbA8kO4C2Oro off=6907010 len=1530097 2023-12-16T18:40:57.551 INFO:tasks.workunit.client.0.smithi071.stdout:op 3821 completed, throughput=5MB/sec 2023-12-16T18:40:57.551 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IYfiPb_fhDhDANF off=3211442 len=122483 2023-12-16T18:40:57.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 3822 completed, throughput=5MB/sec 2023-12-16T18:40:57.554 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-atSOZaUo5KEJqQL off=21348398 len=1574335 2023-12-16T18:40:57.559 INFO:tasks.workunit.client.0.smithi071.stdout:op 3823 completed, throughput=5MB/sec 2023-12-16T18:40:57.559 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0XZtcsw3IXk3BHn off=2857971 len=181102 2023-12-16T18:40:57.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 3824 completed, throughput=5MB/sec 2023-12-16T18:40:57.560 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jD8mbZ4xtfPdmi- off=2433411 len=1273153 2023-12-16T18:40:57.561 INFO:tasks.workunit.client.0.smithi071.stdout:op 3825 completed, throughput=5MB/sec 2023-12-16T18:40:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:40:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:40:57] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2023-12-16T18:40:58.562 INFO:tasks.workunit.client.0.smithi071.stdout: 750: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:58.562 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-644PO5Cuq94e9dz off=6368505 len=1585138 2023-12-16T18:40:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 3826 completed, throughput=5MB/sec 2023-12-16T18:40:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zI2O89lxmylUs2A off=2931482 len=9279 2023-12-16T18:40:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 3827 completed, throughput=5MB/sec 2023-12-16T18:40:58.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RfK1uZsNFKsstcM off=11304432 len=1415340 2023-12-16T18:40:58.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 3828 completed, throughput=5MB/sec 2023-12-16T18:40:58.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zA68Allz3iKLHoE off=11007963 len=597195 2023-12-16T18:40:58.570 INFO:tasks.workunit.client.0.smithi071.stdout:op 3829 completed, throughput=5MB/sec 2023-12-16T18:40:58.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eX6f6xzi467IRsN off=8899133 len=1282921 2023-12-16T18:40:58.573 INFO:tasks.workunit.client.0.smithi071.stdout:op 3830 completed, throughput=5MB/sec 2023-12-16T18:40:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:40:58 smithi071 ceph-mon[139725]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:40:58 smithi071 ceph-mon[142085]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:40:58 smithi184 ceph-mon[136228]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:40:59.574 INFO:tasks.workunit.client.0.smithi071.stdout: 751: throughput=4.99MB/sec pending data=0 2023-12-16T18:40:59.574 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aiaeThNCWtbqtmH off=11169703 len=869835 2023-12-16T18:40:59.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 3831 completed, throughput=5MB/sec 2023-12-16T18:40:59.576 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wzPOxELoQpCMI8g off=6131674 len=489328 2023-12-16T18:40:59.580 INFO:tasks.workunit.client.0.smithi071.stdout:op 3832 completed, throughput=5MB/sec 2023-12-16T18:40:59.580 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rM51jJwOtwe7QYY off=4401122 len=1689062 2023-12-16T18:40:59.582 INFO:tasks.workunit.client.0.smithi071.stdout:op 3833 completed, throughput=5MB/sec 2023-12-16T18:40:59.582 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fZSfRgdTBNy0NKh off=5312112 len=1117580 2023-12-16T18:40:59.585 INFO:tasks.workunit.client.0.smithi071.stdout:op 3834 completed, throughput=5MB/sec 2023-12-16T18:40:59.585 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6l0kcZmlLgzgwIY off=2346261 len=760273 2023-12-16T18:40:59.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 3835 completed, throughput=5MB/sec 2023-12-16T18:41:00.587 INFO:tasks.workunit.client.0.smithi071.stdout: 752: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:00.587 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zx5fFPwEbf-iaSM off=1443270 len=275939 2023-12-16T18:41:00.590 INFO:tasks.workunit.client.0.smithi071.stdout:op 3836 completed, throughput=4.99MB/sec 2023-12-16T18:41:00.590 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2O0s0MgW5oduuej off=11666746 len=163964 2023-12-16T18:41:00.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 3837 completed, throughput=4.99MB/sec 2023-12-16T18:41:00.593 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F369nCgpecUuk0- off=1822938 len=375650 2023-12-16T18:41:00.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 3838 completed, throughput=4.99MB/sec 2023-12-16T18:41:00.594 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GcxeSovQrkMMgV4 off=11443616 len=1292306 2023-12-16T18:41:00.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 3839 completed, throughput=5MB/sec 2023-12-16T18:41:00.601 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LK74WK7_vUapWgK off=14380282 len=750558 2023-12-16T18:41:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 3840 completed, throughput=5MB/sec 2023-12-16T18:41:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2Qqn3pJACtMCf3k off=2628286 len=387481 2023-12-16T18:41:00.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 3841 completed, throughput=5MB/sec 2023-12-16T18:41:00.606 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JbRGxtwNmcpvYG7 off=9813678 len=1973830 2023-12-16T18:41:00.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 3842 completed, throughput=5MB/sec 2023-12-16T18:41:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:00 smithi071 ceph-mon[139725]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:41:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:00 smithi071 ceph-mon[142085]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:41:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:00 smithi184 ceph-mon[136228]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:41:01.609 INFO:tasks.workunit.client.0.smithi071.stdout: 753: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:01.609 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LvC1M6Yjud_pgAK off=7989692 len=493852 2023-12-16T18:41:01.610 INFO:tasks.workunit.client.0.smithi071.stdout:op 3843 completed, throughput=4.99MB/sec 2023-12-16T18:41:01.610 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HgVJ2OKCxmLTUnN off=22880614 len=109078 2023-12-16T18:41:01.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 3844 completed, throughput=4.99MB/sec 2023-12-16T18:41:01.612 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O7EiVurGqaE9d5y off=2559359 len=408758 2023-12-16T18:41:01.613 INFO:tasks.workunit.client.0.smithi071.stdout:op 3845 completed, throughput=4.99MB/sec 2023-12-16T18:41:01.613 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7w9jBvPbNQUla-S off=13203281 len=504083 2023-12-16T18:41:01.616 INFO:tasks.workunit.client.0.smithi071.stdout:op 3846 completed, throughput=5MB/sec 2023-12-16T18:41:01.617 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uqq1zOMcTQEdi_R off=6927328 len=935662 2023-12-16T18:41:01.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 3847 completed, throughput=5MB/sec 2023-12-16T18:41:01.621 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tO2VdY98lgCYmqY off=6133976 len=775473 2023-12-16T18:41:01.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 3848 completed, throughput=5MB/sec 2023-12-16T18:41:01.623 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--qLyJtInzV80vH2 off=7675434 len=504484 2023-12-16T18:41:01.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 3849 completed, throughput=5MB/sec 2023-12-16T18:41:01.626 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TmAXiEd-0vt-WbF off=15817558 len=1693886 2023-12-16T18:41:01.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 3850 completed, throughput=5MB/sec 2023-12-16T18:41:02.635 INFO:tasks.workunit.client.0.smithi071.stdout: 754: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:02.635 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0mkT0g42wXzSVlk off=1085108 len=988153 2023-12-16T18:41:02.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 3851 completed, throughput=4.99MB/sec 2023-12-16T18:41:02.640 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pgnlNGU4DVIdHFo off=5579511 len=1559109 2023-12-16T18:41:02.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 3852 completed, throughput=5MB/sec 2023-12-16T18:41:02.642 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0GiVAm9_WeRWCwJ off=5181713 len=640549 2023-12-16T18:41:02.642 INFO:tasks.workunit.client.0.smithi071.stdout:op 3853 completed, throughput=5MB/sec 2023-12-16T18:41:02.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-72k_wwymFBIqRXM off=9327172 len=1822861 2023-12-16T18:41:02.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 3854 completed, throughput=5MB/sec 2023-12-16T18:41:02.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TBUEjdM0ofClSM0 off=1562180 len=718271 2023-12-16T18:41:02.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 3855 completed, throughput=5MB/sec 2023-12-16T18:41:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:02 smithi071 ceph-mon[139725]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:41:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:02 smithi071 ceph-mon[142085]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:41:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:02 smithi184 ceph-mon[136228]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-16T18:41:03.655 INFO:tasks.workunit.client.0.smithi071.stdout: 755: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:03.655 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jVBfH0dBc94LiMW off=450710 len=1505733 2023-12-16T18:41:03.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 3856 completed, throughput=5MB/sec 2023-12-16T18:41:03.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-giBR8t_tFCXUPmu off=9478955 len=1152666 2023-12-16T18:41:03.666 INFO:tasks.workunit.client.0.smithi071.stdout:op 3857 completed, throughput=5MB/sec 2023-12-16T18:41:03.667 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SBD2KsZbmSNCKu3 off=8679755 len=1601652 2023-12-16T18:41:03.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 3858 completed, throughput=5MB/sec 2023-12-16T18:41:03.676 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7F7TS_fRQ-mk-PJ off=5975561 len=193214 2023-12-16T18:41:03.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 3859 completed, throughput=5MB/sec 2023-12-16T18:41:03.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XPSjaSPEOM7nNRW off=3555930 len=1064353 2023-12-16T18:41:03.679 INFO:tasks.workunit.client.0.smithi071.stdout:op 3860 completed, throughput=5MB/sec 2023-12-16T18:41:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:04.680 INFO:tasks.workunit.client.0.smithi071.stdout: 756: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:04.680 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-33WQUozLFyhOkga off=16718175 len=2004299 2023-12-16T18:41:04.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 3861 completed, throughput=5MB/sec 2023-12-16T18:41:04.692 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VdzP-ShjiVOHqPw off=6664112 len=1956086 2023-12-16T18:41:04.694 INFO:tasks.workunit.client.0.smithi071.stdout:op 3862 completed, throughput=5MB/sec 2023-12-16T18:41:04.694 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5j3s6Q0wHL4nxwo off=145791 len=333939 2023-12-16T18:41:04.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 3863 completed, throughput=5MB/sec 2023-12-16T18:41:04.695 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tTiHEZRACAsmHiC off=8707389 len=300919 2023-12-16T18:41:04.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 3864 completed, throughput=5MB/sec 2023-12-16T18:41:04.695 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5DBecrk5rjz6EtM off=7958845 len=224916 2023-12-16T18:41:04.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 3865 completed, throughput=5MB/sec 2023-12-16T18:41:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:04 smithi071 ceph-mon[139725]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:41:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:04 smithi071 ceph-mon[142085]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:41:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:04 smithi184 ceph-mon[136228]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:41:05.696 INFO:tasks.workunit.client.0.smithi071.stdout: 757: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:05.696 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HKW6AdA2NpJ9aBw off=4674644 len=1616976 2023-12-16T18:41:05.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 3866 completed, throughput=5MB/sec 2023-12-16T18:41:05.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ih3KacxIsIpLStJ off=4517926 len=1508776 2023-12-16T18:41:05.700 INFO:tasks.workunit.client.0.smithi071.stdout:op 3867 completed, throughput=5MB/sec 2023-12-16T18:41:05.700 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-he2rDcBlrJBqPG7 off=9749969 len=1185993 2023-12-16T18:41:05.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 3868 completed, throughput=5MB/sec 2023-12-16T18:41:05.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eUtgDIJDx8LbShh off=2679596 len=1754935 2023-12-16T18:41:05.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 3869 completed, throughput=5MB/sec 2023-12-16T18:41:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:41:06.666 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:41:06.666 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (30m) 7m ago 33m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:41:06.666 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (30m) 5m ago 33m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:41:06.666 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (34m) 7m ago 34m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (34m) 5m ago 34m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (30m) 5m ago 36m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (30m) 7m ago 37m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (29m) 7m ago 37m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (29m) 5m ago 36m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (29m) 7m ago 36m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (30m) 7m ago 33m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (30m) 5m ago 33m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (28m) 7m ago 36m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (28m) 7m ago 35m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (27m) 7m ago 35m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (27m) 7m ago 35m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (26m) 5m ago 35m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (26m) 5m ago 34m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:41:06.667 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (26m) 5m ago 34m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:41:06.668 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (25m) 5m ago 34m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:41:06.668 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (30m) 5m ago 33m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:41:06.668 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:06 smithi071 ceph-mon[139725]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:06.668 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:06 smithi071 ceph-mon[142085]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:06.710 INFO:tasks.workunit.client.0.smithi071.stdout: 758: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:06.711 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jqOWKN3sBTSNa2G off=5595085 len=14527 2023-12-16T18:41:06.711 INFO:tasks.workunit.client.0.smithi071.stdout:op 3870 completed, throughput=4.99MB/sec 2023-12-16T18:41:06.711 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6_hVE14FBo4S43Q off=12843603 len=221365 2023-12-16T18:41:06.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 3871 completed, throughput=4.99MB/sec 2023-12-16T18:41:06.714 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mD3WDhUKPZvAJKc off=12002118 len=1660073 2023-12-16T18:41:06.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 3872 completed, throughput=5MB/sec 2023-12-16T18:41:06.718 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpWOzAgRw8vP2rW off=1202368 len=472071 2023-12-16T18:41:06.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 3873 completed, throughput=5MB/sec 2023-12-16T18:41:06.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WfgFNe6sIAdHIjz off=5309038 len=868270 2023-12-16T18:41:06.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 3874 completed, throughput=5MB/sec 2023-12-16T18:41:06.722 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ndd9NqzR2Z7aXD4 off=2651400 len=1608809 2023-12-16T18:41:06.723 INFO:tasks.workunit.client.0.smithi071.stdout:op 3875 completed, throughput=5MB/sec 2023-12-16T18:41:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:06 smithi184 ceph-mon[136228]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:41:07.050 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:41:07.051 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:41:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:07 smithi071 ceph-mon[139725]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:07 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1097928508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:07] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2023-12-16T18:41:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:07 smithi071 ceph-mon[142085]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:07 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1097928508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:07.725 INFO:tasks.workunit.client.0.smithi071.stdout: 759: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:07.725 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5QjgPJeG_7DOMb1 off=3048727 len=2089804 2023-12-16T18:41:07.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 3876 completed, throughput=5MB/sec 2023-12-16T18:41:07.733 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xMqSyG9cePaloio off=9458761 len=458082 2023-12-16T18:41:07.735 INFO:tasks.workunit.client.0.smithi071.stdout:op 3877 completed, throughput=5MB/sec 2023-12-16T18:41:07.735 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-efML1RXiV3Ilop_ off=3866266 len=1005596 2023-12-16T18:41:07.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 3878 completed, throughput=5MB/sec 2023-12-16T18:41:07.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E8sn3BBvmgSfOmc off=6179463 len=1263194 2023-12-16T18:41:07.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 3879 completed, throughput=5MB/sec 2023-12-16T18:41:07.742 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T9urEuDG0Pe9zHu off=16825165 len=101569 2023-12-16T18:41:07.745 INFO:tasks.workunit.client.0.smithi071.stdout:op 3880 completed, throughput=5MB/sec 2023-12-16T18:41:07.745 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SPv9VqKvbcAcgJ9 off=7861070 len=408168 2023-12-16T18:41:07.748 INFO:tasks.workunit.client.0.smithi071.stdout:op 3881 completed, throughput=5MB/sec 2023-12-16T18:41:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:07 smithi184 ceph-mon[136228]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:07 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1097928508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[139725]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[139725]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:41:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[142085]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[142085]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:08 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:41:08.748 INFO:tasks.workunit.client.0.smithi071.stdout: 760: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:08.748 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aAZ7f-SQPzC6IUM off=2547642 len=1553616 2023-12-16T18:41:08.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 3882 completed, throughput=5MB/sec 2023-12-16T18:41:08.757 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I6R0cShJVH4F59R off=8369883 len=1548139 2023-12-16T18:41:08.761 INFO:tasks.workunit.client.0.smithi071.stdout:op 3883 completed, throughput=5MB/sec 2023-12-16T18:41:08.762 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6hkWh0BY-PuEhQH off=241923 len=1369416 2023-12-16T18:41:08.768 INFO:tasks.workunit.client.0.smithi071.stdout:op 3884 completed, throughput=5MB/sec 2023-12-16T18:41:08.768 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Epm1EEwAiwLGHDJ off=21876212 len=378463 2023-12-16T18:41:08.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 3885 completed, throughput=5MB/sec 2023-12-16T18:41:08.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e2i-MUqNqT8MLF- off=5179967 len=308884 2023-12-16T18:41:08.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 3886 completed, throughput=5MB/sec 2023-12-16T18:41:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:08 smithi184 ceph-mon[136228]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:08 smithi184 ceph-mon[136228]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:08 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:41:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:41:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:41:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:41:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:41:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:41:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:41:09.771 INFO:tasks.workunit.client.0.smithi071.stdout: 761: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:09.772 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v65kmQ6LpJxOabq off=18068301 len=40945 2023-12-16T18:41:09.774 INFO:tasks.workunit.client.0.smithi071.stdout:op 3887 completed, throughput=4.99MB/sec 2023-12-16T18:41:09.774 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L17M2BALe_KHZkJ off=2920280 len=1030592 2023-12-16T18:41:09.779 INFO:tasks.workunit.client.0.smithi071.stdout:op 3888 completed, throughput=4.99MB/sec 2023-12-16T18:41:09.779 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HOJy4Rj4PlBn-Pe off=1998260 len=1790636 2023-12-16T18:41:09.789 INFO:tasks.workunit.client.0.smithi071.stdout:op 3889 completed, throughput=5MB/sec 2023-12-16T18:41:09.789 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vSjdELEKehu64Y0 off=5920854 len=385413 2023-12-16T18:41:09.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 3890 completed, throughput=5MB/sec 2023-12-16T18:41:09.790 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EO3Aw0ODROUnTLx off=13798563 len=566731 2023-12-16T18:41:09.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 3891 completed, throughput=5MB/sec 2023-12-16T18:41:09.791 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5iwnU7SUIz8suME off=4834639 len=1562357 2023-12-16T18:41:09.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 3892 completed, throughput=5MB/sec 2023-12-16T18:41:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:41:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:41:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:41:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:10 smithi071 ceph-mon[139725]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:41:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:10 smithi071 ceph-mon[142085]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:41:10.793 INFO:tasks.workunit.client.0.smithi071.stdout: 762: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:10.794 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N4_T-eBR16bt8ii off=4732211 len=1478576 2023-12-16T18:41:10.802 INFO:tasks.workunit.client.0.smithi071.stdout:op 3893 completed, throughput=5MB/sec 2023-12-16T18:41:10.802 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GbyMinQwyF6pMLN off=16939803 len=544290 2023-12-16T18:41:10.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 3894 completed, throughput=5MB/sec 2023-12-16T18:41:10.806 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ViCCOQ6zs3rqJVK off=5942623 len=1937642 2023-12-16T18:41:10.817 INFO:tasks.workunit.client.0.smithi071.stdout:op 3895 completed, throughput=5MB/sec 2023-12-16T18:41:10.817 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bQIQDc2_mcVyVp0 off=14007090 len=552514 2023-12-16T18:41:10.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 3896 completed, throughput=5MB/sec 2023-12-16T18:41:10.818 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QSSE3w-jm3eyHUE off=132066 len=1395299 2023-12-16T18:41:10.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 3897 completed, throughput=5MB/sec 2023-12-16T18:41:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:10 smithi184 ceph-mon[136228]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:41:11.824 INFO:tasks.workunit.client.0.smithi071.stdout: 763: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:11.824 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L_Ax905O3h3cm3Z off=4828358 len=396360 2023-12-16T18:41:11.825 INFO:tasks.workunit.client.0.smithi071.stdout:op 3898 completed, throughput=4.99MB/sec 2023-12-16T18:41:11.825 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IHVQ_RVa0eA_1nj off=9290732 len=237352 2023-12-16T18:41:11.826 INFO:tasks.workunit.client.0.smithi071.stdout:op 3899 completed, throughput=5MB/sec 2023-12-16T18:41:11.826 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b91UjXfyHxZvEY5 off=13510507 len=1110527 2023-12-16T18:41:11.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 3900 completed, throughput=5MB/sec 2023-12-16T18:41:11.827 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RsdUeWJKfbXKi2O off=16088600 len=26852 2023-12-16T18:41:11.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 3901 completed, throughput=5MB/sec 2023-12-16T18:41:11.828 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KKtJ99Z1RGHtNFP off=270758 len=1041430 2023-12-16T18:41:11.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 3902 completed, throughput=5MB/sec 2023-12-16T18:41:11.830 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5iW-EZg2Sj0RrD2 off=21128251 len=651609 2023-12-16T18:41:11.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 3903 completed, throughput=5MB/sec 2023-12-16T18:41:11.835 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cePaa7vf2iSyZhy off=2694578 len=1922879 2023-12-16T18:41:11.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 3904 completed, throughput=5MB/sec 2023-12-16T18:41:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:12 smithi071 ceph-mon[139725]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:41:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:12 smithi071 ceph-mon[142085]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:41:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:12 smithi184 ceph-mon[136228]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:41:12.845 INFO:tasks.workunit.client.0.smithi071.stdout: 764: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:12.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UABTflZdhOIS4XY off=11709155 len=1430578 2023-12-16T18:41:12.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 3905 completed, throughput=5MB/sec 2023-12-16T18:41:12.848 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6T6NGKQPZOBHMV7 off=2861452 len=1444935 2023-12-16T18:41:12.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 3906 completed, throughput=5MB/sec 2023-12-16T18:41:12.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f2ARP4U4uphI9B4 off=5714407 len=631693 2023-12-16T18:41:12.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 3907 completed, throughput=5MB/sec 2023-12-16T18:41:12.855 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6Ot37wEB9Zg18iU off=2681580 len=801438 2023-12-16T18:41:12.861 INFO:tasks.workunit.client.0.smithi071.stdout:op 3908 completed, throughput=5MB/sec 2023-12-16T18:41:12.862 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tLlycntbGs25UCU off=1592954 len=1815935 2023-12-16T18:41:12.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 3909 completed, throughput=5MB/sec 2023-12-16T18:41:13.871 INFO:tasks.workunit.client.0.smithi071.stdout: 765: throughput=5MB/sec pending data=0 2023-12-16T18:41:13.872 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qRq3Qss-VhOCc69 off=1885128 len=1146176 2023-12-16T18:41:13.878 INFO:tasks.workunit.client.0.smithi071.stdout:op 3910 completed, throughput=5MB/sec 2023-12-16T18:41:13.878 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5lm_58DAWjg_vxH off=6293988 len=194911 2023-12-16T18:41:13.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 3911 completed, throughput=5MB/sec 2023-12-16T18:41:13.881 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zSstQ4-iqB7LWdA off=3068517 len=2083232 2023-12-16T18:41:13.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 3912 completed, throughput=5MB/sec 2023-12-16T18:41:13.893 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-48w626CqsyQwLaX off=1094915 len=1552486 2023-12-16T18:41:13.900 INFO:tasks.workunit.client.0.smithi071.stdout:op 3913 completed, throughput=5MB/sec 2023-12-16T18:41:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:14 smithi071 ceph-mon[139725]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:41:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:14 smithi071 ceph-mon[142085]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:41:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:14 smithi184 ceph-mon[136228]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:41:14.901 INFO:tasks.workunit.client.0.smithi071.stdout: 766: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:14.901 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ih0E59WQopgfn5Q off=393437 len=2097064 2023-12-16T18:41:14.905 INFO:tasks.workunit.client.0.smithi071.stdout:op 3914 completed, throughput=5MB/sec 2023-12-16T18:41:14.905 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-udZBNSoa9UEHl5z off=5739588 len=2078614 2023-12-16T18:41:14.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 3915 completed, throughput=5MB/sec 2023-12-16T18:41:14.908 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MJMmK633y-nHlxb off=10369586 len=196885 2023-12-16T18:41:14.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 3916 completed, throughput=5MB/sec 2023-12-16T18:41:15.911 INFO:tasks.workunit.client.0.smithi071.stdout: 767: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:15.911 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A-CGWYa89O3IDc7 off=3026535 len=976435 2023-12-16T18:41:15.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 3917 completed, throughput=4.99MB/sec 2023-12-16T18:41:15.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MvgOa4jjAmynUC7 off=49038 len=1387687 2023-12-16T18:41:15.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 3918 completed, throughput=5MB/sec 2023-12-16T18:41:15.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vZaK1i-ZWDbIR6Y off=697889 len=1542920 2023-12-16T18:41:15.930 INFO:tasks.workunit.client.0.smithi071.stdout:op 3919 completed, throughput=5MB/sec 2023-12-16T18:41:15.930 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UONpCAnz6PDDe2z off=1438192 len=162630 2023-12-16T18:41:15.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 3920 completed, throughput=5MB/sec 2023-12-16T18:41:15.933 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-myn-5TlQC714JqV off=8422860 len=1294901 2023-12-16T18:41:15.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 3921 completed, throughput=5MB/sec 2023-12-16T18:41:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:16 smithi071 ceph-mon[139725]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:41:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:16 smithi071 ceph-mon[142085]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:41:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:16 smithi184 ceph-mon[136228]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:41:16.940 INFO:tasks.workunit.client.0.smithi071.stdout: 768: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:16.940 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FIBB83i8GbJnCVC off=944505 len=1794854 2023-12-16T18:41:16.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 3922 completed, throughput=5MB/sec 2023-12-16T18:41:16.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T0ajftPS198kbaY off=9487382 len=1418208 2023-12-16T18:41:16.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 3923 completed, throughput=5MB/sec 2023-12-16T18:41:16.950 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uqh47itMLLtX3wU off=1960291 len=110217 2023-12-16T18:41:16.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 3924 completed, throughput=5MB/sec 2023-12-16T18:41:16.950 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YQs92YdRluinivz off=261035 len=1185439 2023-12-16T18:41:16.954 INFO:tasks.workunit.client.0.smithi071.stdout:op 3925 completed, throughput=5MB/sec 2023-12-16T18:41:16.954 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UvSz_WvFvBSdI4L off=7549771 len=129655 2023-12-16T18:41:16.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 3926 completed, throughput=5MB/sec 2023-12-16T18:41:16.957 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-odoZUWq_gqTcIxm off=7638020 len=28160 2023-12-16T18:41:16.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 3927 completed, throughput=5MB/sec 2023-12-16T18:41:16.957 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-29HIN7iJAyibn-n off=11456156 len=67620 2023-12-16T18:41:16.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 3928 completed, throughput=5MB/sec 2023-12-16T18:41:16.957 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NT6lA9AmWNzaJzi off=783143 len=684455 2023-12-16T18:41:16.960 INFO:tasks.workunit.client.0.smithi071.stdout:op 3929 completed, throughput=5MB/sec 2023-12-16T18:41:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:17] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2023-12-16T18:41:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 769: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:17.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AbY3J6hE78sqsGd off=4023069 len=319238 2023-12-16T18:41:17.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 3930 completed, throughput=4.99MB/sec 2023-12-16T18:41:17.961 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ythZTy-GQ6UZXO off=13958832 len=637976 2023-12-16T18:41:17.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 3931 completed, throughput=4.99MB/sec 2023-12-16T18:41:17.963 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-otuyuLxv3ThKFe1 off=1336887 len=1508487 2023-12-16T18:41:17.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 3932 completed, throughput=5MB/sec 2023-12-16T18:41:17.969 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cv7AqHbF7KPkeXO off=10798051 len=717840 2023-12-16T18:41:17.974 INFO:tasks.workunit.client.0.smithi071.stdout:op 3933 completed, throughput=5MB/sec 2023-12-16T18:41:17.974 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WDOz4CvUs9iN3Ko off=9047898 len=1007461 2023-12-16T18:41:17.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 3934 completed, throughput=5MB/sec 2023-12-16T18:41:17.980 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EZF3flYR2dX2D4Y off=8813931 len=945427 2023-12-16T18:41:17.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 3935 completed, throughput=5MB/sec 2023-12-16T18:41:17.981 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CBcvO7Rp9a_aJ4C off=220361 len=38599 2023-12-16T18:41:17.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 3936 completed, throughput=5MB/sec 2023-12-16T18:41:17.981 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7oeU7aH_ys4lpXq off=9133977 len=233414 2023-12-16T18:41:17.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 3937 completed, throughput=5MB/sec 2023-12-16T18:41:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:18 smithi071 ceph-mon[139725]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:18 smithi071 ceph-mon[142085]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:18 smithi184 ceph-mon[136228]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: 770: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:18.982 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5iwnU7SUIz8suME off=1289437 len=264082 2023-12-16T18:41:18.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 3938 completed, throughput=4.99MB/sec 2023-12-16T18:41:18.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uONmYy4GIsyINIB off=18167930 len=1712452 2023-12-16T18:41:18.986 INFO:tasks.workunit.client.0.smithi071.stdout:op 3939 completed, throughput=5MB/sec 2023-12-16T18:41:18.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-waq28UFday6jPQa off=11875950 len=1916453 2023-12-16T18:41:18.996 INFO:tasks.workunit.client.0.smithi071.stdout:op 3940 completed, throughput=5MB/sec 2023-12-16T18:41:18.996 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UPuHER0fmO3t9OZ off=4771507 len=1185022 2023-12-16T18:41:19.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 3941 completed, throughput=5MB/sec 2023-12-16T18:41:19.002 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TbAOxz1rXpkYhT2 off=11805295 len=728087 2023-12-16T18:41:19.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 3942 completed, throughput=5MB/sec 2023-12-16T18:41:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: 771: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:20.004 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2FqfvO-2jd8wSvQ off=4717626 len=1100482 2023-12-16T18:41:20.009 INFO:tasks.workunit.client.0.smithi071.stdout:op 3943 completed, throughput=5MB/sec 2023-12-16T18:41:20.009 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GkFDRPUFE74bBUH off=5979807 len=813611 2023-12-16T18:41:20.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 3944 completed, throughput=5MB/sec 2023-12-16T18:41:20.014 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DNTsDty1vxXILvx off=9301449 len=1182902 2023-12-16T18:41:20.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 3945 completed, throughput=5MB/sec 2023-12-16T18:41:20.019 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eQtIEGDeI0EArdx off=6412213 len=1043840 2023-12-16T18:41:20.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 3946 completed, throughput=5MB/sec 2023-12-16T18:41:20.022 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QBcP2vZRBCQR1hv off=16200421 len=633517 2023-12-16T18:41:20.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 3947 completed, throughput=5MB/sec 2023-12-16T18:41:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:20 smithi071 ceph-mon[139725]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:20 smithi071 ceph-mon[142085]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:20 smithi184 ceph-mon[136228]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:21.023 INFO:tasks.workunit.client.0.smithi071.stdout: 772: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:21.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lMBR9kWKfUxLTYN off=4254096 len=1511505 2023-12-16T18:41:21.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 3948 completed, throughput=5MB/sec 2023-12-16T18:41:21.033 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wGeg5xx0x4xxL99 off=4560868 len=401496 2023-12-16T18:41:21.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 3949 completed, throughput=5MB/sec 2023-12-16T18:41:21.034 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lMYICJOLy4CgEui off=14805037 len=1171320 2023-12-16T18:41:21.040 INFO:tasks.workunit.client.0.smithi071.stdout:op 3950 completed, throughput=5MB/sec 2023-12-16T18:41:21.040 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h2uQduKBnvCnxcm off=9232244 len=1519280 2023-12-16T18:41:21.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 3951 completed, throughput=5MB/sec 2023-12-16T18:41:21.042 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_5FjCQFZB7QWMwG off=4102173 len=343938 2023-12-16T18:41:21.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 3952 completed, throughput=5MB/sec 2023-12-16T18:41:21.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RkrUZhQ0WZXZfhO off=1071844 len=506695 2023-12-16T18:41:21.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 3953 completed, throughput=5MB/sec 2023-12-16T18:41:22.047 INFO:tasks.workunit.client.0.smithi071.stdout: 773: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:22.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6WESAUcrSUZDdxF off=1506239 len=2078477 2023-12-16T18:41:22.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 3954 completed, throughput=5MB/sec 2023-12-16T18:41:22.061 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nrOM--NWxjQ4Srz off=3877440 len=1496808 2023-12-16T18:41:22.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 3955 completed, throughput=5MB/sec 2023-12-16T18:41:22.064 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0XZtcsw3IXk3BHn off=8078494 len=788816 2023-12-16T18:41:22.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 3956 completed, throughput=5MB/sec 2023-12-16T18:41:22.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ljcfhA5L1tAnLoD off=2095287 len=1213398 2023-12-16T18:41:22.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 3957 completed, throughput=5MB/sec 2023-12-16T18:41:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:22 smithi071 ceph-mon[139725]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:41:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:22 smithi071 ceph-mon[142085]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:41:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:22 smithi184 ceph-mon[136228]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:41:23.077 INFO:tasks.workunit.client.0.smithi071.stdout: 774: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:23.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D0hLpReCy9KNNex off=5124124 len=1352479 2023-12-16T18:41:23.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 3958 completed, throughput=5MB/sec 2023-12-16T18:41:23.079 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_li1WkRJW8KCPOV off=18434963 len=822422 2023-12-16T18:41:23.084 INFO:tasks.workunit.client.0.smithi071.stdout:op 3959 completed, throughput=5MB/sec 2023-12-16T18:41:23.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JT2rHExylMbdLD1 off=268090 len=1849121 2023-12-16T18:41:23.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 3960 completed, throughput=5MB/sec 2023-12-16T18:41:23.086 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6ER3WLm5HrJZ8nj off=5566047 len=1436635 2023-12-16T18:41:23.088 INFO:tasks.workunit.client.0.smithi071.stdout:op 3961 completed, throughput=5MB/sec 2023-12-16T18:41:24.088 INFO:tasks.workunit.client.0.smithi071.stdout: 775: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:24.088 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HjAUC0HSMc94vRh off=483953 len=1058918 2023-12-16T18:41:24.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 3962 completed, throughput=5MB/sec 2023-12-16T18:41:24.094 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZMWy_VdX3VBVRjI off=1001384 len=1512326 2023-12-16T18:41:24.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 3963 completed, throughput=5MB/sec 2023-12-16T18:41:24.103 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-arlKxUQoed0xTsr off=2127208 len=863007 2023-12-16T18:41:24.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 3964 completed, throughput=5MB/sec 2023-12-16T18:41:24.104 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JsUh-g1lIQoYsjg off=1029798 len=1579758 2023-12-16T18:41:24.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 3965 completed, throughput=5MB/sec 2023-12-16T18:41:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:24 smithi071 ceph-mon[142085]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:41:24.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:24 smithi071 ceph-mon[139725]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:41:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:24 smithi184 ceph-mon[136228]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:41:25.112 INFO:tasks.workunit.client.0.smithi071.stdout: 776: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:25.112 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7K4GWO8nz5rUeXk off=66397 len=1038409 2023-12-16T18:41:25.117 INFO:tasks.workunit.client.0.smithi071.stdout:op 3966 completed, throughput=5MB/sec 2023-12-16T18:41:25.117 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d4KbJZRLBRisnJv off=15221163 len=13470 2023-12-16T18:41:25.117 INFO:tasks.workunit.client.0.smithi071.stdout:op 3967 completed, throughput=5MB/sec 2023-12-16T18:41:25.117 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NEfmERBI1XPEhpS off=4735337 len=1090989 2023-12-16T18:41:25.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 3968 completed, throughput=5MB/sec 2023-12-16T18:41:25.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CtrBAKFxkKMKTpu off=18705432 len=1597299 2023-12-16T18:41:25.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 3969 completed, throughput=5MB/sec 2023-12-16T18:41:25.132 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VqwC2dfkTf4OMoB off=3941178 len=390422 2023-12-16T18:41:25.133 INFO:tasks.workunit.client.0.smithi071.stdout:op 3970 completed, throughput=5MB/sec 2023-12-16T18:41:25.133 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9l5h_EsXNRD54fl off=5695389 len=130127 2023-12-16T18:41:25.135 INFO:tasks.workunit.client.0.smithi071.stdout:op 3971 completed, throughput=5MB/sec 2023-12-16T18:41:25.136 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sc5n_CeBBuCRpyT off=212444 len=1145370 2023-12-16T18:41:25.137 INFO:tasks.workunit.client.0.smithi071.stdout:op 3972 completed, throughput=5MB/sec 2023-12-16T18:41:26.137 INFO:tasks.workunit.client.0.smithi071.stdout: 777: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:26.137 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m-YvwjnDNSSIx_8 off=14360993 len=885783 2023-12-16T18:41:26.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 3973 completed, throughput=4.99MB/sec 2023-12-16T18:41:26.142 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-51G42WdK84onJal off=6276070 len=1256329 2023-12-16T18:41:26.144 INFO:tasks.workunit.client.0.smithi071.stdout:op 3974 completed, throughput=5MB/sec 2023-12-16T18:41:26.144 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-08qYqyXLF0sau38 off=16517241 len=267632 2023-12-16T18:41:26.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 3975 completed, throughput=5MB/sec 2023-12-16T18:41:26.147 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nSkjMkOcFIsNJ4i off=865777 len=242150 2023-12-16T18:41:26.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 3976 completed, throughput=5MB/sec 2023-12-16T18:41:26.150 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UsUlhT9b4sZOUZa off=12431487 len=781075 2023-12-16T18:41:26.154 INFO:tasks.workunit.client.0.smithi071.stdout:op 3977 completed, throughput=5MB/sec 2023-12-16T18:41:26.155 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cKXV-u0hioMqY4H off=6465938 len=914821 2023-12-16T18:41:26.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 3978 completed, throughput=5MB/sec 2023-12-16T18:41:26.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-umXT1H2FIU-I6ZY off=4735929 len=1814970 2023-12-16T18:41:26.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 3979 completed, throughput=5MB/sec 2023-12-16T18:41:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:26 smithi071 ceph-mon[139725]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:26 smithi071 ceph-mon[142085]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:26 smithi184 ceph-mon[136228]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:27.176 INFO:tasks.workunit.client.0.smithi071.stdout: 778: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:27.176 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LvEzkbvtZvNi_L9 off=259878 len=579001 2023-12-16T18:41:27.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 3980 completed, throughput=5MB/sec 2023-12-16T18:41:27.180 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D-qdvWGdytNf5KE off=3673153 len=1083569 2023-12-16T18:41:27.186 INFO:tasks.workunit.client.0.smithi071.stdout:op 3981 completed, throughput=5MB/sec 2023-12-16T18:41:27.186 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dnchw46gxUXJmtl off=867749 len=379475 2023-12-16T18:41:27.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 3982 completed, throughput=5MB/sec 2023-12-16T18:41:27.189 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xSwITy9Ih69nLCE off=3419459 len=1575912 2023-12-16T18:41:27.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 3983 completed, throughput=5MB/sec 2023-12-16T18:41:27.197 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-muIVmWBKC_84t-W off=381190 len=1935596 2023-12-16T18:41:27.205 INFO:tasks.workunit.client.0.smithi071.stdout:op 3984 completed, throughput=5MB/sec 2023-12-16T18:41:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:27] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:41:28.205 INFO:tasks.workunit.client.0.smithi071.stdout: 779: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:28.206 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j2w7P9FFeS8ghn8 off=0 len=1272952 2023-12-16T18:41:28.211 INFO:tasks.workunit.client.0.smithi071.stdout:op 3985 completed, throughput=5MB/sec 2023-12-16T18:41:28.211 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vA1gWI-zLiv0fTd off=4471815 len=1612977 2023-12-16T18:41:28.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 3986 completed, throughput=5MB/sec 2023-12-16T18:41:28.220 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jIuTYHDJ62zZwKx off=1249383 len=838308 2023-12-16T18:41:28.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 3987 completed, throughput=5MB/sec 2023-12-16T18:41:28.224 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T_EPGmFTyU-NFPb off=4520400 len=2006873 2023-12-16T18:41:28.228 INFO:tasks.workunit.client.0.smithi071.stdout:op 3988 completed, throughput=5MB/sec 2023-12-16T18:41:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:28 smithi071 ceph-mon[139725]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:28 smithi071 ceph-mon[142085]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:28 smithi184 ceph-mon[136228]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:41:29.228 INFO:tasks.workunit.client.0.smithi071.stdout: 780: throughput=5MB/sec pending data=0 2023-12-16T18:41:29.228 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ioxhmd23biRisc9 off=605570 len=197097 2023-12-16T18:41:29.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 3989 completed, throughput=5MB/sec 2023-12-16T18:41:29.229 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OLd9gl8AzfD6Gvh off=6491752 len=1602753 2023-12-16T18:41:29.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 3990 completed, throughput=5MB/sec 2023-12-16T18:41:29.239 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mbCvptxEqoGUA7s off=18752452 len=1061362 2023-12-16T18:41:29.240 INFO:tasks.workunit.client.0.smithi071.stdout:op 3991 completed, throughput=5MB/sec 2023-12-16T18:41:29.240 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yI0okGbdfiBe2Uy off=4753507 len=1090263 2023-12-16T18:41:29.242 INFO:tasks.workunit.client.0.smithi071.stdout:op 3992 completed, throughput=5MB/sec 2023-12-16T18:41:30.242 INFO:tasks.workunit.client.0.smithi071.stdout: 781: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:30.242 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KaH3hNacYdG_S0H off=10843076 len=504807 2023-12-16T18:41:30.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 3993 completed, throughput=4.99MB/sec 2023-12-16T18:41:30.244 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VTHVGJPXjH_8Buf off=5717297 len=31831 2023-12-16T18:41:30.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 3994 completed, throughput=4.99MB/sec 2023-12-16T18:41:30.245 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l_u0oQmqUBoNvym off=10118793 len=861837 2023-12-16T18:41:30.250 INFO:tasks.workunit.client.0.smithi071.stdout:op 3995 completed, throughput=5MB/sec 2023-12-16T18:41:30.250 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pd-iB68P8pLCk4g off=16899682 len=518938 2023-12-16T18:41:30.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 3996 completed, throughput=5MB/sec 2023-12-16T18:41:30.251 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HFUIGhQr5Ediaj_ off=894334 len=303381 2023-12-16T18:41:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 3997 completed, throughput=5MB/sec 2023-12-16T18:41:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NE9yCXclsZsIn6t off=18445326 len=394686 2023-12-16T18:41:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:op 3998 completed, throughput=5MB/sec 2023-12-16T18:41:30.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WLwJ8InDUwIDDi9 off=9120986 len=501311 2023-12-16T18:41:30.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 3999 completed, throughput=5MB/sec 2023-12-16T18:41:30.257 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5OyKplBwuBChC5Z off=1164747 len=773754 2023-12-16T18:41:30.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 4000 completed, throughput=5MB/sec 2023-12-16T18:41:30.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xPaco3RuaztIB0n off=2401279 len=1193821 2023-12-16T18:41:30.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 4001 completed, throughput=5MB/sec 2023-12-16T18:41:30.262 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GNiLMvlPJldPupw off=524345 len=172728 2023-12-16T18:41:30.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 4002 completed, throughput=5MB/sec 2023-12-16T18:41:30.263 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VufRONyAG4evdgu off=2420748 len=2009634 2023-12-16T18:41:30.266 INFO:tasks.workunit.client.0.smithi071.stdout:op 4003 completed, throughput=5MB/sec 2023-12-16T18:41:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:30 smithi071 ceph-mon[139725]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:30 smithi071 ceph-mon[142085]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:30 smithi184 ceph-mon[136228]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:41:31.267 INFO:tasks.workunit.client.0.smithi071.stdout: 782: throughput=5MB/sec pending data=0 2023-12-16T18:41:31.267 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9926zkjNto-VH7B off=14672460 len=1805658 2023-12-16T18:41:31.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 4004 completed, throughput=5MB/sec 2023-12-16T18:41:31.278 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z7v-VisGyjmJRW0 off=15755110 len=1013093 2023-12-16T18:41:31.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 4005 completed, throughput=5MB/sec 2023-12-16T18:41:31.282 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-znPbqEUn3rqeFhL off=1800034 len=971194 2023-12-16T18:41:31.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 4006 completed, throughput=5MB/sec 2023-12-16T18:41:32.288 INFO:tasks.workunit.client.0.smithi071.stdout: 783: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:32.288 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IebPi08mkRIZI71 off=7383625 len=1255239 2023-12-16T18:41:32.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 4007 completed, throughput=5MB/sec 2023-12-16T18:41:32.295 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aRiV1Z1JuVTCAEH off=1192318 len=1421510 2023-12-16T18:41:32.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 4008 completed, throughput=5MB/sec 2023-12-16T18:41:32.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6SzmQ6YQkgl36pk off=6868571 len=63357 2023-12-16T18:41:32.299 INFO:tasks.workunit.client.0.smithi071.stdout:op 4009 completed, throughput=5MB/sec 2023-12-16T18:41:32.299 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p2MfU8c-9bQMKUi off=16139576 len=1073728 2023-12-16T18:41:32.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 4010 completed, throughput=5MB/sec 2023-12-16T18:41:32.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VXHZbKY4tVz7JuE off=1132077 len=1964071 2023-12-16T18:41:32.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 4011 completed, throughput=5MB/sec 2023-12-16T18:41:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:32 smithi071 ceph-mon[139725]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-16T18:41:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:32 smithi071 ceph-mon[142085]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-16T18:41:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:32 smithi184 ceph-mon[136228]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-16T18:41:33.303 INFO:tasks.workunit.client.0.smithi071.stdout: 784: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:33.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3RbHoOFE_tkpM4S off=5525722 len=237188 2023-12-16T18:41:33.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 4012 completed, throughput=4.99MB/sec 2023-12-16T18:41:33.306 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Idixou3YaFH7H0Z off=2373082 len=419426 2023-12-16T18:41:33.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 4013 completed, throughput=5MB/sec 2023-12-16T18:41:33.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z1hTdmRILKBAmYf off=5628591 len=133821 2023-12-16T18:41:33.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 4014 completed, throughput=5MB/sec 2023-12-16T18:41:33.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZCfxrXECkMU7WZ3 off=3718205 len=1798159 2023-12-16T18:41:33.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 4015 completed, throughput=5MB/sec 2023-12-16T18:41:33.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2eOVt0MR8NpMyBp off=11959457 len=1675026 2023-12-16T18:41:33.321 INFO:tasks.workunit.client.0.smithi071.stdout:op 4016 completed, throughput=5MB/sec 2023-12-16T18:41:33.321 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5oAGS8NseMnfX64 off=3285822 len=381618 2023-12-16T18:41:33.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 4017 completed, throughput=5MB/sec 2023-12-16T18:41:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:34.322 INFO:tasks.workunit.client.0.smithi071.stdout: 785: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:34.322 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yJ511dGiHZJkcEa off=578106 len=478714 2023-12-16T18:41:34.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 4018 completed, throughput=4.99MB/sec 2023-12-16T18:41:34.325 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N_D9HwHR93lKrBc off=2637033 len=1350812 2023-12-16T18:41:34.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 4019 completed, throughput=5MB/sec 2023-12-16T18:41:34.329 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fkuUrX-LYyU_oQW off=2615509 len=392855 2023-12-16T18:41:34.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 4020 completed, throughput=5MB/sec 2023-12-16T18:41:34.333 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj---ISDOgBpFGYmJD off=5544859 len=912600 2023-12-16T18:41:34.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 4021 completed, throughput=5MB/sec 2023-12-16T18:41:34.337 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OhTnvYyWf0nSDLJ off=2042740 len=74121 2023-12-16T18:41:34.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 4022 completed, throughput=5MB/sec 2023-12-16T18:41:34.338 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XtooxBVMdHrI8Oc off=2141522 len=516003 2023-12-16T18:41:34.342 INFO:tasks.workunit.client.0.smithi071.stdout:op 4023 completed, throughput=5MB/sec 2023-12-16T18:41:34.342 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_mS0qh25sPXaJoz off=5717280 len=1471464 2023-12-16T18:41:34.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 4024 completed, throughput=5MB/sec 2023-12-16T18:41:34.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6d6PM-ksTZdkJg9 off=15216073 len=969553 2023-12-16T18:41:34.355 INFO:tasks.workunit.client.0.smithi071.stdout:op 4025 completed, throughput=5MB/sec 2023-12-16T18:41:34.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:34 smithi071 ceph-mon[139725]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:41:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:34 smithi071 ceph-mon[142085]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:41:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:34 smithi184 ceph-mon[136228]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:41:35.355 INFO:tasks.workunit.client.0.smithi071.stdout: 786: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:35.356 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wbapVFFXYt6tycp off=16377292 len=615050 2023-12-16T18:41:35.356 INFO:tasks.workunit.client.0.smithi071.stdout:op 4026 completed, throughput=5MB/sec 2023-12-16T18:41:35.357 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gDy87n1tXxZe0dn off=13020415 len=1537642 2023-12-16T18:41:35.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 4027 completed, throughput=5MB/sec 2023-12-16T18:41:35.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zKValLggyQzxGyP off=7618912 len=837213 2023-12-16T18:41:35.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 4028 completed, throughput=5MB/sec 2023-12-16T18:41:35.370 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FzrTl6OPOlP5pl5 off=6137895 len=726326 2023-12-16T18:41:35.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 4029 completed, throughput=5MB/sec 2023-12-16T18:41:35.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-t0KGgKidws4HfxW off=5748465 len=694493 2023-12-16T18:41:35.375 INFO:tasks.workunit.client.0.smithi071.stdout:op 4030 completed, throughput=5MB/sec 2023-12-16T18:41:35.376 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LSOjf5p6tFYA6mL off=19976542 len=349642 2023-12-16T18:41:35.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 4031 completed, throughput=5MB/sec 2023-12-16T18:41:36.377 INFO:tasks.workunit.client.0.smithi071.stdout: 787: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:36.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-70SB7ZYCrBy850O off=7124116 len=1486314 2023-12-16T18:41:36.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 4032 completed, throughput=5MB/sec 2023-12-16T18:41:36.379 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gVPh3Mc7yW6nTRs off=3144853 len=287009 2023-12-16T18:41:36.380 INFO:tasks.workunit.client.0.smithi071.stdout:op 4033 completed, throughput=5MB/sec 2023-12-16T18:41:36.380 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uXJOU4P90IPgpkS off=10396793 len=1475755 2023-12-16T18:41:36.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 4034 completed, throughput=5MB/sec 2023-12-16T18:41:36.387 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aAQq7T0NL8g9mBj off=939713 len=802133 2023-12-16T18:41:36.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 4035 completed, throughput=5MB/sec 2023-12-16T18:41:36.391 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oSE-q0iHBCeza3v off=23437050 len=1034434 2023-12-16T18:41:36.397 INFO:tasks.workunit.client.0.smithi071.stdout:op 4036 completed, throughput=5MB/sec 2023-12-16T18:41:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:36 smithi071 ceph-mon[139725]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:36 smithi071 ceph-mon[142085]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:36 smithi184 ceph-mon[136228]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:37.397 INFO:tasks.workunit.client.0.smithi071.stdout: 788: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:37.397 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kxk35CNgHAKZAr8 off=1222643 len=1446154 2023-12-16T18:41:37.399 INFO:tasks.workunit.client.0.smithi071.stdout:op 4037 completed, throughput=5MB/sec 2023-12-16T18:41:37.399 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:41:37.399 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wGeg5xx0x4xxL99 off=6316342 len=330770 2023-12-16T18:41:37.399 INFO:tasks.workunit.client.0.smithi071.stdout:op 4038 completed, throughput=5MB/sec 2023-12-16T18:41:37.400 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7MstY8WeXJZqcpz off=13312251 len=278352 2023-12-16T18:41:37.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 4039 completed, throughput=5MB/sec 2023-12-16T18:41:37.400 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SfmrUh2_dRMz-9H off=4759897 len=788318 2023-12-16T18:41:37.404 INFO:tasks.workunit.client.0.smithi071.stdout:op 4040 completed, throughput=5MB/sec 2023-12-16T18:41:37.404 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-W-1D2Mq6duo3uxb off=3845774 len=984602 2023-12-16T18:41:37.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 4041 completed, throughput=5MB/sec 2023-12-16T18:41:37.409 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-diWJUkZeMrFgEV9 off=15738 len=61167 2023-12-16T18:41:37.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 4042 completed, throughput=5MB/sec 2023-12-16T18:41:37.411 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hG3w2nojC7hRfQM off=14134795 len=1005470 2023-12-16T18:41:37.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 4043 completed, throughput=5MB/sec 2023-12-16T18:41:37.412 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vmeYRH8CvRT5Vly off=4899973 len=1809220 2023-12-16T18:41:37.414 INFO:tasks.workunit.client.0.smithi071.stdout:op 4044 completed, throughput=5MB/sec 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (31m) 7m ago 33m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (31m) 5m ago 33m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (34m) 7m ago 34m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (34m) 5m ago 34m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (30m) 5m ago 36m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:41:37.717 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (30m) 7m ago 38m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (30m) 7m ago 38m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (29m) 5m ago 37m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (30m) 7m ago 37m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (31m) 7m ago 33m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (31m) 5m ago 33m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (29m) 7m ago 36m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (28m) 7m ago 36m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (28m) 7m ago 36m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (27m) 7m ago 35m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (27m) 5m ago 35m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (27m) 5m ago 35m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (26m) 5m ago 35m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (26m) 5m ago 34m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:41:37.718 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (30m) 5m ago 34m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:41:37.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:37] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2023-12-16T18:41:38.100 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:41:38.100 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:41:38.100 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:41:38.100 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:41:38.101 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:41:38.414 INFO:tasks.workunit.client.0.smithi071.stdout: 789: throughput=5MB/sec pending data=0 2023-12-16T18:41:38.414 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JcF1X0MDDMUR5fg off=6348088 len=672622 2023-12-16T18:41:38.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 4045 completed, throughput=5MB/sec 2023-12-16T18:41:38.415 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5DOrWmrhNAabruc off=8962047 len=157293 2023-12-16T18:41:38.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 4046 completed, throughput=5MB/sec 2023-12-16T18:41:38.415 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-icM2A4A19UudLZz off=948124 len=1537334 2023-12-16T18:41:38.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 4047 completed, throughput=5MB/sec 2023-12-16T18:41:38.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9JSLtvupUuzRYXt off=9052419 len=1680097 2023-12-16T18:41:38.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 4048 completed, throughput=5MB/sec 2023-12-16T18:41:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[139725]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[139725]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1917738209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[142085]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[142085]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1917738209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:38 smithi184 ceph-mon[136228]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:41:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:38 smithi184 ceph-mon[136228]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1917738209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:41:39.422 INFO:tasks.workunit.client.0.smithi071.stdout: 790: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:39.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xSwV1H1A-OLPw65 off=3027966 len=2036425 2023-12-16T18:41:39.431 INFO:tasks.workunit.client.0.smithi071.stdout:op 4049 completed, throughput=5MB/sec 2023-12-16T18:41:39.431 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-43pssgjYWzG1bKI off=7672035 len=1150031 2023-12-16T18:41:39.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 4050 completed, throughput=5MB/sec 2023-12-16T18:41:39.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j2w7P9FFeS8ghn8 off=353554 len=183734 2023-12-16T18:41:39.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 4051 completed, throughput=5MB/sec 2023-12-16T18:41:39.440 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4UvQC39iHeDTJ2E off=1399312 len=216656 2023-12-16T18:41:39.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 4052 completed, throughput=5MB/sec 2023-12-16T18:41:39.441 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xTczaqE8O9sGSZ9 off=1389992 len=1050476 2023-12-16T18:41:39.447 INFO:tasks.workunit.client.0.smithi071.stdout:op 4053 completed, throughput=5MB/sec 2023-12-16T18:41:39.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5uiFz_UmbjuCEC9 off=8006184 len=1121988 2023-12-16T18:41:39.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 4054 completed, throughput=5MB/sec 2023-12-16T18:41:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:39 smithi071 ceph-mon[139725]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:39.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:39 smithi071 ceph-mon[142085]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:39 smithi184 ceph-mon[136228]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:41:40.449 INFO:tasks.workunit.client.0.smithi071.stdout: 791: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:40.449 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9JaEscUV-NodpfF off=880165 len=546327 2023-12-16T18:41:40.451 INFO:tasks.workunit.client.0.smithi071.stdout:op 4055 completed, throughput=5MB/sec 2023-12-16T18:41:40.452 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Yg9Q1Z9H2lCjQE2 off=6961802 len=1329204 2023-12-16T18:41:40.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 4056 completed, throughput=5MB/sec 2023-12-16T18:41:40.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-z0J3sXliS6MpQop off=4322933 len=1403505 2023-12-16T18:41:40.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 4057 completed, throughput=5MB/sec 2023-12-16T18:41:40.455 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dd4Kh8m26Oy9HhC off=11772373 len=832171 2023-12-16T18:41:40.460 INFO:tasks.workunit.client.0.smithi071.stdout:op 4058 completed, throughput=5MB/sec 2023-12-16T18:41:40.460 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k0SV1HrqyBRv7Eo off=9961435 len=943808 2023-12-16T18:41:40.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 4059 completed, throughput=5MB/sec 2023-12-16T18:41:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:40 smithi071 ceph-mon[139725]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:41:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:40 smithi071 ceph-mon[142085]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:41:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:40 smithi184 ceph-mon[136228]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:41:41.466 INFO:tasks.workunit.client.0.smithi071.stdout: 792: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:41.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XmxILFEUII0IVtw off=2217452 len=271836 2023-12-16T18:41:41.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 4060 completed, throughput=4.99MB/sec 2023-12-16T18:41:41.470 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cKK3gt2yviAzOnk off=20191989 len=613916 2023-12-16T18:41:41.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 4061 completed, throughput=5MB/sec 2023-12-16T18:41:41.474 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZcHD1YwD140EPxd off=12540257 len=1179920 2023-12-16T18:41:41.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 4062 completed, throughput=5MB/sec 2023-12-16T18:41:41.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bLSCk0xc6g82spn off=2805482 len=623072 2023-12-16T18:41:41.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 4063 completed, throughput=5MB/sec 2023-12-16T18:41:41.484 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mXkAfAiaPJ6V_0e off=3400214 len=22790 2023-12-16T18:41:41.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 4064 completed, throughput=5MB/sec 2023-12-16T18:41:41.485 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-s-9s4YJ1gqF62fs off=5123037 len=903145 2023-12-16T18:41:41.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 4065 completed, throughput=5MB/sec 2023-12-16T18:41:41.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8aqFT8K8-v_J7LP off=12744746 len=1075180 2023-12-16T18:41:41.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 4066 completed, throughput=5MB/sec 2023-12-16T18:41:41.488 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ixCQzGgNdFoTACw off=144838 len=2041839 2023-12-16T18:41:41.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 4067 completed, throughput=5MB/sec 2023-12-16T18:41:42.498 INFO:tasks.workunit.client.0.smithi071.stdout: 793: throughput=5MB/sec pending data=0 2023-12-16T18:41:42.498 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-09wbiI9DQh6ZFyD off=2058912 len=1879824 2023-12-16T18:41:42.500 INFO:tasks.workunit.client.0.smithi071.stdout:op 4068 completed, throughput=5MB/sec 2023-12-16T18:41:42.500 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7q7sdrMrhNWgCcA off=4705220 len=1112450 2023-12-16T18:41:42.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 4069 completed, throughput=5MB/sec 2023-12-16T18:41:42.502 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1wbILJzR2ucV57g off=6705206 len=1361413 2023-12-16T18:41:42.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 4070 completed, throughput=5MB/sec 2023-12-16T18:41:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:42 smithi071 ceph-mon[139725]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:41:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:42 smithi071 ceph-mon[142085]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:41:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:42 smithi184 ceph-mon[136228]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:41:43.505 INFO:tasks.workunit.client.0.smithi071.stdout: 794: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:43.506 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M9JE9DMZFshtzuP off=13081975 len=311936 2023-12-16T18:41:43.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 4071 completed, throughput=4.99MB/sec 2023-12-16T18:41:43.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cxv4JuGSDwOdwjP off=3548490 len=1632189 2023-12-16T18:41:43.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 4072 completed, throughput=5MB/sec 2023-12-16T18:41:43.517 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dGjZT4eGhOnzDCd off=7042342 len=193763 2023-12-16T18:41:43.520 INFO:tasks.workunit.client.0.smithi071.stdout:op 4073 completed, throughput=5MB/sec 2023-12-16T18:41:43.520 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6SzmQ6YQkgl36pk off=8665712 len=1389520 2023-12-16T18:41:43.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 4074 completed, throughput=5MB/sec 2023-12-16T18:41:43.522 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j2w7P9FFeS8ghn8 off=614824 len=637080 2023-12-16T18:41:43.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 4075 completed, throughput=5MB/sec 2023-12-16T18:41:43.525 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CnM94dDeZFVFUQ_ off=2969181 len=1399165 2023-12-16T18:41:43.533 INFO:tasks.workunit.client.0.smithi071.stdout:op 4076 completed, throughput=5MB/sec 2023-12-16T18:41:44.534 INFO:tasks.workunit.client.0.smithi071.stdout: 795: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:44.556 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gO1voPcJKssaLJ4 off=8344540 len=727568 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4077 completed, throughput=5MB/sec 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e-cg6rbmZ8izJLA off=6350706 len=1318753 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4078 completed, throughput=5MB/sec 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hBxnB5eIceHIDf2 off=10519164 len=162837 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4079 completed, throughput=5MB/sec 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3P9Ry97IJnTzncI off=1779359 len=29181 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4080 completed, throughput=5MB/sec 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5FXpvmFjJkVzz4u off=1103832 len=1352508 2023-12-16T18:41:44.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4081 completed, throughput=5MB/sec 2023-12-16T18:41:44.559 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-niu2AzumWKANwVQ off=9157996 len=1499559 2023-12-16T18:41:44.559 INFO:tasks.workunit.client.0.smithi071.stdout:op 4082 completed, throughput=5MB/sec 2023-12-16T18:41:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:44 smithi184 ceph-mon[136228]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:41:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:44 smithi071 ceph-mon[139725]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:41:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:44 smithi071 ceph-mon[142085]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:41:45.557 INFO:tasks.workunit.client.0.smithi071.stdout: 796: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:45.557 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DOR-NokikkGh2PU off=1405656 len=1392888 2023-12-16T18:41:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 4083 completed, throughput=5MB/sec 2023-12-16T18:41:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tRNr2IubFHolVjg off=719726 len=502278 2023-12-16T18:41:45.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 4084 completed, throughput=5MB/sec 2023-12-16T18:41:45.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xq8rj8MPnTJ9HxQ off=6594002 len=1580827 2023-12-16T18:41:45.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 4085 completed, throughput=5MB/sec 2023-12-16T18:41:45.567 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bKc2q759NreqITH off=6492124 len=329636 2023-12-16T18:41:45.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 4086 completed, throughput=5MB/sec 2023-12-16T18:41:45.568 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i5OgOCD2JTfCde4 off=6971969 len=1717769 2023-12-16T18:41:45.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 4087 completed, throughput=5MB/sec 2023-12-16T18:41:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: 797: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:46.576 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DHbBS0LZ7PGemDF off=16494043 len=1213202 2023-12-16T18:41:46.579 INFO:tasks.workunit.client.0.smithi071.stdout:op 4088 completed, throughput=5MB/sec 2023-12-16T18:41:46.579 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N9P5NoEHenrmNNN off=2259148 len=1105806 2023-12-16T18:41:46.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 4089 completed, throughput=5MB/sec 2023-12-16T18:41:46.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gm47ABFCCP7aXOn off=22968065 len=1962408 2023-12-16T18:41:46.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 4090 completed, throughput=5MB/sec 2023-12-16T18:41:46.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ceInzKe7GyfZNkx off=10844725 len=32298 2023-12-16T18:41:46.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 4091 completed, throughput=5MB/sec 2023-12-16T18:41:46.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eVhb_kkz9xFLTNN off=1497691 len=194444 2023-12-16T18:41:46.595 INFO:tasks.workunit.client.0.smithi071.stdout:op 4092 completed, throughput=5MB/sec 2023-12-16T18:41:46.595 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U0f5ieGfBc91E3R off=18066816 len=1692115 2023-12-16T18:41:46.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 4093 completed, throughput=5MB/sec 2023-12-16T18:41:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:46 smithi184 ceph-mon[136228]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:46 smithi071 ceph-mon[139725]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:46 smithi071 ceph-mon[142085]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:41:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: 798: throughput=5MB/sec pending data=0 2023-12-16T18:41:47.597 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-st3WbVoCpHOGcBL off=6985498 len=957302 2023-12-16T18:41:47.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 4094 completed, throughput=5MB/sec 2023-12-16T18:41:47.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jlwx-tjrAFMShnv off=4333042 len=608998 2023-12-16T18:41:47.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 4095 completed, throughput=5MB/sec 2023-12-16T18:41:47.600 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hG-EgWyQqil-u8q off=1794830 len=1326060 2023-12-16T18:41:47.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 4096 completed, throughput=5MB/sec 2023-12-16T18:41:47.601 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kGdjVKXdX7rme-4 off=1918242 len=248447 2023-12-16T18:41:47.603 INFO:tasks.workunit.client.0.smithi071.stdout:op 4097 completed, throughput=5MB/sec 2023-12-16T18:41:47.603 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vvUpfYMe_JHWt4X off=19954682 len=114800 2023-12-16T18:41:47.604 INFO:tasks.workunit.client.0.smithi071.stdout:op 4098 completed, throughput=5MB/sec 2023-12-16T18:41:47.604 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kswNH9SSjIjcV4N off=6460426 len=811067 2023-12-16T18:41:47.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 4099 completed, throughput=5MB/sec 2023-12-16T18:41:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:47] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2023-12-16T18:41:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: 799: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:48.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4vPctz62Mw6Hscg off=4960044 len=1133056 2023-12-16T18:41:48.611 INFO:tasks.workunit.client.0.smithi071.stdout:op 4100 completed, throughput=5MB/sec 2023-12-16T18:41:48.612 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Jyp9vrPGxycudyb off=2490003 len=516777 2023-12-16T18:41:48.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 4101 completed, throughput=5MB/sec 2023-12-16T18:41:48.616 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k7SyVdK1nySq5Z_ off=631704 len=1400672 2023-12-16T18:41:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 4102 completed, throughput=5MB/sec 2023-12-16T18:41:48.623 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Mh5veruAA4HwtL5 off=3775832 len=499372 2023-12-16T18:41:48.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 4103 completed, throughput=5MB/sec 2023-12-16T18:41:48.626 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jPOWeAc2hVDRvEm off=681617 len=1997862 2023-12-16T18:41:48.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 4104 completed, throughput=5MB/sec 2023-12-16T18:41:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:48 smithi184 ceph-mon[136228]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:48 smithi071 ceph-mon[139725]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:48 smithi071 ceph-mon[142085]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:41:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: 800: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:49.629 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uH2ypKiHAr48Hrs off=8456776 len=1864399 2023-12-16T18:41:49.631 INFO:tasks.workunit.client.0.smithi071.stdout:op 4105 completed, throughput=5MB/sec 2023-12-16T18:41:49.631 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xOQZp1G-RaThG4_ off=1535734 len=136470 2023-12-16T18:41:49.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 4106 completed, throughput=5MB/sec 2023-12-16T18:41:49.632 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p9cj4jvpn8IQBV1 off=4013793 len=398623 2023-12-16T18:41:49.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 4107 completed, throughput=5MB/sec 2023-12-16T18:41:49.634 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CCqhgBNSppML8AO off=13462335 len=1350955 2023-12-16T18:41:49.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 4108 completed, throughput=5MB/sec 2023-12-16T18:41:49.639 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bVh979SuagLjno3 off=18459442 len=211509 2023-12-16T18:41:49.642 INFO:tasks.workunit.client.0.smithi071.stdout:op 4109 completed, throughput=5MB/sec 2023-12-16T18:41:49.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tqAKahPq4GNQ7-M off=16248891 len=1147353 2023-12-16T18:41:49.650 INFO:tasks.workunit.client.0.smithi071.stdout:op 4110 completed, throughput=5MB/sec 2023-12-16T18:41:50.650 INFO:tasks.workunit.client.0.smithi071.stdout: 801: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:50.650 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zdHRj6-8FEpYtxc off=7401392 len=1445321 2023-12-16T18:41:50.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 4111 completed, throughput=5MB/sec 2023-12-16T18:41:50.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ucpsrFMKubPWLKh off=11297386 len=1178546 2023-12-16T18:41:50.656 INFO:tasks.workunit.client.0.smithi071.stdout:op 4112 completed, throughput=5MB/sec 2023-12-16T18:41:50.656 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SBD2KsZbmSNCKu3 off=5057864 len=1309007 2023-12-16T18:41:50.664 INFO:tasks.workunit.client.0.smithi071.stdout:op 4113 completed, throughput=5MB/sec 2023-12-16T18:41:50.664 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OGWYzrH7vsUmu-u off=1211107 len=1787379 2023-12-16T18:41:50.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 4114 completed, throughput=5MB/sec 2023-12-16T18:41:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:50 smithi184 ceph-mon[136228]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:41:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:50 smithi071 ceph-mon[139725]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:41:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:50 smithi071 ceph-mon[142085]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:41:51.671 INFO:tasks.workunit.client.0.smithi071.stdout: 802: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:51.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f19ZNvQExb3PhQf off=699545 len=1368616 2023-12-16T18:41:51.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 4115 completed, throughput=5MB/sec 2023-12-16T18:41:51.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FE6TIC809HxPFOu off=830537 len=1769164 2023-12-16T18:41:51.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 4116 completed, throughput=5MB/sec 2023-12-16T18:41:51.683 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4rLnnDZlt-60rJF off=108724 len=711388 2023-12-16T18:41:51.687 INFO:tasks.workunit.client.0.smithi071.stdout:op 4117 completed, throughput=5MB/sec 2023-12-16T18:41:51.688 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y70pUdS082lePp7 off=6933307 len=805957 2023-12-16T18:41:51.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 4118 completed, throughput=5MB/sec 2023-12-16T18:41:51.692 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EZF3flYR2dX2D4Y off=3907032 len=2071633 2023-12-16T18:41:51.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 4119 completed, throughput=5MB/sec 2023-12-16T18:41:52.702 INFO:tasks.workunit.client.0.smithi071.stdout: 803: throughput=5MB/sec pending data=0 2023-12-16T18:41:52.702 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eyGh6RpX9_Q-vpz off=522354 len=1758915 2023-12-16T18:41:52.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 4120 completed, throughput=5MB/sec 2023-12-16T18:41:52.704 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-geenXNA78vLHy1T off=6708893 len=491063 2023-12-16T18:41:52.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 4121 completed, throughput=5MB/sec 2023-12-16T18:41:52.706 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-etBrnYkVsfgp_ll off=2939637 len=1622724 2023-12-16T18:41:52.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 4122 completed, throughput=5MB/sec 2023-12-16T18:41:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:52 smithi184 ceph-mon[136228]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:52 smithi071 ceph-mon[139725]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:52 smithi071 ceph-mon[142085]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-16T18:41:53.708 INFO:tasks.workunit.client.0.smithi071.stdout: 804: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:53.709 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dqLkxC_vaQa-fkR off=7517039 len=1808155 2023-12-16T18:41:53.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 4123 completed, throughput=5MB/sec 2023-12-16T18:41:53.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jqoFSBFXEOnSDjc off=1592640 len=546582 2023-12-16T18:41:53.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 4124 completed, throughput=5MB/sec 2023-12-16T18:41:53.721 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1Tfwp_rUQOXtn4Y off=59993 len=1233586 2023-12-16T18:41:53.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 4125 completed, throughput=5MB/sec 2023-12-16T18:41:53.728 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AUOCLqq6qy9GYXk off=5966237 len=1231872 2023-12-16T18:41:53.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 4126 completed, throughput=5MB/sec 2023-12-16T18:41:54.730 INFO:tasks.workunit.client.0.smithi071.stdout: 805: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:54.730 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q6wzsQM70uIv7iu off=13894008 len=391423 2023-12-16T18:41:54.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 4127 completed, throughput=4.99MB/sec 2023-12-16T18:41:54.731 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ngyBuxBEHYg6qhg off=3058973 len=546234 2023-12-16T18:41:54.732 INFO:tasks.workunit.client.0.smithi071.stdout:op 4128 completed, throughput=5MB/sec 2023-12-16T18:41:54.732 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e6tEx4Ujt5qPGS- off=3268736 len=1227182 2023-12-16T18:41:54.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 4129 completed, throughput=5MB/sec 2023-12-16T18:41:54.733 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-O9JJjD_Emfd3J8F off=1436810 len=273811 2023-12-16T18:41:54.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 4130 completed, throughput=5MB/sec 2023-12-16T18:41:54.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SpA4YYmDs1SfSVK off=356378 len=1317005 2023-12-16T18:41:54.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 4131 completed, throughput=5MB/sec 2023-12-16T18:41:54.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KFCF21MHauWSToH off=89086 len=1144739 2023-12-16T18:41:54.741 INFO:tasks.workunit.client.0.smithi071.stdout:op 4132 completed, throughput=5MB/sec 2023-12-16T18:41:54.741 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-36VJWz8Ps-FY4-P off=5731639 len=1042373 2023-12-16T18:41:54.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 4133 completed, throughput=5MB/sec 2023-12-16T18:41:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:54 smithi184 ceph-mon[136228]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:41:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:54 smithi071 ceph-mon[139725]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:41:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:54 smithi071 ceph-mon[142085]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:41:55.742 INFO:tasks.workunit.client.0.smithi071.stdout: 806: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:55.743 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sCX_je8gYqLzC23 off=9229163 len=1585402 2023-12-16T18:41:55.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 4134 completed, throughput=5MB/sec 2023-12-16T18:41:55.744 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZBhTLlHTQ1RUl9e off=8601662 len=1498309 2023-12-16T18:41:55.754 INFO:tasks.workunit.client.0.smithi071.stdout:op 4135 completed, throughput=5MB/sec 2023-12-16T18:41:55.754 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rWQXM_TZyT5LgTT off=4403353 len=1243102 2023-12-16T18:41:55.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 4136 completed, throughput=5MB/sec 2023-12-16T18:41:55.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rZ9UGcYJFNIVwZU off=14143143 len=714464 2023-12-16T18:41:55.760 INFO:tasks.workunit.client.0.smithi071.stdout:op 4137 completed, throughput=5MB/sec 2023-12-16T18:41:56.760 INFO:tasks.workunit.client.0.smithi071.stdout: 807: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:56.760 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-da-xT8BL4qyWxng off=2602237 len=1275752 2023-12-16T18:41:56.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 4138 completed, throughput=5MB/sec 2023-12-16T18:41:56.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rPy0sjdxb7qoj5A off=2631293 len=1731822 2023-12-16T18:41:56.775 INFO:tasks.workunit.client.0.smithi071.stdout:op 4139 completed, throughput=5MB/sec 2023-12-16T18:41:56.775 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-I18UO8Dazljs5jV off=6920427 len=1970898 2023-12-16T18:41:56.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 4140 completed, throughput=5MB/sec 2023-12-16T18:41:56.780 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U35TyO8VJwhnAi4 off=5045390 len=1923661 2023-12-16T18:41:56.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 4141 completed, throughput=5MB/sec 2023-12-16T18:41:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:56 smithi184 ceph-mon[136228]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:56 smithi071 ceph-mon[139725]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:56 smithi071 ceph-mon[142085]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:41:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:41:57] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2023-12-16T18:41:57.789 INFO:tasks.workunit.client.0.smithi071.stdout: 808: throughput=5MB/sec pending data=0 2023-12-16T18:41:57.789 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NkxJMkLDCHcFDcq off=3337623 len=764616 2023-12-16T18:41:57.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 4142 completed, throughput=5MB/sec 2023-12-16T18:41:57.794 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-le-bUjPwlFyemZU off=3860067 len=280436 2023-12-16T18:41:57.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 4143 completed, throughput=5MB/sec 2023-12-16T18:41:57.795 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SiMNZRVQG1O6u2X off=5732184 len=1362261 2023-12-16T18:41:57.801 INFO:tasks.workunit.client.0.smithi071.stdout:op 4144 completed, throughput=5MB/sec 2023-12-16T18:41:57.801 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DUAPV5cnvm_k152 off=6702698 len=1698116 2023-12-16T18:41:57.802 INFO:tasks.workunit.client.0.smithi071.stdout:op 4145 completed, throughput=5MB/sec 2023-12-16T18:41:58.803 INFO:tasks.workunit.client.0.smithi071.stdout: 809: throughput=4.99MB/sec pending data=0 2023-12-16T18:41:58.803 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JzJwyUbNI_2Nnca off=6866235 len=1669598 2023-12-16T18:41:58.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 4146 completed, throughput=5MB/sec 2023-12-16T18:41:58.806 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DoHqKqPxroYQKYb off=2740901 len=759967 2023-12-16T18:41:58.810 INFO:tasks.workunit.client.0.smithi071.stdout:op 4147 completed, throughput=5MB/sec 2023-12-16T18:41:58.810 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_oYpByXQXf-Bs_k off=6530188 len=143704 2023-12-16T18:41:58.813 INFO:tasks.workunit.client.0.smithi071.stdout:op 4148 completed, throughput=5MB/sec 2023-12-16T18:41:58.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kz4nRdaS2LbmgAB off=7799473 len=1949631 2023-12-16T18:41:58.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 4149 completed, throughput=5MB/sec 2023-12-16T18:41:58.815 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XqgSaH7g6bT_Ubq off=5528373 len=1069781 2023-12-16T18:41:58.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 4150 completed, throughput=5MB/sec 2023-12-16T18:41:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:41:58 smithi184 ceph-mon[136228]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:41:58 smithi071 ceph-mon[139725]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:41:58 smithi071 ceph-mon[142085]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:41:59.821 INFO:tasks.workunit.client.0.smithi071.stdout: 810: throughput=5MB/sec pending data=0 2023-12-16T18:41:59.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aYwq8dAAmjbO--_ off=570128 len=281411 2023-12-16T18:41:59.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 4151 completed, throughput=5MB/sec 2023-12-16T18:41:59.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nrOM--NWxjQ4Srz off=1148244 len=812727 2023-12-16T18:41:59.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 4152 completed, throughput=5MB/sec 2023-12-16T18:41:59.823 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QCTbCz-FcGj4ZDI off=5953400 len=357457 2023-12-16T18:41:59.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 4153 completed, throughput=5MB/sec 2023-12-16T18:41:59.827 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-51G42WdK84onJal off=3369526 len=385235 2023-12-16T18:41:59.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 4154 completed, throughput=5MB/sec 2023-12-16T18:41:59.831 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lYp088czQX7-BnR off=21836557 len=1762135 2023-12-16T18:41:59.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 4155 completed, throughput=5MB/sec 2023-12-16T18:41:59.834 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8H6grQy076C2u2W off=4500097 len=1168076 2023-12-16T18:41:59.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 4156 completed, throughput=5MB/sec 2023-12-16T18:42:00.835 INFO:tasks.workunit.client.0.smithi071.stdout: 811: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:00.835 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QHA7TQshLlALfqt off=302223 len=1014603 2023-12-16T18:42:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:00 smithi184 ceph-mon[136228]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:42:00.840 INFO:tasks.workunit.client.0.smithi071.stdout:op 4157 completed, throughput=5MB/sec 2023-12-16T18:42:00.840 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cSAcB5SvNmd886b off=1307530 len=619103 2023-12-16T18:42:00.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 4158 completed, throughput=5MB/sec 2023-12-16T18:42:00.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-THrj137zJ5q8aRs off=6565799 len=142055 2023-12-16T18:42:00.841 INFO:tasks.workunit.client.0.smithi071.stdout:op 4159 completed, throughput=5MB/sec 2023-12-16T18:42:00.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8wITo6pUjR2SbT6 off=9642605 len=1977217 2023-12-16T18:42:00.843 INFO:tasks.workunit.client.0.smithi071.stdout:op 4160 completed, throughput=5MB/sec 2023-12-16T18:42:00.844 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aw3pH0ZJc7JlfGy off=413607 len=1402245 2023-12-16T18:42:00.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 4161 completed, throughput=5MB/sec 2023-12-16T18:42:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:00 smithi071 ceph-mon[139725]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:42:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:00 smithi071 ceph-mon[142085]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:42:01.852 INFO:tasks.workunit.client.0.smithi071.stdout: 812: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:01.852 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vW6cvE0HdIjaFmM off=13461606 len=879911 2023-12-16T18:42:01.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 4162 completed, throughput=5MB/sec 2023-12-16T18:42:01.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_MS5ZePKe5odz_2 off=8717595 len=1787769 2023-12-16T18:42:01.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 4163 completed, throughput=5MB/sec 2023-12-16T18:42:01.857 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mlUjZ_vtaNt02kS off=11682769 len=1526136 2023-12-16T18:42:01.866 INFO:tasks.workunit.client.0.smithi071.stdout:op 4164 completed, throughput=5MB/sec 2023-12-16T18:42:01.866 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iu2uveVorVG4VA2 off=2861691 len=670255 2023-12-16T18:42:01.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 4165 completed, throughput=5MB/sec 2023-12-16T18:42:01.871 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4gVFcm-3wue7Tch off=3814067 len=427074 2023-12-16T18:42:01.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 4166 completed, throughput=5MB/sec 2023-12-16T18:42:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:02 smithi184 ceph-mon[136228]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:42:02.874 INFO:tasks.workunit.client.0.smithi071.stdout: 813: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:02.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G8G6oHU0sGQVlPv off=18143415 len=314431 2023-12-16T18:42:02.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 4167 completed, throughput=4.99MB/sec 2023-12-16T18:42:02.878 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nCO_L1uVXLUXTXM off=633256 len=1689178 2023-12-16T18:42:02.887 INFO:tasks.workunit.client.0.smithi071.stdout:op 4168 completed, throughput=5MB/sec 2023-12-16T18:42:02.888 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-68Bw-Bc6zq3LCRx off=2824992 len=1426023 2023-12-16T18:42:02.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 4169 completed, throughput=5MB/sec 2023-12-16T18:42:02.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4cElaZVjRTouGmJ off=1737366 len=1950393 2023-12-16T18:42:02.900 INFO:tasks.workunit.client.0.smithi071.stdout:op 4170 completed, throughput=5MB/sec 2023-12-16T18:42:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:02 smithi071 ceph-mon[142085]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:42:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:02 smithi071 ceph-mon[139725]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:42:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:03.901 INFO:tasks.workunit.client.0.smithi071.stdout: 814: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:03.901 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PmgTqv61ab0fIov off=12208962 len=1039283 2023-12-16T18:42:03.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 4171 completed, throughput=5MB/sec 2023-12-16T18:42:03.902 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Etlosng2AhmFnaj off=6219596 len=1112245 2023-12-16T18:42:03.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 4172 completed, throughput=5MB/sec 2023-12-16T18:42:03.908 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tYPvwFQDW3m33Tf off=12486117 len=929587 2023-12-16T18:42:03.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 4173 completed, throughput=5MB/sec 2023-12-16T18:42:03.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7rsblZvOa6xN8Kf off=9955682 len=2029010 2023-12-16T18:42:03.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 4174 completed, throughput=5MB/sec 2023-12-16T18:42:03.923 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WGifNOi-oowmUoL off=11254723 len=989222 2023-12-16T18:42:03.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 4175 completed, throughput=5MB/sec 2023-12-16T18:42:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:04 smithi184 ceph-mon[136228]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:04.929 INFO:tasks.workunit.client.0.smithi071.stdout: 815: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:04.929 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LnIssUnvO38tlHs off=116312 len=1574981 2023-12-16T18:42:04.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 4176 completed, throughput=5MB/sec 2023-12-16T18:42:04.931 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zREicXxehFeDAo7 off=5966933 len=2062951 2023-12-16T18:42:04.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 4177 completed, throughput=5MB/sec 2023-12-16T18:42:04.940 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wqUhB0H8qWU0bZv off=14151373 len=1303928 2023-12-16T18:42:04.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 4178 completed, throughput=5MB/sec 2023-12-16T18:42:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:04 smithi071 ceph-mon[139725]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:04 smithi071 ceph-mon[142085]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:05.942 INFO:tasks.workunit.client.0.smithi071.stdout: 816: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:05.942 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-k89XxLiRnOcFfJV off=5831316 len=1774229 2023-12-16T18:42:05.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 4179 completed, throughput=5MB/sec 2023-12-16T18:42:05.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EN078B5u7wRNy1b off=10868974 len=526894 2023-12-16T18:42:05.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 4180 completed, throughput=5MB/sec 2023-12-16T18:42:05.948 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lx0tQlREYlxmhfd off=3150991 len=2039253 2023-12-16T18:42:05.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 4181 completed, throughput=5MB/sec 2023-12-16T18:42:05.960 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rQYhIi2G0lntbU3 off=2527488 len=1039825 2023-12-16T18:42:05.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 4182 completed, throughput=5MB/sec 2023-12-16T18:42:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:06 smithi184 ceph-mon[136228]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:06.964 INFO:tasks.workunit.client.0.smithi071.stdout: 817: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:06.965 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M24xQy7f_AVmAQA off=3243439 len=1241940 2023-12-16T18:42:06.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 4183 completed, throughput=5MB/sec 2023-12-16T18:42:06.970 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dsQLCtUzvWzHNf- off=9509132 len=1759831 2023-12-16T18:42:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:06 smithi071 ceph-mon[139725]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:06 smithi071 ceph-mon[142085]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:06.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 4184 completed, throughput=5MB/sec 2023-12-16T18:42:06.980 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nHV7n1dKF0upTup off=2642729 len=297804 2023-12-16T18:42:06.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 4185 completed, throughput=5MB/sec 2023-12-16T18:42:06.983 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pzpDNx5ZGmHuLK7 off=4613419 len=812626 2023-12-16T18:42:06.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 4186 completed, throughput=5MB/sec 2023-12-16T18:42:06.983 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XE4RcOR5hjlSYvJ off=2576379 len=1315952 2023-12-16T18:42:06.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 4187 completed, throughput=5MB/sec 2023-12-16T18:42:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:07] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:42:07.991 INFO:tasks.workunit.client.0.smithi071.stdout: 818: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:07.991 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xXHLAhihlSyZ_ZC off=599217 len=698258 2023-12-16T18:42:07.992 INFO:tasks.workunit.client.0.smithi071.stdout:op 4188 completed, throughput=5MB/sec 2023-12-16T18:42:07.992 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UsvsqlUg9ZSRkxY off=9517798 len=300690 2023-12-16T18:42:07.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 4189 completed, throughput=5MB/sec 2023-12-16T18:42:07.993 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xgF7q8HzqawZVBG off=5451681 len=844619 2023-12-16T18:42:07.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 4190 completed, throughput=5MB/sec 2023-12-16T18:42:07.994 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-33fUW1sKTCFIZJh off=1289855 len=1633911 2023-12-16T18:42:07.997 INFO:tasks.workunit.client.0.smithi071.stdout:op 4191 completed, throughput=5MB/sec 2023-12-16T18:42:07.997 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ccpYAzg_h3S1GIL off=5626291 len=1288304 2023-12-16T18:42:08.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 4192 completed, throughput=5MB/sec 2023-12-16T18:42:08.002 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q_oSGYPf3yFE5q- off=18713851 len=1254650 2023-12-16T18:42:08.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 4193 completed, throughput=5MB/sec 2023-12-16T18:42:08.448 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:42:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:08 smithi071 ceph-mon[139725]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:42:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:08 smithi071 ceph-mon[142085]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:42:08.757 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (31m) 8m ago 34m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (31m) 6m ago 34m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (35m) 8m ago 35m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (35m) 6m ago 35m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (31m) 6m ago 37m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:42:08.758 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (31m) 8m ago 38m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (30m) 8m ago 38m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (30m) 6m ago 37m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (30m) 8m ago 37m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (31m) 8m ago 34m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (31m) 6m ago 34m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (29m) 8m ago 37m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:42:08.759 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (29m) 8m ago 36m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (28m) 8m ago 36m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (28m) 8m ago 36m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (28m) 6m ago 36m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (27m) 6m ago 35m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (27m) 6m ago 35m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (26m) 6m ago 35m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:42:08.760 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (31m) 6m ago 34m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:42:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:08 smithi184 ceph-mon[136228]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:42:09.004 INFO:tasks.workunit.client.0.smithi071.stdout: 819: throughput=5MB/sec pending data=0 2023-12-16T18:42:09.004 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FDBZPfo_8Xa0Vr1 off=13222844 len=1768226 2023-12-16T18:42:09.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 4194 completed, throughput=5MB/sec 2023-12-16T18:42:09.012 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6Y3ch1_kqIWJdLB off=6722659 len=1013928 2023-12-16T18:42:09.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 4195 completed, throughput=5MB/sec 2023-12-16T18:42:09.016 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VOFz35VkkLCBz71 off=1487799 len=128320 2023-12-16T18:42:09.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 4196 completed, throughput=5MB/sec 2023-12-16T18:42:09.016 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0nqaCJutU6gT5H8 off=3628639 len=1157894 2023-12-16T18:42:09.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 4197 completed, throughput=5MB/sec 2023-12-16T18:42:09.024 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--xa66csSlMvBOXM off=11767862 len=1286240 2023-12-16T18:42:09.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 4198 completed, throughput=5MB/sec 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:09.166 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:42:09.167 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:42:09.168 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:42:09.168 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:42:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:09 smithi184 ceph-mon[136228]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:42:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/822118205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[139725]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:42:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/822118205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[142085]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:42:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/822118205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:10.024 INFO:tasks.workunit.client.0.smithi071.stdout: 820: throughput=5MB/sec pending data=0 2023-12-16T18:42:10.025 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g3MG2zV8QeLC31x off=7322110 len=204949 2023-12-16T18:42:10.027 INFO:tasks.workunit.client.0.smithi071.stdout:op 4199 completed, throughput=5MB/sec 2023-12-16T18:42:10.027 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dNjLGfngD7qhu13 off=5060780 len=309634 2023-12-16T18:42:10.028 INFO:tasks.workunit.client.0.smithi071.stdout:op 4200 completed, throughput=5MB/sec 2023-12-16T18:42:10.028 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wgad7rqX1FARo9f off=13861145 len=1713457 2023-12-16T18:42:10.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 4201 completed, throughput=5MB/sec 2023-12-16T18:42:10.036 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kgrf0AKgT8HzkiH off=16501365 len=938691 2023-12-16T18:42:10.041 INFO:tasks.workunit.client.0.smithi071.stdout:op 4202 completed, throughput=5MB/sec 2023-12-16T18:42:10.041 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-59Clf9pPYiwsAQW off=11316242 len=827523 2023-12-16T18:42:10.045 INFO:tasks.workunit.client.0.smithi071.stdout:op 4203 completed, throughput=5MB/sec 2023-12-16T18:42:10.045 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X0WYbTYOjr_0vz9 off=1801681 len=1207662 2023-12-16T18:42:10.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 4204 completed, throughput=5MB/sec 2023-12-16T18:42:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:10 smithi184 ceph-mon[136228]: from='client.45653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:10 smithi184 ceph-mon[136228]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:42:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:42:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:42:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:42:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[142085]: from='client.45653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[142085]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[139725]: from='client.45653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[139725]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:42:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:42:11.051 INFO:tasks.workunit.client.0.smithi071.stdout: 821: throughput=5MB/sec pending data=0 2023-12-16T18:42:11.051 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oAd5FCDmpH6_LmB off=13608204 len=642873 2023-12-16T18:42:11.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 4205 completed, throughput=5MB/sec 2023-12-16T18:42:11.052 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLyMM0pfwTGToLA off=15750009 len=1693876 2023-12-16T18:42:11.055 INFO:tasks.workunit.client.0.smithi071.stdout:op 4206 completed, throughput=5MB/sec 2023-12-16T18:42:11.055 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GFP-MB62NlndRb- off=5862459 len=1302453 2023-12-16T18:42:11.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 4207 completed, throughput=5MB/sec 2023-12-16T18:42:11.062 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QiwUWzkR02qKCbx off=10200318 len=435451 2023-12-16T18:42:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:op 4208 completed, throughput=5MB/sec 2023-12-16T18:42:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Esa9ORqkYmPcT3C off=6589595 len=1826194 2023-12-16T18:42:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 4209 completed, throughput=5MB/sec 2023-12-16T18:42:12.077 INFO:tasks.workunit.client.0.smithi071.stdout: 822: throughput=5MB/sec pending data=0 2023-12-16T18:42:12.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SPv9VqKvbcAcgJ9 off=5483949 len=2052089 2023-12-16T18:42:12.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 4210 completed, throughput=5MB/sec 2023-12-16T18:42:12.079 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jqOWKN3sBTSNa2G off=11614860 len=1900708 2023-12-16T18:42:12.093 INFO:tasks.workunit.client.0.smithi071.stdout:op 4211 completed, throughput=5MB/sec 2023-12-16T18:42:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:12 smithi184 ceph-mon[136228]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:12 smithi071 ceph-mon[139725]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:12 smithi071 ceph-mon[142085]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:13.093 INFO:tasks.workunit.client.0.smithi071.stdout: 823: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:13.093 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0wIoOHR1FpBEE68 off=914062 len=1357402 2023-12-16T18:42:13.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 4212 completed, throughput=5MB/sec 2023-12-16T18:42:13.102 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vbocGhRbktCOawK off=9358759 len=788363 2023-12-16T18:42:13.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 4213 completed, throughput=5MB/sec 2023-12-16T18:42:13.103 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uVFnE1g2C1gtJuu off=835362 len=128709 2023-12-16T18:42:13.106 INFO:tasks.workunit.client.0.smithi071.stdout:op 4214 completed, throughput=5MB/sec 2023-12-16T18:42:13.106 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WkUNFPD_mL4SiJb off=9737298 len=1446173 2023-12-16T18:42:13.114 INFO:tasks.workunit.client.0.smithi071.stdout:op 4215 completed, throughput=5MB/sec 2023-12-16T18:42:13.115 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dqMyKPaFqlyVOyh off=6025167 len=2027967 2023-12-16T18:42:13.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 4216 completed, throughput=5MB/sec 2023-12-16T18:42:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: 824: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:14.119 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bgGKa791xh0PA3E off=12233928 len=178645 2023-12-16T18:42:14.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 4217 completed, throughput=4.99MB/sec 2023-12-16T18:42:14.119 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uoA6MtW-FlA7Bzk off=9997702 len=1000079 2023-12-16T18:42:14.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 4218 completed, throughput=5MB/sec 2023-12-16T18:42:14.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Io-NI9Ty-t24ZmN off=1267957 len=1053537 2023-12-16T18:42:14.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 4219 completed, throughput=5MB/sec 2023-12-16T18:42:14.127 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--PiLyQtm_K8CxY_ off=3160049 len=1129214 2023-12-16T18:42:14.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 4220 completed, throughput=5MB/sec 2023-12-16T18:42:14.135 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O_EQ1isUiGONKvF off=5005142 len=1491215 2023-12-16T18:42:14.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 4221 completed, throughput=5MB/sec 2023-12-16T18:42:14.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:14 smithi071 ceph-mon[139725]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:14.526 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:14 smithi071 ceph-mon[142085]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:14.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:14 smithi184 ceph-mon[136228]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:15.138 INFO:tasks.workunit.client.0.smithi071.stdout: 825: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:15.138 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rHQS47Ec26Ixgvg off=1674606 len=192976 2023-12-16T18:42:15.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 4222 completed, throughput=4.99MB/sec 2023-12-16T18:42:15.141 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a3MChXp4uiW2wKk off=9147802 len=747270 2023-12-16T18:42:15.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 4223 completed, throughput=5MB/sec 2023-12-16T18:42:15.142 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rLJhntfQokJlDDZ off=8205278 len=488480 2023-12-16T18:42:15.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 4224 completed, throughput=5MB/sec 2023-12-16T18:42:15.145 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0PGrk9fTogRwKaq off=14120958 len=362739 2023-12-16T18:42:15.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 4225 completed, throughput=5MB/sec 2023-12-16T18:42:15.148 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5JZodTyck1zYAEb off=1221238 len=1111594 2023-12-16T18:42:15.153 INFO:tasks.workunit.client.0.smithi071.stdout:op 4226 completed, throughput=5MB/sec 2023-12-16T18:42:15.154 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KP6TvUq78IjbjQH off=10031847 len=1314916 2023-12-16T18:42:15.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 4227 completed, throughput=5MB/sec 2023-12-16T18:42:15.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DsJbZ8NUvgo_2si off=13319774 len=1628114 2023-12-16T18:42:15.167 INFO:tasks.workunit.client.0.smithi071.stdout:op 4228 completed, throughput=5MB/sec 2023-12-16T18:42:16.167 INFO:tasks.workunit.client.0.smithi071.stdout: 826: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:16.168 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zrfZiUn06pwIWhE off=4279844 len=648220 2023-12-16T18:42:16.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 4229 completed, throughput=5MB/sec 2023-12-16T18:42:16.172 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YA8GI2eMPAyMoxI off=1533923 len=1396441 2023-12-16T18:42:16.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 4230 completed, throughput=5MB/sec 2023-12-16T18:42:16.174 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UVLfgoHzANuk9Bd off=2017479 len=1510571 2023-12-16T18:42:16.176 INFO:tasks.workunit.client.0.smithi071.stdout:op 4231 completed, throughput=5MB/sec 2023-12-16T18:42:16.176 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MoP3er4vWF3x4Nr off=12119981 len=588966 2023-12-16T18:42:16.178 INFO:tasks.workunit.client.0.smithi071.stdout:op 4232 completed, throughput=5MB/sec 2023-12-16T18:42:16.178 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ceqc_iiRqMSDd3o off=58823 len=2059069 2023-12-16T18:42:16.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 4233 completed, throughput=5MB/sec 2023-12-16T18:42:16.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:16 smithi184 ceph-mon[136228]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:42:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:16 smithi071 ceph-mon[139725]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:42:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:16 smithi071 ceph-mon[142085]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:42:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: 827: throughput=5MB/sec pending data=0 2023-12-16T18:42:17.190 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8lPrl9OF1_XbkCC off=4062585 len=1014508 2023-12-16T18:42:17.192 INFO:tasks.workunit.client.0.smithi071.stdout:op 4234 completed, throughput=5MB/sec 2023-12-16T18:42:17.192 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w8vvFeEIE_Vh9S- off=6375346 len=1210093 2023-12-16T18:42:17.193 INFO:tasks.workunit.client.0.smithi071.stdout:op 4235 completed, throughput=5MB/sec 2023-12-16T18:42:17.193 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qMeUcuO8cT2kCYO off=12019296 len=1001951 2023-12-16T18:42:17.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 4236 completed, throughput=5MB/sec 2023-12-16T18:42:17.198 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bCU3FF-95Syzr7Q off=6969046 len=176669 2023-12-16T18:42:17.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 4237 completed, throughput=5MB/sec 2023-12-16T18:42:17.202 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mUGhcOUqbso_JGB off=799340 len=1232118 2023-12-16T18:42:17.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 4238 completed, throughput=5MB/sec 2023-12-16T18:42:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:17] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:42:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: 828: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:18.204 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Yu3hHYlrGduqXQ1 off=757802 len=1522893 2023-12-16T18:42:18.212 INFO:tasks.workunit.client.0.smithi071.stdout:op 4239 completed, throughput=5MB/sec 2023-12-16T18:42:18.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uH2ypKiHAr48Hrs off=6834059 len=1018764 2023-12-16T18:42:18.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 4240 completed, throughput=5MB/sec 2023-12-16T18:42:18.217 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9wANVBef_AjCLBF off=2686360 len=1743715 2023-12-16T18:42:18.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 4241 completed, throughput=5MB/sec 2023-12-16T18:42:18.219 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-svRkkejy1DoVLpt off=1972225 len=1008011 2023-12-16T18:42:18.223 INFO:tasks.workunit.client.0.smithi071.stdout:op 4242 completed, throughput=5MB/sec 2023-12-16T18:42:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:18 smithi184 ceph-mon[136228]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:18 smithi071 ceph-mon[139725]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:18 smithi071 ceph-mon[142085]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:42:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: 829: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:19.223 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_t_k8m9Uxh4gzBL off=8866006 len=1358164 2023-12-16T18:42:19.225 INFO:tasks.workunit.client.0.smithi071.stdout:op 4243 completed, throughput=5MB/sec 2023-12-16T18:42:19.225 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-29HIN7iJAyibn-n off=3989968 len=298402 2023-12-16T18:42:19.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 4244 completed, throughput=5MB/sec 2023-12-16T18:42:19.229 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-14hDmz9fq0wiRyW off=127961 len=1750544 2023-12-16T18:42:19.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 4245 completed, throughput=5MB/sec 2023-12-16T18:42:19.233 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7SieSQw67NAT4Yj off=7732654 len=1003801 2023-12-16T18:42:19.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 4246 completed, throughput=5MB/sec 2023-12-16T18:42:19.239 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cw9FfD3hjuva6Hh off=3950730 len=929271 2023-12-16T18:42:19.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 4247 completed, throughput=5MB/sec 2023-12-16T18:42:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: 830: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:20.244 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CjyCy4jh55LGWDb off=622787 len=1092708 2023-12-16T18:42:20.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 4248 completed, throughput=5MB/sec 2023-12-16T18:42:20.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TYPkNjDFeGJGZox off=4833142 len=100650 2023-12-16T18:42:20.250 INFO:tasks.workunit.client.0.smithi071.stdout:op 4249 completed, throughput=5MB/sec 2023-12-16T18:42:20.250 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-feTlasgGj4y_hSi off=2379734 len=1499764 2023-12-16T18:42:20.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 4250 completed, throughput=5MB/sec 2023-12-16T18:42:20.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JKGCB7HjLmosSIs off=1557544 len=636684 2023-12-16T18:42:20.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 4251 completed, throughput=5MB/sec 2023-12-16T18:42:20.253 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WfyaG0lhVoTyHFU off=0 len=1082641 2023-12-16T18:42:20.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 4252 completed, throughput=5MB/sec 2023-12-16T18:42:20.257 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WhDTIahTtAbPi2h off=2207145 len=1614677 2023-12-16T18:42:20.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 4253 completed, throughput=5MB/sec 2023-12-16T18:42:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:20 smithi184 ceph-mon[136228]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:42:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:20 smithi071 ceph-mon[139725]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:42:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:20 smithi071 ceph-mon[142085]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:42:21.264 INFO:tasks.workunit.client.0.smithi071.stdout: 831: throughput=5MB/sec pending data=0 2023-12-16T18:42:21.264 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KmBdc632EOzSEe7 off=3531392 len=1340550 2023-12-16T18:42:21.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 4254 completed, throughput=5MB/sec 2023-12-16T18:42:21.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r7cyZM1EIeyeOZp off=1530105 len=633534 2023-12-16T18:42:21.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 4255 completed, throughput=5MB/sec 2023-12-16T18:42:21.277 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rzZ9NLxGxD-k6xy off=10586379 len=963142 2023-12-16T18:42:21.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 4256 completed, throughput=5MB/sec 2023-12-16T18:42:21.283 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-afnY0uyZqYvaLiF off=16221707 len=134404 2023-12-16T18:42:21.285 INFO:tasks.workunit.client.0.smithi071.stdout:op 4257 completed, throughput=5MB/sec 2023-12-16T18:42:21.285 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-su3NYiB2JvgWFtY off=200115 len=112577 2023-12-16T18:42:21.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 4258 completed, throughput=5MB/sec 2023-12-16T18:42:21.288 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HQwWir7ndjZZhqj off=10481843 len=191783 2023-12-16T18:42:21.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 4259 completed, throughput=5MB/sec 2023-12-16T18:42:21.290 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9M4j6OcyWTfXWx8 off=19259176 len=1646843 2023-12-16T18:42:21.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 4260 completed, throughput=5MB/sec 2023-12-16T18:42:22.294 INFO:tasks.workunit.client.0.smithi071.stdout: 832: throughput=5MB/sec pending data=0 2023-12-16T18:42:22.294 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lkChbCUEyPLF4hi off=12129054 len=1591068 2023-12-16T18:42:22.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 4261 completed, throughput=5MB/sec 2023-12-16T18:42:22.295 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JwTDoumwFxqRxcv off=9341513 len=247053 2023-12-16T18:42:22.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 4262 completed, throughput=5MB/sec 2023-12-16T18:42:22.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eUp37gJwq2wezyZ off=9499037 len=530276 2023-12-16T18:42:22.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 4263 completed, throughput=5MB/sec 2023-12-16T18:42:22.300 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wutho6ufvSxTSU4 off=2540214 len=754358 2023-12-16T18:42:22.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 4264 completed, throughput=5MB/sec 2023-12-16T18:42:22.301 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G0wlQ21aq75e0pQ off=2876789 len=325339 2023-12-16T18:42:22.304 INFO:tasks.workunit.client.0.smithi071.stdout:op 4265 completed, throughput=5MB/sec 2023-12-16T18:42:22.304 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4rPRniGcVbVFrbZ off=18381437 len=1399509 2023-12-16T18:42:22.313 INFO:tasks.workunit.client.0.smithi071.stdout:op 4266 completed, throughput=5MB/sec 2023-12-16T18:42:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:22 smithi184 ceph-mon[136228]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:42:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:22 smithi071 ceph-mon[139725]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:42:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:22 smithi071 ceph-mon[142085]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:42:23.313 INFO:tasks.workunit.client.0.smithi071.stdout: 833: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:23.313 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z0YBA8zdLNmW8AL off=3984617 len=1302622 2023-12-16T18:42:23.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 4267 completed, throughput=5MB/sec 2023-12-16T18:42:23.314 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MYGD1d-qIoU6hbY off=78364 len=478177 2023-12-16T18:42:23.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 4268 completed, throughput=5MB/sec 2023-12-16T18:42:23.318 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QdrTxQSRlZWJwJU off=1843340 len=448123 2023-12-16T18:42:23.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 4269 completed, throughput=5MB/sec 2023-12-16T18:42:23.319 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rzTIub3ov6MtmYp off=5512684 len=1489658 2023-12-16T18:42:23.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 4270 completed, throughput=5MB/sec 2023-12-16T18:42:23.320 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kKjJTxGRKNGjEOe off=19934792 len=1829770 2023-12-16T18:42:23.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 4271 completed, throughput=5MB/sec 2023-12-16T18:42:24.328 INFO:tasks.workunit.client.0.smithi071.stdout: 834: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:24.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-txdXU9PA0HlOuf- off=4826715 len=464873 2023-12-16T18:42:24.328 INFO:tasks.workunit.client.0.smithi071.stdout:op 4272 completed, throughput=5MB/sec 2023-12-16T18:42:24.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J5He1jfeb00y6L2 off=3565859 len=95183 2023-12-16T18:42:24.329 INFO:tasks.workunit.client.0.smithi071.stdout:op 4273 completed, throughput=5MB/sec 2023-12-16T18:42:24.330 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R336Gtt8PSi05Of off=13689531 len=352995 2023-12-16T18:42:24.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 4274 completed, throughput=5MB/sec 2023-12-16T18:42:24.333 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fy0S4w0y8pi2PbF off=6589905 len=763345 2023-12-16T18:42:24.334 INFO:tasks.workunit.client.0.smithi071.stdout:op 4275 completed, throughput=5MB/sec 2023-12-16T18:42:24.334 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ze2h2bcmFeHJIl_ off=17697053 len=151123 2023-12-16T18:42:24.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 4276 completed, throughput=5MB/sec 2023-12-16T18:42:24.337 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NYw1zKrGunT8LlE off=4569726 len=645671 2023-12-16T18:42:24.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 4277 completed, throughput=5MB/sec 2023-12-16T18:42:24.341 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zojo4Qjv_Ebk5VI off=1309414 len=1624314 2023-12-16T18:42:24.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 4278 completed, throughput=5MB/sec 2023-12-16T18:42:24.348 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WkC6Zeew2n54RnS off=4830032 len=389501 2023-12-16T18:42:24.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 4279 completed, throughput=5MB/sec 2023-12-16T18:42:24.352 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UdLa7Eyf7iS4U0o off=1276007 len=1062530 2023-12-16T18:42:24.352 INFO:tasks.workunit.client.0.smithi071.stdout:op 4280 completed, throughput=5MB/sec 2023-12-16T18:42:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:24 smithi184 ceph-mon[136228]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:42:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:24 smithi071 ceph-mon[139725]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:42:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:24 smithi071 ceph-mon[142085]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:42:25.353 INFO:tasks.workunit.client.0.smithi071.stdout: 835: throughput=5MB/sec pending data=0 2023-12-16T18:42:25.353 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kqy8KNXlAUaTVJk off=1022214 len=1782644 2023-12-16T18:42:25.355 INFO:tasks.workunit.client.0.smithi071.stdout:op 4281 completed, throughput=5MB/sec 2023-12-16T18:42:25.355 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QqyWw0ZrHRwyVXT off=3911996 len=1989141 2023-12-16T18:42:25.357 INFO:tasks.workunit.client.0.smithi071.stdout:op 4282 completed, throughput=5MB/sec 2023-12-16T18:42:25.357 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n8UoJ_G7F46uwOg off=1527919 len=207117 2023-12-16T18:42:25.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 4283 completed, throughput=5MB/sec 2023-12-16T18:42:25.359 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CFqXBo_yZ6QjWBz off=3871039 len=1904573 2023-12-16T18:42:25.360 INFO:tasks.workunit.client.0.smithi071.stdout:op 4284 completed, throughput=5MB/sec 2023-12-16T18:42:26.361 INFO:tasks.workunit.client.0.smithi071.stdout: 836: throughput=5MB/sec pending data=0 2023-12-16T18:42:26.361 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NXB_VA1_eQztBgS off=7102048 len=686036 2023-12-16T18:42:26.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 4285 completed, throughput=5MB/sec 2023-12-16T18:42:26.362 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YsX-BT387sDzzH8 off=1395965 len=54810 2023-12-16T18:42:26.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 4286 completed, throughput=5MB/sec 2023-12-16T18:42:26.363 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b32DhzzaYtUDxYj off=22754928 len=873841 2023-12-16T18:42:26.367 INFO:tasks.workunit.client.0.smithi071.stdout:op 4287 completed, throughput=5MB/sec 2023-12-16T18:42:26.367 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r76ztcezdYZjAnz off=1929741 len=1434993 2023-12-16T18:42:26.368 INFO:tasks.workunit.client.0.smithi071.stdout:op 4288 completed, throughput=5MB/sec 2023-12-16T18:42:26.368 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0eJdIlohXP5SF5U off=4546539 len=1740459 2023-12-16T18:42:26.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 4289 completed, throughput=5MB/sec 2023-12-16T18:42:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:26 smithi184 ceph-mon[136228]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:42:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:26 smithi071 ceph-mon[139725]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:42:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:26 smithi071 ceph-mon[142085]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:42:27.377 INFO:tasks.workunit.client.0.smithi071.stdout: 837: throughput=5MB/sec pending data=0 2023-12-16T18:42:27.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2eOVt0MR8NpMyBp off=12224653 len=347385 2023-12-16T18:42:27.378 INFO:tasks.workunit.client.0.smithi071.stdout:op 4290 completed, throughput=5MB/sec 2023-12-16T18:42:27.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-71YDCi_m-O_t_AV off=13003634 len=925114 2023-12-16T18:42:27.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 4291 completed, throughput=5MB/sec 2023-12-16T18:42:27.389 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--Jg9R_FmeA0ADoX off=10353608 len=756988 2023-12-16T18:42:27.393 INFO:tasks.workunit.client.0.smithi071.stdout:op 4292 completed, throughput=5MB/sec 2023-12-16T18:42:27.393 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gbdCTfR1eVfx9OO off=3080017 len=1307373 2023-12-16T18:42:27.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 4293 completed, throughput=5MB/sec 2023-12-16T18:42:27.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--gRZH9ntlQaVe4S off=2757693 len=744595 2023-12-16T18:42:27.404 INFO:tasks.workunit.client.0.smithi071.stdout:op 4294 completed, throughput=5MB/sec 2023-12-16T18:42:27.404 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CxS3dkYZW31MvX8 off=2112841 len=1777521 2023-12-16T18:42:27.407 INFO:tasks.workunit.client.0.smithi071.stdout:op 4295 completed, throughput=5MB/sec 2023-12-16T18:42:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:27] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:42:28.408 INFO:tasks.workunit.client.0.smithi071.stdout: 838: throughput=5MB/sec pending data=0 2023-12-16T18:42:28.408 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pL3Gy7wSAPGWds3 off=8661397 len=1517999 2023-12-16T18:42:28.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 4296 completed, throughput=5MB/sec 2023-12-16T18:42:28.415 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NebVpnO9p-G1Du_ off=4215357 len=2013048 2023-12-16T18:42:28.417 INFO:tasks.workunit.client.0.smithi071.stdout:op 4297 completed, throughput=5MB/sec 2023-12-16T18:42:28.418 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EAs2NCCu-fa0PU8 off=426716 len=1148828 2023-12-16T18:42:28.418 INFO:tasks.workunit.client.0.smithi071.stdout:op 4298 completed, throughput=5MB/sec 2023-12-16T18:42:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:28 smithi184 ceph-mon[136228]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:28 smithi071 ceph-mon[139725]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:28 smithi071 ceph-mon[142085]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:29.419 INFO:tasks.workunit.client.0.smithi071.stdout: 839: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:29.419 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E_dkHFpwSSskDSO off=4946997 len=186512 2023-12-16T18:42:29.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 4299 completed, throughput=5MB/sec 2023-12-16T18:42:29.422 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rRqot28WFr50D26 off=2814131 len=973899 2023-12-16T18:42:29.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 4300 completed, throughput=5MB/sec 2023-12-16T18:42:29.427 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NH--H40pF5bwmKr off=12728828 len=1111624 2023-12-16T18:42:29.428 INFO:tasks.workunit.client.0.smithi071.stdout:op 4301 completed, throughput=5MB/sec 2023-12-16T18:42:29.428 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SXtI-s6tMYVp5hh off=2477822 len=279542 2023-12-16T18:42:29.429 INFO:tasks.workunit.client.0.smithi071.stdout:op 4302 completed, throughput=5MB/sec 2023-12-16T18:42:29.429 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--xa66csSlMvBOXM off=5963462 len=341601 2023-12-16T18:42:29.430 INFO:tasks.workunit.client.0.smithi071.stdout:op 4303 completed, throughput=5MB/sec 2023-12-16T18:42:29.430 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HMFs7HkFmh9FG1i off=8075228 len=444900 2023-12-16T18:42:29.433 INFO:tasks.workunit.client.0.smithi071.stdout:op 4304 completed, throughput=5MB/sec 2023-12-16T18:42:29.433 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jklsTJunUyxwKnm off=7702493 len=1934211 2023-12-16T18:42:29.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 4305 completed, throughput=5MB/sec 2023-12-16T18:42:30.438 INFO:tasks.workunit.client.0.smithi071.stdout: 840: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:30.438 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F-4TnbV0LQ22nBd off=114022 len=917524 2023-12-16T18:42:30.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 4306 completed, throughput=5MB/sec 2023-12-16T18:42:30.442 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G2ihW8zrEO7R0iU off=5959454 len=243169 2023-12-16T18:42:30.443 INFO:tasks.workunit.client.0.smithi071.stdout:op 4307 completed, throughput=5MB/sec 2023-12-16T18:42:30.443 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SpvPm_ZjC2Pyfkd off=2546046 len=853163 2023-12-16T18:42:30.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 4308 completed, throughput=5MB/sec 2023-12-16T18:42:30.448 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vaoMEeH6oBvghgd off=7241556 len=601132 2023-12-16T18:42:30.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 4309 completed, throughput=5MB/sec 2023-12-16T18:42:30.453 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HgLF-jALNwYt9it off=6692747 len=1844574 2023-12-16T18:42:30.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 4310 completed, throughput=5MB/sec 2023-12-16T18:42:30.463 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oNMEX_ttqK8ZtRO off=1320562 len=1233346 2023-12-16T18:42:30.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 4311 completed, throughput=5MB/sec 2023-12-16T18:42:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:30 smithi184 ceph-mon[136228]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:42:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:30 smithi071 ceph-mon[139725]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:42:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:30 smithi071 ceph-mon[142085]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:42:31.469 INFO:tasks.workunit.client.0.smithi071.stdout: 841: throughput=5MB/sec pending data=0 2023-12-16T18:42:31.469 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AHXFxAtJy7MmDdg off=8458011 len=1553826 2023-12-16T18:42:31.472 INFO:tasks.workunit.client.0.smithi071.stdout:op 4312 completed, throughput=5MB/sec 2023-12-16T18:42:31.472 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Nao6Wli-p8L_KBL off=12006633 len=276022 2023-12-16T18:42:31.475 INFO:tasks.workunit.client.0.smithi071.stdout:op 4313 completed, throughput=5MB/sec 2023-12-16T18:42:31.475 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Nqb-WbGVFtCMw1W off=14096643 len=777510 2023-12-16T18:42:31.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 4314 completed, throughput=5MB/sec 2023-12-16T18:42:31.480 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-L7lI2z_KaRJEw7Q off=1707959 len=899857 2023-12-16T18:42:31.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 4315 completed, throughput=5MB/sec 2023-12-16T18:42:31.481 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-32UWnEyKLxqY9Q3 off=882541 len=76697 2023-12-16T18:42:31.484 INFO:tasks.workunit.client.0.smithi071.stdout:op 4316 completed, throughput=5MB/sec 2023-12-16T18:42:31.484 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HmHNNVRAyknAoa4 off=4612847 len=1312393 2023-12-16T18:42:31.485 INFO:tasks.workunit.client.0.smithi071.stdout:op 4317 completed, throughput=5MB/sec 2023-12-16T18:42:32.486 INFO:tasks.workunit.client.0.smithi071.stdout: 842: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:32.486 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ifZHtSPm5AqcJe off=13703428 len=2038106 2023-12-16T18:42:32.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 4318 completed, throughput=5MB/sec 2023-12-16T18:42:32.498 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wLx9JQDybA3_iEo off=7021598 len=1806189 2023-12-16T18:42:32.506 INFO:tasks.workunit.client.0.smithi071.stdout:op 4319 completed, throughput=5MB/sec 2023-12-16T18:42:32.507 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-97v4Y_-B71zW0w4 off=3912327 len=138300 2023-12-16T18:42:32.507 INFO:tasks.workunit.client.0.smithi071.stdout:op 4320 completed, throughput=5MB/sec 2023-12-16T18:42:32.507 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-08_EEUsRxmzVBwl off=3981230 len=1679978 2023-12-16T18:42:32.509 INFO:tasks.workunit.client.0.smithi071.stdout:op 4321 completed, throughput=5MB/sec 2023-12-16T18:42:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:32 smithi184 ceph-mon[136228]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:32 smithi071 ceph-mon[139725]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:32 smithi071 ceph-mon[142085]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:33.509 INFO:tasks.workunit.client.0.smithi071.stdout: 843: throughput=5MB/sec pending data=0 2023-12-16T18:42:33.509 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MLz_f-VYTZ0IOZT off=8809609 len=1939702 2023-12-16T18:42:33.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 4322 completed, throughput=5MB/sec 2023-12-16T18:42:33.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Maj6CZSiM3erN6 off=7246767 len=587152 2023-12-16T18:42:33.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 4323 completed, throughput=5MB/sec 2023-12-16T18:42:33.518 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nUh3vqiwFDwAbMY off=4827156 len=853424 2023-12-16T18:42:33.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 4324 completed, throughput=5MB/sec 2023-12-16T18:42:33.520 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Wtq0vM3b5EaCm5L off=8256779 len=1551230 2023-12-16T18:42:33.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 4325 completed, throughput=5MB/sec 2023-12-16T18:42:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:34.523 INFO:tasks.workunit.client.0.smithi071.stdout: 844: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:34.523 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-inWNvjBuNP1MDoi off=915919 len=795830 2023-12-16T18:42:34.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 4326 completed, throughput=5MB/sec 2023-12-16T18:42:34.525 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F1U96-KScseJ4oi off=175725 len=409678 2023-12-16T18:42:34.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 4327 completed, throughput=5MB/sec 2023-12-16T18:42:34.526 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4USyiOl5AgPqMf3 off=1174668 len=761929 2023-12-16T18:42:34.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 4328 completed, throughput=5MB/sec 2023-12-16T18:42:34.532 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_TssU6cIUhP6GXf off=7552429 len=69970 2023-12-16T18:42:34.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 4329 completed, throughput=5MB/sec 2023-12-16T18:42:34.534 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bOfxVsmNqPYRzXn off=4252397 len=937029 2023-12-16T18:42:34.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 4330 completed, throughput=5MB/sec 2023-12-16T18:42:34.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JWT7F-l00rmz74y off=16657092 len=23587 2023-12-16T18:42:34.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 4331 completed, throughput=5MB/sec 2023-12-16T18:42:34.546 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yC02_Q-FynsyUiz off=182297 len=769671 2023-12-16T18:42:34.547 INFO:tasks.workunit.client.0.smithi071.stdout:op 4332 completed, throughput=5MB/sec 2023-12-16T18:42:34.547 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EHiEb54oxyFv15w off=2281745 len=1926254 2023-12-16T18:42:34.552 INFO:tasks.workunit.client.0.smithi071.stdout:op 4333 completed, throughput=5MB/sec 2023-12-16T18:42:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:34 smithi184 ceph-mon[136228]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:42:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:34 smithi071 ceph-mon[139725]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:42:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:34 smithi071 ceph-mon[142085]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:42:35.551 INFO:tasks.workunit.client.0.smithi071.stdout: 845: throughput=5MB/sec pending data=0 2023-12-16T18:42:35.552 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6stJl8ugtFhKBLP off=20004697 len=987873 2023-12-16T18:42:35.553 INFO:tasks.workunit.client.0.smithi071.stdout:op 4334 completed, throughput=5MB/sec 2023-12-16T18:42:35.553 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M1YXWeZtZ8Tc1ra off=10679822 len=802661 2023-12-16T18:42:35.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 4335 completed, throughput=5MB/sec 2023-12-16T18:42:35.554 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pkiuV0Pxnt-UFx8 off=14397900 len=705225 2023-12-16T18:42:35.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4336 completed, throughput=5MB/sec 2023-12-16T18:42:35.559 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fxhnQsmMMZuXC4z off=15746503 len=388932 2023-12-16T18:42:35.559 INFO:tasks.workunit.client.0.smithi071.stdout:op 4337 completed, throughput=5MB/sec 2023-12-16T18:42:35.559 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GxznHBAirfyz_2Q off=6419465 len=1826407 2023-12-16T18:42:35.562 INFO:tasks.workunit.client.0.smithi071.stdout:op 4338 completed, throughput=5MB/sec 2023-12-16T18:42:36.562 INFO:tasks.workunit.client.0.smithi071.stdout: 846: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:36.562 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QehZpPBIHgzxl1t off=2025306 len=717640 2023-12-16T18:42:36.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 4339 completed, throughput=5MB/sec 2023-12-16T18:42:36.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a1mg_p1llrhcWYP off=1819119 len=1455037 2023-12-16T18:42:36.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 4340 completed, throughput=5MB/sec 2023-12-16T18:42:36.572 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GkB0DKBQbafitpz off=0 len=1061751 2023-12-16T18:42:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:op 4341 completed, throughput=5MB/sec 2023-12-16T18:42:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hf7pJwLygGcr2Cq off=9283034 len=613735 2023-12-16T18:42:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:op 4342 completed, throughput=5MB/sec 2023-12-16T18:42:36.578 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-637SQKmxXS7fEPO off=3069157 len=635358 2023-12-16T18:42:36.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 4343 completed, throughput=5MB/sec 2023-12-16T18:42:36.584 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zqkq3uHkUR4l2Ob off=1307313 len=1302295 2023-12-16T18:42:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:36 smithi184 ceph-mon[136228]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:42:36.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 4344 completed, throughput=5MB/sec 2023-12-16T18:42:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:36 smithi071 ceph-mon[139725]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:42:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:36 smithi071 ceph-mon[142085]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:42:37.591 INFO:tasks.workunit.client.0.smithi071.stdout: 847: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:37.591 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ame5g6wGg6u7Oqf off=5244870 len=1744082 2023-12-16T18:42:37.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 4345 completed, throughput=5MB/sec 2023-12-16T18:42:37.593 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qNsFaBPSXsMc2l- off=1671100 len=1825298 2023-12-16T18:42:37.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 4346 completed, throughput=5MB/sec 2023-12-16T18:42:37.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WzgttH-fqCoK9uv off=287187 len=35976 2023-12-16T18:42:37.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 4347 completed, throughput=5MB/sec 2023-12-16T18:42:37.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BIwrVpwjiAmc7ZJ off=5861563 len=283112 2023-12-16T18:42:37.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 4348 completed, throughput=5MB/sec 2023-12-16T18:42:37.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-22s1htjs51g2-kx off=11417120 len=640120 2023-12-16T18:42:37.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 4349 completed, throughput=5MB/sec 2023-12-16T18:42:37.599 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sV-IzYPVVxMbIc1 off=320841 len=222890 2023-12-16T18:42:37.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 4350 completed, throughput=5MB/sec 2023-12-16T18:42:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:37] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:42:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:38 smithi184 ceph-mon[136228]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:38.599 INFO:tasks.workunit.client.0.smithi071.stdout: 848: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:38.600 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9l5h_EsXNRD54fl off=4560521 len=875413 2023-12-16T18:42:38.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 4351 completed, throughput=5MB/sec 2023-12-16T18:42:38.601 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GxznHBAirfyz_2Q off=4299887 len=924574 2023-12-16T18:42:38.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 4352 completed, throughput=5MB/sec 2023-12-16T18:42:38.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yJ511dGiHZJkcEa off=0 len=1855888 2023-12-16T18:42:38.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 4353 completed, throughput=5MB/sec 2023-12-16T18:42:38.615 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3iJUvj55S8T4FVc off=2066738 len=154142 2023-12-16T18:42:38.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 4354 completed, throughput=5MB/sec 2023-12-16T18:42:38.618 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ro3vC3D1Uz0caHE off=2690820 len=1423650 2023-12-16T18:42:38.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 4355 completed, throughput=5MB/sec 2023-12-16T18:42:38.621 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X717TkV3_cIiFmh off=2656407 len=668141 2023-12-16T18:42:38.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 4356 completed, throughput=5MB/sec 2023-12-16T18:42:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:38 smithi071 ceph-mon[139725]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:38 smithi071 ceph-mon[142085]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:39.514 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:42:39.625 INFO:tasks.workunit.client.0.smithi071.stdout: 849: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:39.625 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v6MZdw44XfpHCRu off=634030 len=248743 2023-12-16T18:42:39.628 INFO:tasks.workunit.client.0.smithi071.stdout:op 4357 completed, throughput=5MB/sec 2023-12-16T18:42:39.628 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tqEXE9ZRhe-pjwS off=375612 len=283150 2023-12-16T18:42:39.630 INFO:tasks.workunit.client.0.smithi071.stdout:op 4358 completed, throughput=5MB/sec 2023-12-16T18:42:39.631 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HnSYAdHFp03K1QB off=1321873 len=694119 2023-12-16T18:42:39.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 4359 completed, throughput=5MB/sec 2023-12-16T18:42:39.635 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ckmfjlhiKZox6nQ off=1789458 len=268813 2023-12-16T18:42:39.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 4360 completed, throughput=5MB/sec 2023-12-16T18:42:39.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LdtmT-ku_KVwlTm off=4829423 len=122481 2023-12-16T18:42:39.638 INFO:tasks.workunit.client.0.smithi071.stdout:op 4361 completed, throughput=5MB/sec 2023-12-16T18:42:39.638 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Uo5eEP5Nb54AkMQ off=7418732 len=705461 2023-12-16T18:42:39.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 4362 completed, throughput=5MB/sec 2023-12-16T18:42:39.639 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--hRK0APCl4akwSh off=1080686 len=2025061 2023-12-16T18:42:39.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 4363 completed, throughput=5MB/sec 2023-12-16T18:42:39.647 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qXPNoKKDMxCEicO off=380878 len=1645108 2023-12-16T18:42:39.647 INFO:tasks.workunit.client.0.smithi071.stdout:op 4364 completed, throughput=5MB/sec 2023-12-16T18:42:39.832 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:42:39.832 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (32m) 8m ago 34m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:42:39.832 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (32m) 6m ago 34m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (35m) 8m ago 35m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (35m) 6m ago 35m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (31m) 6m ago 37m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (32m) 8m ago 39m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (31m) 8m ago 39m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (30m) 6m ago 38m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (31m) 8m ago 38m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (32m) 8m ago 34m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:42:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (32m) 6m ago 34m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (30m) 8m ago 37m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (29m) 8m ago 37m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (29m) 8m ago 37m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (28m) 8m ago 36m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (28m) 6m ago 36m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (28m) 6m ago 36m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (27m) 6m ago 36m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:42:39.834 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (27m) 6m ago 36m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:42:39.835 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (31m) 6m ago 35m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:42:40.214 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:42:40.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:42:40.216 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:42:40.216 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:42:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[139725]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[139725]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:40.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3626005636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:40.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[142085]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:40.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[142085]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:40.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:40 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3626005636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:40 smithi184 ceph-mon[136228]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:40 smithi184 ceph-mon[136228]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:40 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3626005636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:42:40.648 INFO:tasks.workunit.client.0.smithi071.stdout: 850: throughput=5MB/sec pending data=0 2023-12-16T18:42:40.648 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tn3hoYn5Qne-2V- off=3092297 len=1391243 2023-12-16T18:42:40.655 INFO:tasks.workunit.client.0.smithi071.stdout:op 4365 completed, throughput=5MB/sec 2023-12-16T18:42:40.655 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sst2wc6041Tzdvu off=7306932 len=538432 2023-12-16T18:42:40.656 INFO:tasks.workunit.client.0.smithi071.stdout:op 4366 completed, throughput=5MB/sec 2023-12-16T18:42:40.656 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OnxRxUiJt-0XLHp off=12256035 len=1771588 2023-12-16T18:42:40.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 4367 completed, throughput=5MB/sec 2023-12-16T18:42:40.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-la6dpl6Pm0_MJQz off=2100927 len=75527 2023-12-16T18:42:40.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 4368 completed, throughput=5MB/sec 2023-12-16T18:42:40.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xkUvhgm9JcJWdHW off=21278768 len=1728831 2023-12-16T18:42:40.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 4369 completed, throughput=5MB/sec 2023-12-16T18:42:41.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:41 smithi184 ceph-mon[136228]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:41.669 INFO:tasks.workunit.client.0.smithi071.stdout: 851: throughput=5MB/sec pending data=0 2023-12-16T18:42:41.670 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9WI2hwVsw-7hkAN off=8994541 len=1639964 2023-12-16T18:42:41.671 INFO:tasks.workunit.client.0.smithi071.stdout:op 4370 completed, throughput=5MB/sec 2023-12-16T18:42:41.671 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5OI-DTX0MzyAQBX off=7350874 len=71443 2023-12-16T18:42:41.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 4371 completed, throughput=5MB/sec 2023-12-16T18:42:41.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5jgcksNKoU8xi21 off=3370438 len=1857315 2023-12-16T18:42:41.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 4372 completed, throughput=5MB/sec 2023-12-16T18:42:41.683 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hG-EgWyQqil-u8q off=11483554 len=1308791 2023-12-16T18:42:41.685 INFO:tasks.workunit.client.0.smithi071.stdout:op 4373 completed, throughput=5MB/sec 2023-12-16T18:42:41.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:41 smithi071 ceph-mon[139725]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:41.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:41 smithi071 ceph-mon[142085]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:42:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:42 smithi184 ceph-mon[136228]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:42.685 INFO:tasks.workunit.client.0.smithi071.stdout: 852: throughput=5MB/sec pending data=0 2023-12-16T18:42:42.685 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5o0Dx_k9kagZjgX off=96806 len=1920070 2023-12-16T18:42:42.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 4374 completed, throughput=5MB/sec 2023-12-16T18:42:42.696 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kop0sO6ENVVdxwC off=762784 len=366131 2023-12-16T18:42:42.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 4375 completed, throughput=5MB/sec 2023-12-16T18:42:42.697 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JbRGxtwNmcpvYG7 off=18122628 len=306963 2023-12-16T18:42:42.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 4376 completed, throughput=5MB/sec 2023-12-16T18:42:42.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jNhhcBbk9y5c3ou off=13465995 len=548160 2023-12-16T18:42:42.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 4377 completed, throughput=5MB/sec 2023-12-16T18:42:42.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rWqcvkOdwwU7Gx9 off=13380347 len=1020449 2023-12-16T18:42:42.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 4378 completed, throughput=5MB/sec 2023-12-16T18:42:42.701 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8IH69kDQwmpCJfJ off=138724 len=1640864 2023-12-16T18:42:42.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 4379 completed, throughput=5MB/sec 2023-12-16T18:42:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:42 smithi071 ceph-mon[139725]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:42 smithi071 ceph-mon[142085]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:42:43.707 INFO:tasks.workunit.client.0.smithi071.stdout: 853: throughput=5MB/sec pending data=0 2023-12-16T18:42:43.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-79mu-P4vLV3whU0 off=1478930 len=194235 2023-12-16T18:42:43.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 4380 completed, throughput=5MB/sec 2023-12-16T18:42:43.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-m6qagqLdo-ZViFo off=18282604 len=542040 2023-12-16T18:42:43.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 4381 completed, throughput=5MB/sec 2023-12-16T18:42:43.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tZpzEhzc6yc8E31 off=542505 len=1008680 2023-12-16T18:42:43.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 4382 completed, throughput=5MB/sec 2023-12-16T18:42:43.710 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_pK3WocGRbl9Ii3 off=2595490 len=167135 2023-12-16T18:42:43.714 INFO:tasks.workunit.client.0.smithi071.stdout:op 4383 completed, throughput=5MB/sec 2023-12-16T18:42:43.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bn18bGs8Qk4QodR off=4609673 len=577534 2023-12-16T18:42:43.718 INFO:tasks.workunit.client.0.smithi071.stdout:op 4384 completed, throughput=5MB/sec 2023-12-16T18:42:43.718 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j3ooCB6vu96duSI off=963360 len=1518094 2023-12-16T18:42:43.726 INFO:tasks.workunit.client.0.smithi071.stdout:op 4385 completed, throughput=5MB/sec 2023-12-16T18:42:43.726 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B8LEHmXHc8DtiLG off=3382155 len=240891 2023-12-16T18:42:43.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 4386 completed, throughput=5MB/sec 2023-12-16T18:42:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:44 smithi184 ceph-mon[136228]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:44 smithi071 ceph-mon[139725]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:44 smithi071 ceph-mon[142085]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:42:44.727 INFO:tasks.workunit.client.0.smithi071.stdout: 854: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:44.727 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vkhygeseS52YPRU off=13205124 len=1082955 2023-12-16T18:42:44.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 4387 completed, throughput=5MB/sec 2023-12-16T18:42:44.729 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WkC6Zeew2n54RnS off=7604745 len=490097 2023-12-16T18:42:44.730 INFO:tasks.workunit.client.0.smithi071.stdout:op 4388 completed, throughput=5MB/sec 2023-12-16T18:42:44.730 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Qmg-yEp3NeIO0k2 off=587565 len=1755425 2023-12-16T18:42:44.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 4389 completed, throughput=5MB/sec 2023-12-16T18:42:44.739 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1vyhXOI5RsT4vh6 off=16469 len=540441 2023-12-16T18:42:44.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 4390 completed, throughput=5MB/sec 2023-12-16T18:42:44.742 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5PS8F5lc632IQe7 off=376412 len=1961053 2023-12-16T18:42:44.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 4391 completed, throughput=5MB/sec 2023-12-16T18:42:45.745 INFO:tasks.workunit.client.0.smithi071.stdout: 855: throughput=5MB/sec pending data=0 2023-12-16T18:42:45.745 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HMmziaDE3wxjeaY off=9532142 len=1202373 2023-12-16T18:42:45.747 INFO:tasks.workunit.client.0.smithi071.stdout:op 4392 completed, throughput=5MB/sec 2023-12-16T18:42:45.747 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DNd_uqVfX8s8tjo off=1385037 len=1425452 2023-12-16T18:42:45.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 4393 completed, throughput=5MB/sec 2023-12-16T18:42:45.749 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M_4pIzXDQqlnaWX off=4813587 len=1015020 2023-12-16T18:42:45.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 4394 completed, throughput=5MB/sec 2023-12-16T18:42:45.751 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-avlEyhIpJU67Ksj off=16372255 len=1439053 2023-12-16T18:42:45.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 4395 completed, throughput=5MB/sec 2023-12-16T18:42:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:46 smithi184 ceph-mon[136228]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:42:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:46 smithi071 ceph-mon[139725]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:42:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:46 smithi071 ceph-mon[142085]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-16T18:42:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: 856: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:46.758 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qpqD6XpDbS7OfwJ off=1780353 len=2078441 2023-12-16T18:42:46.762 INFO:tasks.workunit.client.0.smithi071.stdout:op 4396 completed, throughput=5MB/sec 2023-12-16T18:42:46.762 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--mS2y0Erp8i7-6T off=3450206 len=264327 2023-12-16T18:42:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:op 4397 completed, throughput=5MB/sec 2023-12-16T18:42:46.763 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5LgXDj-EHUPc5t_ off=5095307 len=1952963 2023-12-16T18:42:46.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 4398 completed, throughput=5MB/sec 2023-12-16T18:42:46.773 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sKbLtPXwWIWoyGo off=486462 len=677361 2023-12-16T18:42:46.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 4399 completed, throughput=5MB/sec 2023-12-16T18:42:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:47] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:42:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: 857: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:47.777 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pmydgsEf7DXSuLg off=3041420 len=1846574 2023-12-16T18:42:47.786 INFO:tasks.workunit.client.0.smithi071.stdout:op 4400 completed, throughput=5MB/sec 2023-12-16T18:42:47.786 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WzgttH-fqCoK9uv off=908925 len=1427037 2023-12-16T18:42:47.791 INFO:tasks.workunit.client.0.smithi071.stdout:op 4401 completed, throughput=5MB/sec 2023-12-16T18:42:47.791 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kS2lYm5Mv5-9x9v off=1107706 len=1024343 2023-12-16T18:42:47.794 INFO:tasks.workunit.client.0.smithi071.stdout:op 4402 completed, throughput=5MB/sec 2023-12-16T18:42:47.795 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4l6LurF-vgZy5_5 off=8913102 len=2042319 2023-12-16T18:42:47.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 4403 completed, throughput=5MB/sec 2023-12-16T18:42:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:48 smithi184 ceph-mon[136228]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:42:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:48 smithi071 ceph-mon[139725]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:42:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:48 smithi071 ceph-mon[142085]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-16T18:42:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:42:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: 858: throughput=5MB/sec pending data=0 2023-12-16T18:42:48.799 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ccaWAXAFtOCzNBl off=19565952 len=2049112 2023-12-16T18:42:48.802 INFO:tasks.workunit.client.0.smithi071.stdout:op 4404 completed, throughput=5MB/sec 2023-12-16T18:42:48.802 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D76R3-2UiDS5z01 off=8108894 len=1197319 2023-12-16T18:42:48.808 INFO:tasks.workunit.client.0.smithi071.stdout:op 4405 completed, throughput=5MB/sec 2023-12-16T18:42:48.809 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IjxzS4o2b7-8MHU off=3277024 len=407372 2023-12-16T18:42:48.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 4406 completed, throughput=5MB/sec 2023-12-16T18:42:48.812 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_z85uNxvXzlr_q6 off=16186797 len=1706958 2023-12-16T18:42:48.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 4407 completed, throughput=5MB/sec 2023-12-16T18:42:49.822 INFO:tasks.workunit.client.0.smithi071.stdout: 859: throughput=5MB/sec pending data=0 2023-12-16T18:42:49.822 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-izExgn3gg635Pca off=4240992 len=1638230 2023-12-16T18:42:49.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 4408 completed, throughput=5MB/sec 2023-12-16T18:42:49.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vxZrF6rc-vJlSUM off=6910893 len=1994521 2023-12-16T18:42:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:op 4409 completed, throughput=5MB/sec 2023-12-16T18:42:49.844 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CKdo7i6cXsdSuVu off=15650657 len=434957 2023-12-16T18:42:49.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 4410 completed, throughput=5MB/sec 2023-12-16T18:42:49.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0eLMNZqmuxm4iRF off=10180961 len=1060637 2023-12-16T18:42:49.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 4411 completed, throughput=5MB/sec 2023-12-16T18:42:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:50 smithi184 ceph-mon[136228]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:50 smithi071 ceph-mon[139725]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:50 smithi071 ceph-mon[142085]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:42:50.847 INFO:tasks.workunit.client.0.smithi071.stdout: 860: throughput=5MB/sec pending data=0 2023-12-16T18:42:50.847 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Sig3DjNLxzFyxOp off=1001208 len=1690159 2023-12-16T18:42:50.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 4412 completed, throughput=5MB/sec 2023-12-16T18:42:50.854 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N8htpWJgrAu6Xha off=1523634 len=730252 2023-12-16T18:42:50.856 INFO:tasks.workunit.client.0.smithi071.stdout:op 4413 completed, throughput=5MB/sec 2023-12-16T18:42:50.856 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SAdZI6ZUF8pc3gh off=2444445 len=151085 2023-12-16T18:42:50.856 INFO:tasks.workunit.client.0.smithi071.stdout:op 4414 completed, throughput=5MB/sec 2023-12-16T18:42:50.856 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-75trbuq38rNjknh off=2990175 len=169001 2023-12-16T18:42:50.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 4415 completed, throughput=5MB/sec 2023-12-16T18:42:50.857 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5w1H8P8gN_txUIS off=14155757 len=336294 2023-12-16T18:42:50.858 INFO:tasks.workunit.client.0.smithi071.stdout:op 4416 completed, throughput=5MB/sec 2023-12-16T18:42:50.858 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1lvpQFEPKlipGZh off=4341311 len=1304356 2023-12-16T18:42:50.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 4417 completed, throughput=5MB/sec 2023-12-16T18:42:50.859 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fZSfRgdTBNy0NKh off=5863160 len=2026720 2023-12-16T18:42:50.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 4418 completed, throughput=5MB/sec 2023-12-16T18:42:51.864 INFO:tasks.workunit.client.0.smithi071.stdout: 861: throughput=5MB/sec pending data=0 2023-12-16T18:42:51.864 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c2HNBnPQtgUNSyr off=556321 len=1267409 2023-12-16T18:42:51.865 INFO:tasks.workunit.client.0.smithi071.stdout:op 4419 completed, throughput=5MB/sec 2023-12-16T18:42:51.866 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e2l8rHp7n_rqLoE off=6126672 len=627322 2023-12-16T18:42:51.869 INFO:tasks.workunit.client.0.smithi071.stdout:op 4420 completed, throughput=5MB/sec 2023-12-16T18:42:51.869 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B6kvuTffZm3MrHN off=10353961 len=303043 2023-12-16T18:42:51.870 INFO:tasks.workunit.client.0.smithi071.stdout:op 4421 completed, throughput=5MB/sec 2023-12-16T18:42:51.870 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-scdnYqfD6LBYJWJ off=2495520 len=93126 2023-12-16T18:42:51.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 4422 completed, throughput=5MB/sec 2023-12-16T18:42:51.873 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b9yf8jRqyb8p4-T off=14952612 len=307058 2023-12-16T18:42:51.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 4423 completed, throughput=5MB/sec 2023-12-16T18:42:51.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QENc6WamyzON1Sa off=12084582 len=222351 2023-12-16T18:42:51.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 4424 completed, throughput=5MB/sec 2023-12-16T18:42:51.877 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b9auMqH3Jsc3HpN off=8184885 len=669658 2023-12-16T18:42:51.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 4425 completed, throughput=5MB/sec 2023-12-16T18:42:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:52 smithi184 ceph-mon[136228]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:42:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:52 smithi071 ceph-mon[139725]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:42:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:52 smithi071 ceph-mon[142085]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:42:52.880 INFO:tasks.workunit.client.0.smithi071.stdout: 862: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:52.880 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Iw5gIuVMFxmiG7N off=6183179 len=143881 2023-12-16T18:42:52.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 4426 completed, throughput=4.99MB/sec 2023-12-16T18:42:52.881 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l-T7pDgbd3ylU10 off=2225458 len=1238716 2023-12-16T18:42:52.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 4427 completed, throughput=5MB/sec 2023-12-16T18:42:52.890 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cTSEAhDRV6JlcEj off=330026 len=1852613 2023-12-16T18:42:52.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 4428 completed, throughput=5MB/sec 2023-12-16T18:42:52.897 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xsh3oTMhLSN8pnv off=12811274 len=2049826 2023-12-16T18:42:52.899 INFO:tasks.workunit.client.0.smithi071.stdout:op 4429 completed, throughput=5MB/sec 2023-12-16T18:42:53.899 INFO:tasks.workunit.client.0.smithi071.stdout: 863: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:53.900 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vVXGZYQxaz6SmqO off=1608454 len=1987159 2023-12-16T18:42:53.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 4430 completed, throughput=5MB/sec 2023-12-16T18:42:53.902 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c_hcVsGPaCAsijA off=806134 len=1797469 2023-12-16T18:42:53.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 4431 completed, throughput=5MB/sec 2023-12-16T18:42:53.904 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PotI9wTIPhq6Zo8 off=10375058 len=563205 2023-12-16T18:42:53.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 4432 completed, throughput=5MB/sec 2023-12-16T18:42:53.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pyfCw3mDLTLJx-3 off=9323002 len=1343074 2023-12-16T18:42:53.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 4433 completed, throughput=5MB/sec 2023-12-16T18:42:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:54 smithi184 ceph-mon[136228]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:54 smithi071 ceph-mon[139725]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:54 smithi071 ceph-mon[142085]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:42:54.909 INFO:tasks.workunit.client.0.smithi071.stdout: 864: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:54.909 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8aF4uNBWXhNbZaQ off=1491859 len=1422615 2023-12-16T18:42:54.916 INFO:tasks.workunit.client.0.smithi071.stdout:op 4434 completed, throughput=5MB/sec 2023-12-16T18:42:54.917 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GbbsMf_J4RiTr-O off=2157096 len=837282 2023-12-16T18:42:54.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 4435 completed, throughput=5MB/sec 2023-12-16T18:42:54.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KFCF21MHauWSToH off=1078799 len=17978 2023-12-16T18:42:54.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 4436 completed, throughput=5MB/sec 2023-12-16T18:42:54.923 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qRq3Qss-VhOCc69 off=410176 len=617442 2023-12-16T18:42:54.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 4437 completed, throughput=5MB/sec 2023-12-16T18:42:54.924 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mjAMc8LK6qKU_Cw off=3926969 len=1672229 2023-12-16T18:42:54.926 INFO:tasks.workunit.client.0.smithi071.stdout:op 4438 completed, throughput=5MB/sec 2023-12-16T18:42:54.926 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0MS8HrrbzQUtgaT off=14205065 len=1842574 2023-12-16T18:42:54.937 INFO:tasks.workunit.client.0.smithi071.stdout:op 4439 completed, throughput=5MB/sec 2023-12-16T18:42:55.937 INFO:tasks.workunit.client.0.smithi071.stdout: 865: throughput=5MB/sec pending data=0 2023-12-16T18:42:55.938 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PSaPt9f_iw8WUj- off=2704285 len=2008636 2023-12-16T18:42:55.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 4440 completed, throughput=5MB/sec 2023-12-16T18:42:55.946 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Rvq10nPAOct3_Yu off=8515177 len=763261 2023-12-16T18:42:55.946 INFO:tasks.workunit.client.0.smithi071.stdout:op 4441 completed, throughput=5MB/sec 2023-12-16T18:42:55.946 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-erOESPqggVWv8OD off=6048749 len=1118607 2023-12-16T18:42:55.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 4442 completed, throughput=5MB/sec 2023-12-16T18:42:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:56 smithi184 ceph-mon[136228]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:42:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:56 smithi071 ceph-mon[139725]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:42:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:56 smithi071 ceph-mon[142085]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:42:56.948 INFO:tasks.workunit.client.0.smithi071.stdout: 866: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:56.948 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gEEDmO9xsPoQ0Vr off=2964101 len=2004399 2023-12-16T18:42:56.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 4443 completed, throughput=5MB/sec 2023-12-16T18:42:56.962 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4bgfcncVAy-41fh off=1590694 len=1988398 2023-12-16T18:42:56.964 INFO:tasks.workunit.client.0.smithi071.stdout:op 4444 completed, throughput=5MB/sec 2023-12-16T18:42:56.964 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nimu96zRVbMYKQb off=3029972 len=854217 2023-12-16T18:42:56.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 4445 completed, throughput=5MB/sec 2023-12-16T18:42:56.969 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_diu8BvlEyrx9bU off=10543648 len=93597 2023-12-16T18:42:56.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 4446 completed, throughput=5MB/sec 2023-12-16T18:42:56.969 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kl9GhEbdNakgP66 off=7455146 len=1817009 2023-12-16T18:42:56.973 INFO:tasks.workunit.client.0.smithi071.stdout:op 4447 completed, throughput=5MB/sec 2023-12-16T18:42:57.725 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:42:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:42:57] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:42:57.973 INFO:tasks.workunit.client.0.smithi071.stdout: 867: throughput=5MB/sec pending data=0 2023-12-16T18:42:57.973 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xgUUnx_YkONBdTk off=4351709 len=169747 2023-12-16T18:42:57.974 INFO:tasks.workunit.client.0.smithi071.stdout:op 4448 completed, throughput=5MB/sec 2023-12-16T18:42:57.974 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g63W-5cc1ORHSZH off=1589950 len=1567762 2023-12-16T18:42:57.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 4449 completed, throughput=5MB/sec 2023-12-16T18:42:57.976 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pl2jvqaPqiGi1ir off=5615110 len=342595 2023-12-16T18:42:57.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 4450 completed, throughput=5MB/sec 2023-12-16T18:42:57.976 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--gZ-NW7PXFqgF0q off=762037 len=350557 2023-12-16T18:42:57.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 4451 completed, throughput=5MB/sec 2023-12-16T18:42:57.977 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0HnzGkNO8dKtrUm off=7919083 len=650352 2023-12-16T18:42:57.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 4452 completed, throughput=5MB/sec 2023-12-16T18:42:57.982 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YA8PoyWf3F6iB4n off=19988202 len=1248659 2023-12-16T18:42:57.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 4453 completed, throughput=5MB/sec 2023-12-16T18:42:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:42:58 smithi184 ceph-mon[136228]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:42:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:42:58 smithi071 ceph-mon[139725]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:42:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:42:58 smithi071 ceph-mon[142085]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:42:58.984 INFO:tasks.workunit.client.0.smithi071.stdout: 868: throughput=4.99MB/sec pending data=0 2023-12-16T18:42:58.984 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BYVU3goP5mRLXci off=22191605 len=875330 2023-12-16T18:42:58.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 4454 completed, throughput=5MB/sec 2023-12-16T18:42:58.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5Qzfli-jKAXXeqc off=3926407 len=1451224 2023-12-16T18:42:58.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 4455 completed, throughput=5MB/sec 2023-12-16T18:42:58.987 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZzvzjJda2F6yhUc off=918499 len=901316 2023-12-16T18:42:58.988 INFO:tasks.workunit.client.0.smithi071.stdout:op 4456 completed, throughput=5MB/sec 2023-12-16T18:42:58.988 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OV82Ibl8p_xR1Hs off=340943 len=1144247 2023-12-16T18:42:58.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 4457 completed, throughput=5MB/sec 2023-12-16T18:42:58.993 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HFUIGhQr5Ediaj_ off=1150320 len=276560 2023-12-16T18:42:58.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 4458 completed, throughput=5MB/sec 2023-12-16T18:42:58.994 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4-ODCCHntrPeh1N off=1737489 len=1918393 2023-12-16T18:42:59.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 4459 completed, throughput=5MB/sec 2023-12-16T18:43:00.004 INFO:tasks.workunit.client.0.smithi071.stdout: 869: throughput=5MB/sec pending data=0 2023-12-16T18:43:00.004 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GsoWvezGzoth2ph off=10032624 len=17573 2023-12-16T18:43:00.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 4460 completed, throughput=5MB/sec 2023-12-16T18:43:00.004 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_DDFD-d21crT2_w off=6780751 len=1062727 2023-12-16T18:43:00.006 INFO:tasks.workunit.client.0.smithi071.stdout:op 4461 completed, throughput=5MB/sec 2023-12-16T18:43:00.007 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-984D__oan5hAXtc off=8994275 len=1429033 2023-12-16T18:43:00.013 INFO:tasks.workunit.client.0.smithi071.stdout:op 4462 completed, throughput=5MB/sec 2023-12-16T18:43:00.013 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zZmnwy5OK5eTKru off=15408676 len=724975 2023-12-16T18:43:00.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 4463 completed, throughput=5MB/sec 2023-12-16T18:43:00.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OFsKzq6m2qR4Thc off=833419 len=1265988 2023-12-16T18:43:00.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 4464 completed, throughput=5MB/sec 2023-12-16T18:43:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:00 smithi184 ceph-mon[136228]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:00 smithi071 ceph-mon[139725]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:00 smithi071 ceph-mon[142085]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:01.017 INFO:tasks.workunit.client.0.smithi071.stdout: 870: throughput=5MB/sec pending data=0 2023-12-16T18:43:01.017 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pmFHDurk8Tn0Q0E off=978750 len=1266425 2023-12-16T18:43:01.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 4465 completed, throughput=5MB/sec 2023-12-16T18:43:01.024 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yzzRKjb_Z-9tQcR off=1325860 len=86504 2023-12-16T18:43:01.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 4466 completed, throughput=5MB/sec 2023-12-16T18:43:01.024 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cI3pUcwMtEQfez3 off=103741 len=1802326 2023-12-16T18:43:01.026 INFO:tasks.workunit.client.0.smithi071.stdout:op 4467 completed, throughput=5MB/sec 2023-12-16T18:43:01.026 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VxKhZvKCIAqtZsV off=10288752 len=1754342 2023-12-16T18:43:01.028 INFO:tasks.workunit.client.0.smithi071.stdout:op 4468 completed, throughput=5MB/sec 2023-12-16T18:43:02.029 INFO:tasks.workunit.client.0.smithi071.stdout: 871: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:02.029 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fN77uk9RB8Exk_g off=11854511 len=1214942 2023-12-16T18:43:02.031 INFO:tasks.workunit.client.0.smithi071.stdout:op 4469 completed, throughput=5MB/sec 2023-12-16T18:43:02.031 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fKuMmon76rWkD4D off=920320 len=823569 2023-12-16T18:43:02.036 INFO:tasks.workunit.client.0.smithi071.stdout:op 4470 completed, throughput=5MB/sec 2023-12-16T18:43:02.037 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NlLZHu3XtiuT5h7 off=578692 len=296293 2023-12-16T18:43:02.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 4471 completed, throughput=5MB/sec 2023-12-16T18:43:02.040 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4jxBJKNZ---oWCm off=8566258 len=1578563 2023-12-16T18:43:02.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 4472 completed, throughput=5MB/sec 2023-12-16T18:43:02.046 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-t2StK_c6qHRR5Rc off=16976531 len=313554 2023-12-16T18:43:02.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 4473 completed, throughput=5MB/sec 2023-12-16T18:43:02.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NPMywhsauRtlD7I off=10794683 len=522958 2023-12-16T18:43:02.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 4474 completed, throughput=5MB/sec 2023-12-16T18:43:02.050 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2AeWWWHyt101enq off=13697000 len=206646 2023-12-16T18:43:02.053 INFO:tasks.workunit.client.0.smithi071.stdout:op 4475 completed, throughput=5MB/sec 2023-12-16T18:43:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:02 smithi184 ceph-mon[136228]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:43:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:02 smithi071 ceph-mon[139725]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:43:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:02 smithi071 ceph-mon[142085]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:43:03.053 INFO:tasks.workunit.client.0.smithi071.stdout: 872: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:03.053 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-te7DeFe6Yw-XlFg off=15495837 len=1423202 2023-12-16T18:43:03.055 INFO:tasks.workunit.client.0.smithi071.stdout:op 4476 completed, throughput=5MB/sec 2023-12-16T18:43:03.055 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ax4bn7C4Gf3QWXP off=5616439 len=144936 2023-12-16T18:43:03.056 INFO:tasks.workunit.client.0.smithi071.stdout:op 4477 completed, throughput=5MB/sec 2023-12-16T18:43:03.056 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GvhBQ9WXphfPgJO off=5841540 len=479004 2023-12-16T18:43:03.060 INFO:tasks.workunit.client.0.smithi071.stdout:op 4478 completed, throughput=5MB/sec 2023-12-16T18:43:03.060 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xt8zwJt4zmdfQjJ off=5165701 len=111613 2023-12-16T18:43:03.061 INFO:tasks.workunit.client.0.smithi071.stdout:op 4479 completed, throughput=5MB/sec 2023-12-16T18:43:03.061 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zFfqMpv_LfcNKs3 off=1577043 len=548437 2023-12-16T18:43:03.062 INFO:tasks.workunit.client.0.smithi071.stdout:op 4480 completed, throughput=5MB/sec 2023-12-16T18:43:03.062 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YbbCqJZk2lQfqat off=1107155 len=1886806 2023-12-16T18:43:03.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 4481 completed, throughput=5MB/sec 2023-12-16T18:43:03.064 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r7_sZpIrI0KZQcF off=11318835 len=1869565 2023-12-16T18:43:03.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 4482 completed, throughput=5MB/sec 2023-12-16T18:43:03.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:04.073 INFO:tasks.workunit.client.0.smithi071.stdout: 873: throughput=5MB/sec pending data=0 2023-12-16T18:43:04.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UwAFTT_n-IgHrTC off=3028146 len=45126 2023-12-16T18:43:04.074 INFO:tasks.workunit.client.0.smithi071.stdout:op 4483 completed, throughput=5MB/sec 2023-12-16T18:43:04.074 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yRQEhVT2ybMH3R2 off=442893 len=692561 2023-12-16T18:43:04.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 4484 completed, throughput=5MB/sec 2023-12-16T18:43:04.076 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hKmWlu09-ZjmvJ2 off=3496115 len=1405430 2023-12-16T18:43:04.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 4485 completed, throughput=5MB/sec 2023-12-16T18:43:04.078 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--g3KE-hd4rFS6zh off=2814133 len=239815 2023-12-16T18:43:04.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 4486 completed, throughput=5MB/sec 2023-12-16T18:43:04.081 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1I-vmIEwFKq0Ixa off=2391060 len=437897 2023-12-16T18:43:04.081 INFO:tasks.workunit.client.0.smithi071.stdout:op 4487 completed, throughput=5MB/sec 2023-12-16T18:43:04.082 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7n9M524eaLM7Bk0 off=733215 len=342423 2023-12-16T18:43:04.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 4488 completed, throughput=5MB/sec 2023-12-16T18:43:04.085 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4RxRI3ryc1wKuEH off=3125151 len=1148527 2023-12-16T18:43:04.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 4489 completed, throughput=5MB/sec 2023-12-16T18:43:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:04 smithi184 ceph-mon[136228]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:43:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:04 smithi071 ceph-mon[139725]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:43:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:04 smithi071 ceph-mon[142085]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:43:05.086 INFO:tasks.workunit.client.0.smithi071.stdout: 874: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:05.086 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oQH-h8zL7LP46xb off=908443 len=787233 2023-12-16T18:43:05.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 4490 completed, throughput=5MB/sec 2023-12-16T18:43:05.094 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WgKHsbPrlXV49fw off=9314450 len=933734 2023-12-16T18:43:05.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 4491 completed, throughput=5MB/sec 2023-12-16T18:43:05.097 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zTvezSYLjUeWs8u off=11187164 len=1718 2023-12-16T18:43:05.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 4492 completed, throughput=5MB/sec 2023-12-16T18:43:05.097 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U3Oq_tRyEKYAjCB off=2845019 len=878058 2023-12-16T18:43:05.102 INFO:tasks.workunit.client.0.smithi071.stdout:op 4493 completed, throughput=5MB/sec 2023-12-16T18:43:05.102 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ILyRO6yQrJGGm3E off=6061213 len=542109 2023-12-16T18:43:05.103 INFO:tasks.workunit.client.0.smithi071.stdout:op 4494 completed, throughput=5MB/sec 2023-12-16T18:43:05.103 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Dt1Ogr2uul9MlEq off=2738378 len=1418699 2023-12-16T18:43:05.104 INFO:tasks.workunit.client.0.smithi071.stdout:op 4495 completed, throughput=5MB/sec 2023-12-16T18:43:05.105 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QkdjCdp03xpYgA9 off=5228886 len=1640666 2023-12-16T18:43:05.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 4496 completed, throughput=5MB/sec 2023-12-16T18:43:06.112 INFO:tasks.workunit.client.0.smithi071.stdout: 875: throughput=5MB/sec pending data=0 2023-12-16T18:43:06.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Lldyx6OqJPChdmZ off=5482873 len=1757961 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 4497 completed, throughput=5MB/sec 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLmASAt6oc0UuNw off=3160204 len=421802 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 4498 completed, throughput=5MB/sec 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UfVGD3H6WlgIgF4 off=7100550 len=785861 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 4499 completed, throughput=5MB/sec 2023-12-16T18:43:06.118 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8lQk1n5oF9qutBd off=864587 len=351657 2023-12-16T18:43:06.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 4500 completed, throughput=5MB/sec 2023-12-16T18:43:06.119 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WgF49seZMJSLwsE off=450453 len=137169 2023-12-16T18:43:06.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 4501 completed, throughput=5MB/sec 2023-12-16T18:43:06.121 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6FUA5Q2rQSRtNMi off=2534272 len=1829297 2023-12-16T18:43:06.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 4502 completed, throughput=5MB/sec 2023-12-16T18:43:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:06 smithi184 ceph-mon[136228]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:06 smithi071 ceph-mon[139725]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:06 smithi071 ceph-mon[142085]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:07.132 INFO:tasks.workunit.client.0.smithi071.stdout: 876: throughput=5MB/sec pending data=0 2023-12-16T18:43:07.132 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Yd_pBuZ5FgUSjey off=11717019 len=1374172 2023-12-16T18:43:07.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 4503 completed, throughput=5MB/sec 2023-12-16T18:43:07.134 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6-ieU3hQz1uiXCG off=1124617 len=967190 2023-12-16T18:43:07.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 4504 completed, throughput=5MB/sec 2023-12-16T18:43:07.136 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l5oo7dwPQkifjzT off=2342851 len=954238 2023-12-16T18:43:07.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 4505 completed, throughput=5MB/sec 2023-12-16T18:43:07.145 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Gezo2eaZ8AVlhnx off=8713938 len=810550 2023-12-16T18:43:07.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 4506 completed, throughput=5MB/sec 2023-12-16T18:43:07.146 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kzlz9dDtH3mJyI9 off=7705727 len=1287290 2023-12-16T18:43:07.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 4507 completed, throughput=5MB/sec 2023-12-16T18:43:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:07] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:43:08.148 INFO:tasks.workunit.client.0.smithi071.stdout: 877: throughput=5MB/sec pending data=0 2023-12-16T18:43:08.148 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ITEYN0KTjFiVxYO off=17047946 len=202284 2023-12-16T18:43:08.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 4508 completed, throughput=5MB/sec 2023-12-16T18:43:08.149 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Zle3SBUAXimTiPk off=8641302 len=221943 2023-12-16T18:43:08.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 4509 completed, throughput=5MB/sec 2023-12-16T18:43:08.150 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_cVYK2Vs6pTVIL off=2581788 len=48846 2023-12-16T18:43:08.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 4510 completed, throughput=5MB/sec 2023-12-16T18:43:08.151 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3tuo8OBI7FLol0e off=265038 len=1226475 2023-12-16T18:43:08.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 4511 completed, throughput=5MB/sec 2023-12-16T18:43:08.158 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-glG7tksl6yAMVZh off=12992679 len=312340 2023-12-16T18:43:08.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 4512 completed, throughput=5MB/sec 2023-12-16T18:43:08.159 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J2NO3HnKs8HAi1v off=7935132 len=382534 2023-12-16T18:43:08.160 INFO:tasks.workunit.client.0.smithi071.stdout:op 4513 completed, throughput=5MB/sec 2023-12-16T18:43:08.160 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-njjjWBPUjNPby71 off=2714138 len=1843418 2023-12-16T18:43:08.163 INFO:tasks.workunit.client.0.smithi071.stdout:op 4514 completed, throughput=5MB/sec 2023-12-16T18:43:08.163 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zojo4Qjv_Ebk5VI off=3125185 len=359127 2023-12-16T18:43:08.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 4515 completed, throughput=5MB/sec 2023-12-16T18:43:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:08 smithi184 ceph-mon[136228]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:43:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:08 smithi071 ceph-mon[139725]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:43:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:08 smithi071 ceph-mon[142085]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-16T18:43:09.166 INFO:tasks.workunit.client.0.smithi071.stdout: 878: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:09.167 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cv3qrmzoGiDf-xo off=526333 len=746586 2023-12-16T18:43:09.171 INFO:tasks.workunit.client.0.smithi071.stdout:op 4516 completed, throughput=5MB/sec 2023-12-16T18:43:09.171 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gORsEMmi66G7NxK off=594070 len=1305490 2023-12-16T18:43:09.173 INFO:tasks.workunit.client.0.smithi071.stdout:op 4517 completed, throughput=5MB/sec 2023-12-16T18:43:09.173 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NThQW47bk2cc180 off=6450203 len=1504269 2023-12-16T18:43:09.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 4518 completed, throughput=5MB/sec 2023-12-16T18:43:09.175 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QrJkT-0B95EBful off=19724568 len=145488 2023-12-16T18:43:09.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 4519 completed, throughput=5MB/sec 2023-12-16T18:43:09.175 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dmwqaypO_WhLUXA off=10452571 len=1279065 2023-12-16T18:43:09.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 4520 completed, throughput=5MB/sec 2023-12-16T18:43:09.182 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LudDI8EYbotxemL off=13191338 len=2054335 2023-12-16T18:43:09.184 INFO:tasks.workunit.client.0.smithi071.stdout:op 4521 completed, throughput=5MB/sec 2023-12-16T18:43:10.185 INFO:tasks.workunit.client.0.smithi071.stdout: 879: throughput=5MB/sec pending data=0 2023-12-16T18:43:10.185 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JmrFsm0lTis4UbO off=2772240 len=907446 2023-12-16T18:43:10.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 4522 completed, throughput=5MB/sec 2023-12-16T18:43:10.187 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o12Xisv2hrzVHDY off=2175612 len=208818 2023-12-16T18:43:10.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 4523 completed, throughput=5MB/sec 2023-12-16T18:43:10.187 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rQXvtCd7LImxq32 off=2578805 len=220857 2023-12-16T18:43:10.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 4524 completed, throughput=5MB/sec 2023-12-16T18:43:10.190 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LgdDixRExmRwHJf off=1595918 len=1968807 2023-12-16T18:43:10.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 4525 completed, throughput=5MB/sec 2023-12-16T18:43:10.198 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iKjXd3xTCVjE3dX off=5138302 len=360918 2023-12-16T18:43:10.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 4526 completed, throughput=5MB/sec 2023-12-16T18:43:10.577 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:43:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:10 smithi184 ceph-mon[136228]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:10.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:43:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:10 smithi071 ceph-mon[139725]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:43:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:10 smithi071 ceph-mon[142085]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:43:10.885 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:43:10.885 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (32m) 9m ago 35m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:43:10.885 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (32m) 7m ago 35m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:43:10.885 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (36m) 9m ago 36m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (36m) 7m ago 36m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (32m) 7m ago 38m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (32m) 9m ago 39m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (32m) 9m ago 39m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (31m) 7m ago 38m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (31m) 9m ago 38m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (32m) 9m ago 35m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (32m) 7m ago 35m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (30m) 9m ago 38m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (30m) 9m ago 37m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:43:10.886 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (29m) 9m ago 37m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (29m) 9m ago 37m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (29m) 7m ago 37m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (28m) 7m ago 37m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (28m) 7m ago 36m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (27m) 7m ago 36m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:43:10.887 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (32m) 7m ago 35m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:43:11.201 INFO:tasks.workunit.client.0.smithi071.stdout: 880: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:11.201 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xWKFf1rkyexq9as off=4880321 len=1238511 2023-12-16T18:43:11.207 INFO:tasks.workunit.client.0.smithi071.stdout:op 4527 completed, throughput=5MB/sec 2023-12-16T18:43:11.207 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cv7AqHbF7KPkeXO off=13435590 len=1754651 2023-12-16T18:43:11.212 INFO:tasks.workunit.client.0.smithi071.stdout:op 4528 completed, throughput=5MB/sec 2023-12-16T18:43:11.212 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LMpVLWZR4fNEf_c off=5771442 len=1373651 2023-12-16T18:43:11.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 4529 completed, throughput=5MB/sec 2023-12-16T18:43:11.217 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7L2FUcSXPFYajIU off=6148087 len=722332 2023-12-16T18:43:11.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 4530 completed, throughput=5MB/sec 2023-12-16T18:43:11.268 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:43:11.269 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:43:11.270 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:43:11.270 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:43:11.270 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:43:11.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:43:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:43:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:11 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:43:11.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/102326688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:43:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:43:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:43:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/102326688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:43:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:43:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:43:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/102326688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:12.219 INFO:tasks.workunit.client.0.smithi071.stdout: 881: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:12.219 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4fofEp56WThGbNN off=1758743 len=72327 2023-12-16T18:43:12.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 4531 completed, throughput=4.99MB/sec 2023-12-16T18:43:12.220 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jk4ggYgdTXM7yQT off=4713942 len=813997 2023-12-16T18:43:12.224 INFO:tasks.workunit.client.0.smithi071.stdout:op 4532 completed, throughput=5MB/sec 2023-12-16T18:43:12.224 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EBnjL_e23r3waEc off=8578784 len=315296 2023-12-16T18:43:12.227 INFO:tasks.workunit.client.0.smithi071.stdout:op 4533 completed, throughput=5MB/sec 2023-12-16T18:43:12.227 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-984D__oan5hAXtc off=2437331 len=967071 2023-12-16T18:43:12.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 4534 completed, throughput=5MB/sec 2023-12-16T18:43:12.229 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V212FmdFJHxlDzV off=702537 len=165740 2023-12-16T18:43:12.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 4535 completed, throughput=5MB/sec 2023-12-16T18:43:12.230 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0sfXoF3jNCrpfMz off=12614954 len=266404 2023-12-16T18:43:12.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 4536 completed, throughput=5MB/sec 2023-12-16T18:43:12.230 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dFR_23U7Sihx-v- off=549768 len=531097 2023-12-16T18:43:12.234 INFO:tasks.workunit.client.0.smithi071.stdout:op 4537 completed, throughput=5MB/sec 2023-12-16T18:43:12.234 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lDhz4fYpvMGG20H off=2459933 len=1825957 2023-12-16T18:43:12.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 4538 completed, throughput=5MB/sec 2023-12-16T18:43:12.243 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N_HMN7pMm28ZmhT off=1095878 len=627424 2023-12-16T18:43:12.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 4539 completed, throughput=5MB/sec 2023-12-16T18:43:12.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[139725]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:12.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[139725]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:43:12.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[139725]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[142085]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:12.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[142085]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:43:12.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:12 smithi071 ceph-mon[142085]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:12 smithi184 ceph-mon[136228]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:12 smithi184 ceph-mon[136228]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:43:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:12 smithi184 ceph-mon[136228]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:13.244 INFO:tasks.workunit.client.0.smithi071.stdout: 882: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:13.244 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9tpUNYdKThZfrVO off=9748948 len=1307019 2023-12-16T18:43:13.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 4540 completed, throughput=5MB/sec 2023-12-16T18:43:13.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sKUpsoeIjeoDQzv off=21238101 len=1806553 2023-12-16T18:43:13.254 INFO:tasks.workunit.client.0.smithi071.stdout:op 4541 completed, throughput=5MB/sec 2023-12-16T18:43:13.254 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7cK55cb8yu3LXRA off=2802320 len=819460 2023-12-16T18:43:13.256 INFO:tasks.workunit.client.0.smithi071.stdout:op 4542 completed, throughput=5MB/sec 2023-12-16T18:43:13.256 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-goZCEpZhH7ibhK_ off=7207894 len=1879366 2023-12-16T18:43:13.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 4543 completed, throughput=5MB/sec 2023-12-16T18:43:14.258 INFO:tasks.workunit.client.0.smithi071.stdout: 883: throughput=5MB/sec pending data=0 2023-12-16T18:43:14.259 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qK1-mE2Wq3NuKSv off=7742670 len=1250413 2023-12-16T18:43:14.266 INFO:tasks.workunit.client.0.smithi071.stdout:op 4544 completed, throughput=5MB/sec 2023-12-16T18:43:14.266 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OjYAtOTC_DxSlg0 off=7211162 len=1064743 2023-12-16T18:43:14.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 4545 completed, throughput=5MB/sec 2023-12-16T18:43:14.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2XEIQxbX-DGDV37 off=7356497 len=1163167 2023-12-16T18:43:14.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 4546 completed, throughput=5MB/sec 2023-12-16T18:43:14.273 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PD6Olj99ud8HuzU off=4358262 len=1466593 2023-12-16T18:43:14.275 INFO:tasks.workunit.client.0.smithi071.stdout:op 4547 completed, throughput=5MB/sec 2023-12-16T18:43:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:14 smithi071 ceph-mon[139725]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:14 smithi071 ceph-mon[142085]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:14 smithi184 ceph-mon[136228]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:15.276 INFO:tasks.workunit.client.0.smithi071.stdout: 884: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:15.276 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pmU_Bs7EuJUv_Q4 off=4899655 len=336327 2023-12-16T18:43:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 4548 completed, throughput=5MB/sec 2023-12-16T18:43:15.277 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-021ur9vRs9st_Uc off=185863 len=1474662 2023-12-16T18:43:15.285 INFO:tasks.workunit.client.0.smithi071.stdout:op 4549 completed, throughput=5MB/sec 2023-12-16T18:43:15.286 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zDLnGrVV0a7ysDs off=1067664 len=418428 2023-12-16T18:43:15.289 INFO:tasks.workunit.client.0.smithi071.stdout:op 4550 completed, throughput=5MB/sec 2023-12-16T18:43:15.289 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ItXrAJIFse8S0-l off=1625271 len=588549 2023-12-16T18:43:15.293 INFO:tasks.workunit.client.0.smithi071.stdout:op 4551 completed, throughput=5MB/sec 2023-12-16T18:43:15.293 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BcHE9kMgGan1cHH off=3494303 len=1084572 2023-12-16T18:43:15.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 4552 completed, throughput=5MB/sec 2023-12-16T18:43:15.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--80NAFpvB1aLBO9 off=4002482 len=163408 2023-12-16T18:43:15.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 4553 completed, throughput=5MB/sec 2023-12-16T18:43:15.297 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W89djlAi_M7nQZG off=1850853 len=305650 2023-12-16T18:43:15.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 4554 completed, throughput=5MB/sec 2023-12-16T18:43:15.298 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QwxakmyUjh4QzF6 off=2833240 len=708308 2023-12-16T18:43:15.303 INFO:tasks.workunit.client.0.smithi071.stdout:op 4555 completed, throughput=5MB/sec 2023-12-16T18:43:16.303 INFO:tasks.workunit.client.0.smithi071.stdout: 885: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:16.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--8a7Tr9W-9HtYhP off=8502090 len=1234754 2023-12-16T18:43:16.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 4556 completed, throughput=5MB/sec 2023-12-16T18:43:16.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mzrIQh-XJUyCvxd off=15137443 len=2086645 2023-12-16T18:43:16.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 4557 completed, throughput=5MB/sec 2023-12-16T18:43:16.320 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9sARkkaUkgORMiS off=11859789 len=1444906 2023-12-16T18:43:16.323 INFO:tasks.workunit.client.0.smithi071.stdout:op 4558 completed, throughput=5MB/sec 2023-12-16T18:43:16.323 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yusEpidCiUGrpji off=998069 len=526614 2023-12-16T18:43:16.324 INFO:tasks.workunit.client.0.smithi071.stdout:op 4559 completed, throughput=5MB/sec 2023-12-16T18:43:16.324 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N-WVvMSGg3tMxh7 off=4194866 len=1176093 2023-12-16T18:43:16.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 4560 completed, throughput=5MB/sec 2023-12-16T18:43:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:16 smithi071 ceph-mon[139725]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-16T18:43:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:16 smithi071 ceph-mon[142085]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-16T18:43:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:16 smithi184 ceph-mon[136228]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-16T18:43:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: 886: throughput=5MB/sec pending data=0 2023-12-16T18:43:17.325 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xFGTnGbhNPhm1Zp off=560690 len=1934479 2023-12-16T18:43:17.334 INFO:tasks.workunit.client.0.smithi071.stdout:op 4561 completed, throughput=5MB/sec 2023-12-16T18:43:17.334 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EKTjr7EEYjPqsVI off=342020 len=122451 2023-12-16T18:43:17.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 4562 completed, throughput=5MB/sec 2023-12-16T18:43:17.337 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vbocGhRbktCOawK off=8633817 len=1318164 2023-12-16T18:43:17.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 4563 completed, throughput=5MB/sec 2023-12-16T18:43:17.346 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JDFdIe65KkiNvp4 off=146455 len=2069478 2023-12-16T18:43:17.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 4564 completed, throughput=5MB/sec 2023-12-16T18:43:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:17] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:43:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: 887: throughput=5MB/sec pending data=0 2023-12-16T18:43:18.348 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i10EW7KsXKeUkmK off=2628721 len=2010351 2023-12-16T18:43:18.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 4565 completed, throughput=5MB/sec 2023-12-16T18:43:18.358 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_cNjsWUzAJuB_8z off=10119848 len=1598550 2023-12-16T18:43:18.360 INFO:tasks.workunit.client.0.smithi071.stdout:op 4566 completed, throughput=5MB/sec 2023-12-16T18:43:18.360 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_WZyxU74Hkh0hOR off=8710035 len=725408 2023-12-16T18:43:18.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 4567 completed, throughput=5MB/sec 2023-12-16T18:43:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:18 smithi071 ceph-mon[142085]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:43:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:18 smithi071 ceph-mon[139725]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:43:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:18 smithi184 ceph-mon[136228]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-16T18:43:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: 888: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:19.363 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2vZ1xLYszEtPMWy off=5974110 len=149380 2023-12-16T18:43:19.365 INFO:tasks.workunit.client.0.smithi071.stdout:op 4568 completed, throughput=4.99MB/sec 2023-12-16T18:43:19.366 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Rv5jnjquDqpqXiS off=11116095 len=1344952 2023-12-16T18:43:19.373 INFO:tasks.workunit.client.0.smithi071.stdout:op 4569 completed, throughput=5MB/sec 2023-12-16T18:43:19.373 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-efZXN-_l8HRMOjQ off=1407736 len=201050 2023-12-16T18:43:19.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 4570 completed, throughput=5MB/sec 2023-12-16T18:43:19.374 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ooYL8VUJGeWdC8k off=2895263 len=52197 2023-12-16T18:43:19.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 4571 completed, throughput=5MB/sec 2023-12-16T18:43:19.376 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GDuivP5Q2RdlWaN off=13041482 len=1897117 2023-12-16T18:43:19.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 4572 completed, throughput=5MB/sec 2023-12-16T18:43:19.386 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DeaoxzwEGPQkCQG off=4690936 len=1310687 2023-12-16T18:43:19.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 4573 completed, throughput=5MB/sec 2023-12-16T18:43:19.388 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y7h-bNJn2F9c4Fk off=3948147 len=247774 2023-12-16T18:43:19.388 INFO:tasks.workunit.client.0.smithi071.stdout:op 4574 completed, throughput=5MB/sec 2023-12-16T18:43:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: 889: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:20.389 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vA1gWI-zLiv0fTd off=1630977 len=15522 2023-12-16T18:43:20.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 4575 completed, throughput=4.99MB/sec 2023-12-16T18:43:20.392 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mx8v_TCTaelXVdg off=5246835 len=1044968 2023-12-16T18:43:20.396 INFO:tasks.workunit.client.0.smithi071.stdout:op 4576 completed, throughput=5MB/sec 2023-12-16T18:43:20.396 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G8eXFiXBSghc2Zw off=161295 len=285270 2023-12-16T18:43:20.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 4577 completed, throughput=5MB/sec 2023-12-16T18:43:20.400 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qKzh8vq7-xczt8o off=16575283 len=1748911 2023-12-16T18:43:20.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 4578 completed, throughput=5MB/sec 2023-12-16T18:43:20.403 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KMw_PbpeFS1YAwZ off=18400846 len=1902642 2023-12-16T18:43:20.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 4579 completed, throughput=5MB/sec 2023-12-16T18:43:20.411 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ro3vC3D1Uz0caHE off=7120417 len=1817369 2023-12-16T18:43:20.421 INFO:tasks.workunit.client.0.smithi071.stdout:op 4580 completed, throughput=5MB/sec 2023-12-16T18:43:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:20 smithi071 ceph-mon[139725]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:20 smithi071 ceph-mon[142085]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:20 smithi184 ceph-mon[136228]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:21.421 INFO:tasks.workunit.client.0.smithi071.stdout: 890: throughput=5MB/sec pending data=0 2023-12-16T18:43:21.421 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c3epNc_OPUN14E_ off=17710716 len=148603 2023-12-16T18:43:21.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 4581 completed, throughput=5MB/sec 2023-12-16T18:43:21.422 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DOdVCfwfUQviATr off=2222266 len=715402 2023-12-16T18:43:21.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 4582 completed, throughput=5MB/sec 2023-12-16T18:43:21.423 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V212FmdFJHxlDzV off=8931379 len=831668 2023-12-16T18:43:21.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 4583 completed, throughput=5MB/sec 2023-12-16T18:43:21.425 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q3SHg5s9HLB8qR8 off=8277961 len=193263 2023-12-16T18:43:21.425 INFO:tasks.workunit.client.0.smithi071.stdout:op 4584 completed, throughput=5MB/sec 2023-12-16T18:43:21.426 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j4Dt00EZOxKkGZ6 off=9420911 len=726288 2023-12-16T18:43:21.430 INFO:tasks.workunit.client.0.smithi071.stdout:op 4585 completed, throughput=5MB/sec 2023-12-16T18:43:21.430 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U1XzuO-qhatFnDK off=1452343 len=1316323 2023-12-16T18:43:21.435 INFO:tasks.workunit.client.0.smithi071.stdout:op 4586 completed, throughput=5MB/sec 2023-12-16T18:43:22.435 INFO:tasks.workunit.client.0.smithi071.stdout: 891: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:22.436 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h6Ghtjyg2wh_5xS off=9055145 len=1768191 2023-12-16T18:43:22.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 4587 completed, throughput=5MB/sec 2023-12-16T18:43:22.438 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GbyMinQwyF6pMLN off=18910813 len=590719 2023-12-16T18:43:22.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 4588 completed, throughput=5MB/sec 2023-12-16T18:43:22.439 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_z85uNxvXzlr_q6 off=22201789 len=819316 2023-12-16T18:43:22.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 4589 completed, throughput=5MB/sec 2023-12-16T18:43:22.444 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kvYvHmbyZP-f3Xw off=4106468 len=1536487 2023-12-16T18:43:22.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 4590 completed, throughput=5MB/sec 2023-12-16T18:43:22.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MTTEN0aZcg1yx8W off=3785679 len=841930 2023-12-16T18:43:22.454 INFO:tasks.workunit.client.0.smithi071.stdout:op 4591 completed, throughput=5MB/sec 2023-12-16T18:43:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:22 smithi071 ceph-mon[139725]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:22 smithi071 ceph-mon[142085]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:22 smithi184 ceph-mon[136228]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:23.455 INFO:tasks.workunit.client.0.smithi071.stdout: 892: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:23.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-R3__dDhB6p2LpxK off=16263036 len=1343977 2023-12-16T18:43:23.458 INFO:tasks.workunit.client.0.smithi071.stdout:op 4592 completed, throughput=5MB/sec 2023-12-16T18:43:23.458 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G4Oq_0fNqinJK0u off=22125600 len=1292715 2023-12-16T18:43:23.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 4593 completed, throughput=5MB/sec 2023-12-16T18:43:23.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Vosrk9dhTJNaWbm off=3644774 len=1295568 2023-12-16T18:43:23.467 INFO:tasks.workunit.client.0.smithi071.stdout:op 4594 completed, throughput=5MB/sec 2023-12-16T18:43:23.467 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DaUfuz3g-snRyXD off=8395486 len=756668 2023-12-16T18:43:23.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 4595 completed, throughput=5MB/sec 2023-12-16T18:43:23.468 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZI8lLUUtFWysiVq off=24646559 len=802100 2023-12-16T18:43:23.473 INFO:tasks.workunit.client.0.smithi071.stdout:op 4596 completed, throughput=5MB/sec 2023-12-16T18:43:24.473 INFO:tasks.workunit.client.0.smithi071.stdout: 893: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:24.473 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-awCjyM-_eRjt4mQ off=8174528 len=362712 2023-12-16T18:43:24.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 4597 completed, throughput=5MB/sec 2023-12-16T18:43:24.474 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vJRvfSf4tvtA-k5 off=655936 len=1445855 2023-12-16T18:43:24.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 4598 completed, throughput=5MB/sec 2023-12-16T18:43:24.476 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0Pi8NrIhUU5MLms off=12278143 len=652325 2023-12-16T18:43:24.480 INFO:tasks.workunit.client.0.smithi071.stdout:op 4599 completed, throughput=5MB/sec 2023-12-16T18:43:24.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a_gCPUN3nWNa7oJ off=1864121 len=327319 2023-12-16T18:43:24.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 4600 completed, throughput=5MB/sec 2023-12-16T18:43:24.483 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-roCd5cu_fS6JPIQ off=656239 len=1463059 2023-12-16T18:43:24.493 INFO:tasks.workunit.client.0.smithi071.stdout:op 4601 completed, throughput=5MB/sec 2023-12-16T18:43:24.493 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eywFNPXZLK8pqo3 off=6372120 len=822849 2023-12-16T18:43:24.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 4602 completed, throughput=5MB/sec 2023-12-16T18:43:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:24 smithi071 ceph-mon[139725]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:43:24.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:24 smithi071 ceph-mon[142085]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:43:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:24 smithi184 ceph-mon[136228]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:43:25.503 INFO:tasks.workunit.client.0.smithi071.stdout: 894: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:25.503 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KOW27AcEfT_yB5w off=4878672 len=1610258 2023-12-16T18:43:25.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 4603 completed, throughput=5MB/sec 2023-12-16T18:43:25.512 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eu36MLV11otMMDq off=1715706 len=1740256 2023-12-16T18:43:25.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 4604 completed, throughput=5MB/sec 2023-12-16T18:43:25.514 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4qIDw30SgC8ZO1- off=2710344 len=1327543 2023-12-16T18:43:25.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 4605 completed, throughput=5MB/sec 2023-12-16T18:43:25.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CVDmLWc3hM9BdOr off=1658662 len=1296163 2023-12-16T18:43:25.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 4606 completed, throughput=5MB/sec 2023-12-16T18:43:26.524 INFO:tasks.workunit.client.0.smithi071.stdout: 895: throughput=5MB/sec pending data=0 2023-12-16T18:43:26.524 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sSaq63kvtevk25j off=6240799 len=522758 2023-12-16T18:43:26.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 4607 completed, throughput=5MB/sec 2023-12-16T18:43:26.528 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gdpY8vz3Z_OJTBk off=159295 len=1154657 2023-12-16T18:43:26.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 4608 completed, throughput=5MB/sec 2023-12-16T18:43:26.534 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S4NyvqvqhUa-YJg off=356187 len=1272146 2023-12-16T18:43:26.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 4609 completed, throughput=5MB/sec 2023-12-16T18:43:26.536 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zxNyUcOKFnAPFTW off=14167037 len=904619 2023-12-16T18:43:26.540 INFO:tasks.workunit.client.0.smithi071.stdout:op 4610 completed, throughput=5MB/sec 2023-12-16T18:43:26.540 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a28plkQTqOvLzCf off=17296180 len=1527901 2023-12-16T18:43:26.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 4611 completed, throughput=5MB/sec 2023-12-16T18:43:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:26 smithi071 ceph-mon[139725]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:26 smithi071 ceph-mon[142085]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:26 smithi184 ceph-mon[136228]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:27.542 INFO:tasks.workunit.client.0.smithi071.stdout: 896: throughput=5MB/sec pending data=0 2023-12-16T18:43:27.542 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DftgUJJql_d0yVz off=2334971 len=2061380 2023-12-16T18:43:27.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 4612 completed, throughput=5MB/sec 2023-12-16T18:43:27.555 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SCu955oIcQ2Ia1l off=392915 len=778646 2023-12-16T18:43:27.555 INFO:tasks.workunit.client.0.smithi071.stdout:op 4613 completed, throughput=5MB/sec 2023-12-16T18:43:27.555 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JnDNUuIU6UTYsDi off=11151044 len=741923 2023-12-16T18:43:27.559 INFO:tasks.workunit.client.0.smithi071.stdout:op 4614 completed, throughput=5MB/sec 2023-12-16T18:43:27.559 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-COJ5H_i-I8EKnQH off=285294 len=2072556 2023-12-16T18:43:27.569 INFO:tasks.workunit.client.0.smithi071.stdout:op 4615 completed, throughput=5MB/sec 2023-12-16T18:43:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:27] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2023-12-16T18:43:28.570 INFO:tasks.workunit.client.0.smithi071.stdout: 897: throughput=5MB/sec pending data=0 2023-12-16T18:43:28.570 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l6U6zORyA0swJOs off=14192091 len=716601 2023-12-16T18:43:28.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 4616 completed, throughput=5MB/sec 2023-12-16T18:43:28.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--jnBtrMXe0xFGmg off=11660803 len=1657563 2023-12-16T18:43:28.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 4617 completed, throughput=5MB/sec 2023-12-16T18:43:28.581 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Taot_wfnXHTKtOd off=12431295 len=5252 2023-12-16T18:43:28.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 4618 completed, throughput=5MB/sec 2023-12-16T18:43:28.583 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LZeZTtkozHsCvSF off=1650674 len=1598710 2023-12-16T18:43:28.585 INFO:tasks.workunit.client.0.smithi071.stdout:op 4619 completed, throughput=5MB/sec 2023-12-16T18:43:28.585 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xuKAmcJmPHIBj5y off=3249188 len=1398136 2023-12-16T18:43:28.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 4620 completed, throughput=5MB/sec 2023-12-16T18:43:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:28 smithi071 ceph-mon[139725]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:28 smithi071 ceph-mon[142085]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:28 smithi184 ceph-mon[136228]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:29.586 INFO:tasks.workunit.client.0.smithi071.stdout: 898: throughput=5MB/sec pending data=0 2023-12-16T18:43:29.586 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4iBWGtZnMe2eFdP off=3482047 len=414648 2023-12-16T18:43:29.587 INFO:tasks.workunit.client.0.smithi071.stdout:op 4621 completed, throughput=5MB/sec 2023-12-16T18:43:29.587 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rYOz8tQTaN5oy8Z off=12354757 len=1810403 2023-12-16T18:43:29.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 4622 completed, throughput=5MB/sec 2023-12-16T18:43:29.598 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MzfvFZbRA8aAUxM off=391675 len=1187554 2023-12-16T18:43:29.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 4623 completed, throughput=5MB/sec 2023-12-16T18:43:29.605 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bmPZB_4Bq6VHBO1 off=9882106 len=447569 2023-12-16T18:43:29.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 4624 completed, throughput=5MB/sec 2023-12-16T18:43:29.609 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_oCaMNl55IdsnYv off=1268081 len=1063451 2023-12-16T18:43:29.613 INFO:tasks.workunit.client.0.smithi071.stdout:op 4625 completed, throughput=5MB/sec 2023-12-16T18:43:30.614 INFO:tasks.workunit.client.0.smithi071.stdout: 899: throughput=5MB/sec pending data=0 2023-12-16T18:43:30.614 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-teFJbbAkwLmdbAr off=4295320 len=778361 2023-12-16T18:43:30.615 INFO:tasks.workunit.client.0.smithi071.stdout:op 4626 completed, throughput=5MB/sec 2023-12-16T18:43:30.615 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7CF-IwNDic_sRhq off=862910 len=1033714 2023-12-16T18:43:30.616 INFO:tasks.workunit.client.0.smithi071.stdout:op 4627 completed, throughput=5MB/sec 2023-12-16T18:43:30.616 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7kK_MmJjaELDXZE off=6051707 len=1890989 2023-12-16T18:43:30.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 4628 completed, throughput=5MB/sec 2023-12-16T18:43:30.618 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fWhOIUMYVeeuyd_ off=4268088 len=934191 2023-12-16T18:43:30.623 INFO:tasks.workunit.client.0.smithi071.stdout:op 4629 completed, throughput=5MB/sec 2023-12-16T18:43:30.623 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-15oh_AVqgtZenFb off=3899480 len=1354017 2023-12-16T18:43:30.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 4630 completed, throughput=5MB/sec 2023-12-16T18:43:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:30 smithi071 ceph-mon[139725]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:30 smithi071 ceph-mon[142085]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:30 smithi184 ceph-mon[136228]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:31.625 INFO:tasks.workunit.client.0.smithi071.stdout: 900: throughput=5MB/sec pending data=0 2023-12-16T18:43:31.625 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JKVbzTfefYbpala off=2175590 len=307286 2023-12-16T18:43:31.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 4631 completed, throughput=5MB/sec 2023-12-16T18:43:31.629 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fYTlu07ei7eSafd off=1087814 len=131051 2023-12-16T18:43:31.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 4632 completed, throughput=5MB/sec 2023-12-16T18:43:31.629 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-22kZLljVMaHdRCX off=1665004 len=458749 2023-12-16T18:43:31.630 INFO:tasks.workunit.client.0.smithi071.stdout:op 4633 completed, throughput=5MB/sec 2023-12-16T18:43:31.630 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z42zWtdwTNoG_t7 off=13849071 len=1812384 2023-12-16T18:43:31.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 4634 completed, throughput=5MB/sec 2023-12-16T18:43:31.632 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0evNMmMq6PYcJF- off=3339922 len=1030804 2023-12-16T18:43:31.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 4635 completed, throughput=5MB/sec 2023-12-16T18:43:31.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-muIVmWBKC_84t-W off=5046850 len=2013427 2023-12-16T18:43:31.639 INFO:tasks.workunit.client.0.smithi071.stdout:op 4636 completed, throughput=5MB/sec 2023-12-16T18:43:32.640 INFO:tasks.workunit.client.0.smithi071.stdout: 901: throughput=5MB/sec pending data=0 2023-12-16T18:43:32.640 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-inWNvjBuNP1MDoi off=47040 len=554295 2023-12-16T18:43:32.645 INFO:tasks.workunit.client.0.smithi071.stdout:op 4637 completed, throughput=5MB/sec 2023-12-16T18:43:32.645 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CxwMul8iphBatB6 off=966858 len=2081809 2023-12-16T18:43:32.650 INFO:tasks.workunit.client.0.smithi071.stdout:op 4638 completed, throughput=5MB/sec 2023-12-16T18:43:32.651 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4LDE5eJ9Sn1nZ4w off=2403146 len=1756171 2023-12-16T18:43:32.652 INFO:tasks.workunit.client.0.smithi071.stdout:op 4639 completed, throughput=5MB/sec 2023-12-16T18:43:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:32 smithi071 ceph-mon[139725]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:32 smithi071 ceph-mon[142085]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:32 smithi184 ceph-mon[136228]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:43:33.653 INFO:tasks.workunit.client.0.smithi071.stdout: 902: throughput=5MB/sec pending data=0 2023-12-16T18:43:33.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cfy6dzg7-PCM22x off=8305400 len=1147836 2023-12-16T18:43:33.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 4640 completed, throughput=5MB/sec 2023-12-16T18:43:33.655 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nkUWNdJI5CcgyX_ off=698932 len=1703882 2023-12-16T18:43:33.657 INFO:tasks.workunit.client.0.smithi071.stdout:op 4641 completed, throughput=5MB/sec 2023-12-16T18:43:33.657 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ype8REH3wY59lKJ off=5727645 len=603240 2023-12-16T18:43:33.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 4642 completed, throughput=5MB/sec 2023-12-16T18:43:33.660 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7Q7iABMZApQPBb_ off=17485681 len=367100 2023-12-16T18:43:33.663 INFO:tasks.workunit.client.0.smithi071.stdout:op 4643 completed, throughput=5MB/sec 2023-12-16T18:43:33.663 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--3VQ8K6hFXNBE11 off=6003778 len=150940 2023-12-16T18:43:33.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 4644 completed, throughput=5MB/sec 2023-12-16T18:43:33.665 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f7kYOpwcqmYK_Hu off=3299529 len=446273 2023-12-16T18:43:33.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 4645 completed, throughput=5MB/sec 2023-12-16T18:43:33.669 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uzDh4r7ZzOS442P off=1650717 len=993156 2023-12-16T18:43:33.670 INFO:tasks.workunit.client.0.smithi071.stdout:op 4646 completed, throughput=5MB/sec 2023-12-16T18:43:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:34.671 INFO:tasks.workunit.client.0.smithi071.stdout: 903: throughput=5MB/sec pending data=0 2023-12-16T18:43:34.671 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ESklUYI02nlR8F5 off=9195890 len=1912681 2023-12-16T18:43:34.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 4647 completed, throughput=5MB/sec 2023-12-16T18:43:34.675 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ZFGT4Tt-_31dVy off=2802263 len=918786 2023-12-16T18:43:34.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 4648 completed, throughput=5MB/sec 2023-12-16T18:43:34.676 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3sLE06EiI7cCDbr off=8887766 len=1407248 2023-12-16T18:43:34.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 4649 completed, throughput=5MB/sec 2023-12-16T18:43:34.678 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6HKN94XkwYMocTT off=13524370 len=531903 2023-12-16T18:43:34.681 INFO:tasks.workunit.client.0.smithi071.stdout:op 4650 completed, throughput=5MB/sec 2023-12-16T18:43:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:34 smithi071 ceph-mon[139725]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:43:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:34 smithi071 ceph-mon[142085]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:43:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:34 smithi184 ceph-mon[136228]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:43:35.682 INFO:tasks.workunit.client.0.smithi071.stdout: 904: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:35.682 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gbihihCQfrLlRCk off=21007313 len=218119 2023-12-16T18:43:35.685 INFO:tasks.workunit.client.0.smithi071.stdout:op 4651 completed, throughput=5MB/sec 2023-12-16T18:43:35.686 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z7v-VisGyjmJRW0 off=4282756 len=54211 2023-12-16T18:43:35.688 INFO:tasks.workunit.client.0.smithi071.stdout:op 4652 completed, throughput=5MB/sec 2023-12-16T18:43:35.688 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Gt3OvnUnrOrWzQ3 off=718367 len=1818926 2023-12-16T18:43:35.690 INFO:tasks.workunit.client.0.smithi071.stdout:op 4653 completed, throughput=5MB/sec 2023-12-16T18:43:35.690 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DcyCumGykZnILVc off=10005972 len=8934 2023-12-16T18:43:35.690 INFO:tasks.workunit.client.0.smithi071.stdout:op 4654 completed, throughput=5MB/sec 2023-12-16T18:43:35.690 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iaPL9JeEeFMkNLW off=22772094 len=178697 2023-12-16T18:43:35.691 INFO:tasks.workunit.client.0.smithi071.stdout:op 4655 completed, throughput=5MB/sec 2023-12-16T18:43:35.691 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1CWV_wtD0VvPLsq off=2921016 len=777294 2023-12-16T18:43:35.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 4656 completed, throughput=5MB/sec 2023-12-16T18:43:35.696 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i5IKEagtqeaf9-E off=1257575 len=1491032 2023-12-16T18:43:35.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 4657 completed, throughput=5MB/sec 2023-12-16T18:43:35.704 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i03ouUY7DGg1m6E off=0 len=1869347 2023-12-16T18:43:35.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 4658 completed, throughput=5MB/sec 2023-12-16T18:43:36.713 INFO:tasks.workunit.client.0.smithi071.stdout: 905: throughput=5MB/sec pending data=0 2023-12-16T18:43:36.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N1WZghx1kSS6jtq off=3428207 len=236666 2023-12-16T18:43:36.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 4659 completed, throughput=5MB/sec 2023-12-16T18:43:36.717 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N9SqwuHTF8yXXw- off=1598407 len=1603991 2023-12-16T18:43:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:36 smithi071 ceph-mon[139725]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:43:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:36 smithi071 ceph-mon[142085]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:43:36.726 INFO:tasks.workunit.client.0.smithi071.stdout:op 4660 completed, throughput=5MB/sec 2023-12-16T18:43:36.726 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-y_APPi7I2MOZq_m off=1058344 len=1941256 2023-12-16T18:43:36.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 4661 completed, throughput=5MB/sec 2023-12-16T18:43:36.737 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZlrlwuI4JWS9yK2 off=7607631 len=948174 2023-12-16T18:43:36.738 INFO:tasks.workunit.client.0.smithi071.stdout:op 4662 completed, throughput=5MB/sec 2023-12-16T18:43:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:36 smithi184 ceph-mon[136228]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:43:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:37] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:43:37.738 INFO:tasks.workunit.client.0.smithi071.stdout: 906: throughput=5MB/sec pending data=0 2023-12-16T18:43:37.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-92j9-yrPpo5DBp4 off=204600 len=624298 2023-12-16T18:43:37.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 4663 completed, throughput=5MB/sec 2023-12-16T18:43:37.740 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-s-pLTxPryiMSdYv off=7205648 len=1991682 2023-12-16T18:43:37.748 INFO:tasks.workunit.client.0.smithi071.stdout:op 4664 completed, throughput=5MB/sec 2023-12-16T18:43:37.748 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xUvQvuM95L0-VFL off=120767 len=1714610 2023-12-16T18:43:37.752 INFO:tasks.workunit.client.0.smithi071.stdout:op 4665 completed, throughput=5MB/sec 2023-12-16T18:43:37.752 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bdCrdAT1S6KIv-v off=1981598 len=1132435 2023-12-16T18:43:37.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 4666 completed, throughput=5MB/sec 2023-12-16T18:43:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:38 smithi071 ceph-mon[139725]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:38 smithi071 ceph-mon[142085]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:38.753 INFO:tasks.workunit.client.0.smithi071.stdout: 907: throughput=5MB/sec pending data=0 2023-12-16T18:43:38.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iUG4IrDuLW24ovA off=14501092 len=639212 2023-12-16T18:43:38.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 4667 completed, throughput=5MB/sec 2023-12-16T18:43:38.758 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5wENP6J23nUNiep off=8788574 len=1273211 2023-12-16T18:43:38.764 INFO:tasks.workunit.client.0.smithi071.stdout:op 4668 completed, throughput=5MB/sec 2023-12-16T18:43:38.764 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-X2zze0szQ5x8wy_ off=709283 len=148525 2023-12-16T18:43:38.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 4669 completed, throughput=5MB/sec 2023-12-16T18:43:38.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8rqHWD5tJfEIF4M off=5519900 len=1915657 2023-12-16T18:43:38.768 INFO:tasks.workunit.client.0.smithi071.stdout:op 4670 completed, throughput=5MB/sec 2023-12-16T18:43:38.768 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q5doKftsZ2Yybe- off=11926230 len=48522 2023-12-16T18:43:38.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 4671 completed, throughput=5MB/sec 2023-12-16T18:43:38.771 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ma7Kf7MNS2ruAxV off=3217284 len=1229994 2023-12-16T18:43:38.773 INFO:tasks.workunit.client.0.smithi071.stdout:op 4672 completed, throughput=5MB/sec 2023-12-16T18:43:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:38 smithi184 ceph-mon[136228]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:39.774 INFO:tasks.workunit.client.0.smithi071.stdout: 908: throughput=5MB/sec pending data=0 2023-12-16T18:43:39.774 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xq8rj8MPnTJ9HxQ off=7977280 len=197549 2023-12-16T18:43:39.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 4673 completed, throughput=5MB/sec 2023-12-16T18:43:39.777 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1zFm3syrtY0pGyi off=14115567 len=140889 2023-12-16T18:43:39.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 4674 completed, throughput=5MB/sec 2023-12-16T18:43:39.777 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mrflexJ8Va1yZFE off=4945505 len=833216 2023-12-16T18:43:39.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 4675 completed, throughput=5MB/sec 2023-12-16T18:43:39.783 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XErOjELgaANK2nI off=6972646 len=1363348 2023-12-16T18:43:39.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 4676 completed, throughput=5MB/sec 2023-12-16T18:43:39.791 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vXD8JmqrcAc3aCJ off=1949007 len=1527458 2023-12-16T18:43:39.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 4677 completed, throughput=5MB/sec 2023-12-16T18:43:39.797 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EM4y1V832kuTRAd off=4605442 len=1332337 2023-12-16T18:43:39.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 4678 completed, throughput=5MB/sec 2023-12-16T18:43:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:40 smithi071 ceph-mon[139725]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:40 smithi071 ceph-mon[142085]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:40.799 INFO:tasks.workunit.client.0.smithi071.stdout: 909: throughput=5MB/sec pending data=0 2023-12-16T18:43:40.799 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Tx2MUPCoLDoVNFF off=4587053 len=1921066 2023-12-16T18:43:40.803 INFO:tasks.workunit.client.0.smithi071.stdout:op 4679 completed, throughput=5MB/sec 2023-12-16T18:43:40.803 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M-Hw9g4pySfi_JF off=10909806 len=173900 2023-12-16T18:43:40.803 INFO:tasks.workunit.client.0.smithi071.stdout:op 4680 completed, throughput=5MB/sec 2023-12-16T18:43:40.803 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O1gr_vmZYqEg1PV off=1062846 len=1113609 2023-12-16T18:43:40.805 INFO:tasks.workunit.client.0.smithi071.stdout:op 4681 completed, throughput=5MB/sec 2023-12-16T18:43:40.805 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VOp-CAxD7OniJHC off=1568098 len=651405 2023-12-16T18:43:40.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 4682 completed, throughput=5MB/sec 2023-12-16T18:43:40.806 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D7coy5GOw6bGC6g off=1244947 len=210037 2023-12-16T18:43:40.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 4683 completed, throughput=5MB/sec 2023-12-16T18:43:40.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iHJwQ-Z9hRSe8jH off=5371921 len=625692 2023-12-16T18:43:40.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 4684 completed, throughput=5MB/sec 2023-12-16T18:43:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:40 smithi184 ceph-mon[136228]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:43:41.620 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:43:41.811 INFO:tasks.workunit.client.0.smithi071.stdout: 910: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:41.811 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NHu32J_FvJ_QzKJ off=3454658 len=828752 2023-12-16T18:43:41.816 INFO:tasks.workunit.client.0.smithi071.stdout:op 4685 completed, throughput=5MB/sec 2023-12-16T18:43:41.816 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zPKHZCB0i6tvhzf off=1483878 len=1390925 2023-12-16T18:43:41.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 4686 completed, throughput=5MB/sec 2023-12-16T18:43:41.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_FiToX2ZcgSGIUc off=1234402 len=394734 2023-12-16T18:43:41.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 4687 completed, throughput=5MB/sec 2023-12-16T18:43:41.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7G7u8e3KfpwEWLe off=10691029 len=592056 2023-12-16T18:43:41.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 4688 completed, throughput=5MB/sec 2023-12-16T18:43:41.823 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TFNc3Y0tNi2hz-W off=10794684 len=75203 2023-12-16T18:43:41.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 4689 completed, throughput=5MB/sec 2023-12-16T18:43:41.823 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yz1OFNltcXL7O2c off=14261090 len=93680 2023-12-16T18:43:41.825 INFO:tasks.workunit.client.0.smithi071.stdout:op 4690 completed, throughput=5MB/sec 2023-12-16T18:43:41.825 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g9j9XOfJVGEEzzL off=1450221 len=128078 2023-12-16T18:43:41.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 4691 completed, throughput=5MB/sec 2023-12-16T18:43:41.828 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I5veVge-w1W2wEm off=117053 len=216271 2023-12-16T18:43:41.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 4692 completed, throughput=5MB/sec 2023-12-16T18:43:41.830 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5EJBk-q-v_xxf_8 off=19091870 len=576227 2023-12-16T18:43:41.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 4693 completed, throughput=5MB/sec 2023-12-16T18:43:41.834 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TYPkNjDFeGJGZox off=2298592 len=136434 2023-12-16T18:43:41.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 4694 completed, throughput=5MB/sec 2023-12-16T18:43:41.834 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qOEKBDrALEUM8R8 off=0 len=1455176 2023-12-16T18:43:41.840 INFO:tasks.workunit.client.0.smithi071.stdout:op 4695 completed, throughput=5MB/sec 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (33m) 9m ago 36m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (33m) 7m ago 35m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (36m) 9m ago 36m 23.5M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (36m) 7m ago 36m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (32m) 7m ago 38m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:43:41.931 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (33m) 9m ago 40m 506M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (32m) 9m ago 40m 106M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (31m) 7m ago 39m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (32m) 9m ago 39m 80.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (33m) 9m ago 35m 14.8M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (33m) 7m ago 35m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (31m) 9m ago 38m 441M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (30m) 9m ago 38m 326M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (30m) 9m ago 38m 384M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (30m) 9m ago 38m 383M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (29m) 7m ago 37m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (29m) 7m ago 37m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (28m) 7m ago 37m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (28m) 7m ago 37m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:43:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (32m) 7m ago 36m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:43:42.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:43:42.316 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:43:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:42 smithi071 ceph-mon[139725]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1588570713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:42 smithi071 ceph-mon[142085]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1588570713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:42 smithi184 ceph-mon[136228]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1588570713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:43:42.840 INFO:tasks.workunit.client.0.smithi071.stdout: 911: throughput=5MB/sec pending data=0 2023-12-16T18:43:42.841 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VyGHXJSA9-aeM3D off=8974559 len=901977 2023-12-16T18:43:42.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 4696 completed, throughput=5MB/sec 2023-12-16T18:43:42.842 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F3GJiEDcJ_qMKmf off=4417550 len=724764 2023-12-16T18:43:42.842 INFO:tasks.workunit.client.0.smithi071.stdout:op 4697 completed, throughput=5MB/sec 2023-12-16T18:43:42.843 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YUHhOO8Lv-57wMU off=2580707 len=220922 2023-12-16T18:43:42.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 4698 completed, throughput=5MB/sec 2023-12-16T18:43:42.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GycjV_q1z35VffU off=5904517 len=677871 2023-12-16T18:43:42.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 4699 completed, throughput=5MB/sec 2023-12-16T18:43:42.847 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DlmZtnYZUNvrz4C off=1398769 len=1392116 2023-12-16T18:43:42.852 INFO:tasks.workunit.client.0.smithi071.stdout:op 4700 completed, throughput=5MB/sec 2023-12-16T18:43:42.852 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CLUX77ecbFXloAP off=14637459 len=1786851 2023-12-16T18:43:42.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 4701 completed, throughput=5MB/sec 2023-12-16T18:43:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:43 smithi071 ceph-mon[139725]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:43 smithi071 ceph-mon[139725]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:43 smithi071 ceph-mon[142085]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:43 smithi071 ceph-mon[142085]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:43 smithi184 ceph-mon[136228]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:43 smithi184 ceph-mon[136228]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:43:43.860 INFO:tasks.workunit.client.0.smithi071.stdout: 912: throughput=5MB/sec pending data=0 2023-12-16T18:43:43.860 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8-qVaMBN_IoEpsD off=3605504 len=1688743 2023-12-16T18:43:43.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 4702 completed, throughput=5MB/sec 2023-12-16T18:43:43.867 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XiH4677mKVrSqHT off=2921993 len=163629 2023-12-16T18:43:43.871 INFO:tasks.workunit.client.0.smithi071.stdout:op 4703 completed, throughput=5MB/sec 2023-12-16T18:43:43.871 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kp0Ers6rPkJTazi off=6437688 len=1544951 2023-12-16T18:43:43.877 INFO:tasks.workunit.client.0.smithi071.stdout:op 4704 completed, throughput=5MB/sec 2023-12-16T18:43:43.877 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_9RzDqtKZpYuUzj off=207888 len=1285380 2023-12-16T18:43:43.878 INFO:tasks.workunit.client.0.smithi071.stdout:op 4705 completed, throughput=5MB/sec 2023-12-16T18:43:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:44 smithi071 ceph-mon[139725]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:44 smithi071 ceph-mon[142085]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:44 smithi184 ceph-mon[136228]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:43:44.879 INFO:tasks.workunit.client.0.smithi071.stdout: 913: throughput=5MB/sec pending data=0 2023-12-16T18:43:44.879 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NSdg6t7usni2DTY off=3391709 len=620389 2023-12-16T18:43:44.884 INFO:tasks.workunit.client.0.smithi071.stdout:op 4706 completed, throughput=5MB/sec 2023-12-16T18:43:44.884 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-i3_7J-J5mBvKA_7 off=6624282 len=657153 2023-12-16T18:43:44.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 4707 completed, throughput=5MB/sec 2023-12-16T18:43:44.885 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6diohyQj6JFdsQa off=1656810 len=157645 2023-12-16T18:43:44.887 INFO:tasks.workunit.client.0.smithi071.stdout:op 4708 completed, throughput=5MB/sec 2023-12-16T18:43:44.887 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--pyPfhOkBKeMxWi off=10735740 len=553397 2023-12-16T18:43:44.891 INFO:tasks.workunit.client.0.smithi071.stdout:op 4709 completed, throughput=5MB/sec 2023-12-16T18:43:44.891 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Id_XWaDoqPUd9ck off=2773621 len=1703641 2023-12-16T18:43:44.896 INFO:tasks.workunit.client.0.smithi071.stdout:op 4710 completed, throughput=5MB/sec 2023-12-16T18:43:44.896 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eVhb_kkz9xFLTNN off=5157727 len=234656 2023-12-16T18:43:44.897 INFO:tasks.workunit.client.0.smithi071.stdout:op 4711 completed, throughput=5MB/sec 2023-12-16T18:43:44.897 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zMuR0eRVTBgXXCk off=2510850 len=181603 2023-12-16T18:43:44.900 INFO:tasks.workunit.client.0.smithi071.stdout:op 4712 completed, throughput=5MB/sec 2023-12-16T18:43:44.900 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8oQlmJoLsX9CAjR off=8219074 len=1536524 2023-12-16T18:43:44.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 4713 completed, throughput=5MB/sec 2023-12-16T18:43:45.908 INFO:tasks.workunit.client.0.smithi071.stdout: 914: throughput=5MB/sec pending data=0 2023-12-16T18:43:45.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sHDfQDHazqo6vI8 off=1622303 len=326088 2023-12-16T18:43:45.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 4714 completed, throughput=5MB/sec 2023-12-16T18:43:45.908 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Jw0X_NPz_Ol8CMC off=13804725 len=1988741 2023-12-16T18:43:45.919 INFO:tasks.workunit.client.0.smithi071.stdout:op 4715 completed, throughput=5MB/sec 2023-12-16T18:43:45.920 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cCUv0IC0AJNdAvQ off=8652249 len=2011392 2023-12-16T18:43:45.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 4716 completed, throughput=5MB/sec 2023-12-16T18:43:45.921 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-86ivcsW1sPB2CiM off=8365846 len=343141 2023-12-16T18:43:45.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 4717 completed, throughput=5MB/sec 2023-12-16T18:43:45.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rI_RtjfCjRiydZO off=11739325 len=1227192 2023-12-16T18:43:45.930 INFO:tasks.workunit.client.0.smithi071.stdout:op 4718 completed, throughput=5MB/sec 2023-12-16T18:43:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:46 smithi071 ceph-mon[139725]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:46 smithi071 ceph-mon[142085]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:46 smithi184 ceph-mon[136228]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: 915: throughput=5MB/sec pending data=0 2023-12-16T18:43:46.931 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4V2VTrMPhU469L1 off=12097005 len=1153680 2023-12-16T18:43:46.936 INFO:tasks.workunit.client.0.smithi071.stdout:op 4719 completed, throughput=5MB/sec 2023-12-16T18:43:46.936 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oegVwjhUSeucbMb off=11225872 len=442310 2023-12-16T18:43:46.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 4720 completed, throughput=5MB/sec 2023-12-16T18:43:46.941 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nv99vzpsvc29rnv off=1948829 len=1915040 2023-12-16T18:43:46.941 INFO:tasks.workunit.client.0.smithi071.stdout:op 4721 completed, throughput=5MB/sec 2023-12-16T18:43:46.941 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-M2n-4z3HrTvJMh4 off=6712552 len=961811 2023-12-16T18:43:46.942 INFO:tasks.workunit.client.0.smithi071.stdout:op 4722 completed, throughput=5MB/sec 2023-12-16T18:43:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:47] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:43:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: 916: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:47.943 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fakXAiXAxl9px6O off=6778110 len=193092 2023-12-16T18:43:47.943 INFO:tasks.workunit.client.0.smithi071.stdout:op 4723 completed, throughput=5MB/sec 2023-12-16T18:43:47.944 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DjsBgYwJmAQnxMx off=4742681 len=915149 2023-12-16T18:43:47.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 4724 completed, throughput=5MB/sec 2023-12-16T18:43:47.945 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DFVjDNfMRYBrdYA off=14954009 len=68498 2023-12-16T18:43:47.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 4725 completed, throughput=5MB/sec 2023-12-16T18:43:47.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AHY7vG4bv9QFrRw off=13445558 len=1237644 2023-12-16T18:43:47.950 INFO:tasks.workunit.client.0.smithi071.stdout:op 4726 completed, throughput=5MB/sec 2023-12-16T18:43:47.951 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-w1Hq_T-z1LXu35g off=3735760 len=1923843 2023-12-16T18:43:47.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 4727 completed, throughput=5MB/sec 2023-12-16T18:43:47.962 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gbdCTfR1eVfx9OO off=4906133 len=258512 2023-12-16T18:43:47.968 INFO:tasks.workunit.client.0.smithi071.stdout:op 4728 completed, throughput=5MB/sec 2023-12-16T18:43:47.969 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h4P2IONlfvFO30O off=5517933 len=833641 2023-12-16T18:43:47.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 4729 completed, throughput=5MB/sec 2023-12-16T18:43:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:48 smithi071 ceph-mon[139725]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:48 smithi071 ceph-mon[142085]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:48 smithi184 ceph-mon[136228]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:43:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:43:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: 917: throughput=5MB/sec pending data=0 2023-12-16T18:43:48.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kW0ovCuXTBw25zy off=12900993 len=188889 2023-12-16T18:43:48.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 4730 completed, throughput=5MB/sec 2023-12-16T18:43:48.970 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oihyzaI8cYsEIAe off=1089003 len=1498122 2023-12-16T18:43:48.972 INFO:tasks.workunit.client.0.smithi071.stdout:op 4731 completed, throughput=5MB/sec 2023-12-16T18:43:48.972 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gVPh3Mc7yW6nTRs off=1691947 len=1739915 2023-12-16T18:43:48.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 4732 completed, throughput=5MB/sec 2023-12-16T18:43:48.976 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XwWlU-DgJ-tfYkw off=3360917 len=1099101 2023-12-16T18:43:48.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 4733 completed, throughput=5MB/sec 2023-12-16T18:43:48.977 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Hqh-HssLPXv9_Jr off=11399127 len=1342103 2023-12-16T18:43:48.984 INFO:tasks.workunit.client.0.smithi071.stdout:op 4734 completed, throughput=5MB/sec 2023-12-16T18:43:49.985 INFO:tasks.workunit.client.0.smithi071.stdout: 918: throughput=5MB/sec pending data=0 2023-12-16T18:43:49.985 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HgLPar2LSiLSDcf off=2629860 len=925873 2023-12-16T18:43:49.986 INFO:tasks.workunit.client.0.smithi071.stdout:op 4735 completed, throughput=5MB/sec 2023-12-16T18:43:49.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V6gtTxvSh0XKb2O off=7087863 len=1539218 2023-12-16T18:43:49.994 INFO:tasks.workunit.client.0.smithi071.stdout:op 4736 completed, throughput=5MB/sec 2023-12-16T18:43:49.994 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nqL9naoW_JVJSPT off=0 len=1696765 2023-12-16T18:43:50.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 4737 completed, throughput=5MB/sec 2023-12-16T18:43:50.002 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2K0K0Dpxur5BO8I off=11715882 len=817769 2023-12-16T18:43:50.003 INFO:tasks.workunit.client.0.smithi071.stdout:op 4738 completed, throughput=5MB/sec 2023-12-16T18:43:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:50 smithi071 ceph-mon[139725]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:50 smithi071 ceph-mon[142085]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:50 smithi184 ceph-mon[136228]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:43:51.003 INFO:tasks.workunit.client.0.smithi071.stdout: 919: throughput=5MB/sec pending data=0 2023-12-16T18:43:51.004 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8VUaRn6bAb-Kpoh off=347858 len=1193582 2023-12-16T18:43:51.012 INFO:tasks.workunit.client.0.smithi071.stdout:op 4739 completed, throughput=5MB/sec 2023-12-16T18:43:51.012 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rI99geAx7NxmmGA off=11150890 len=1393741 2023-12-16T18:43:51.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 4740 completed, throughput=5MB/sec 2023-12-16T18:43:51.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z3IKrZUQ7B_peQH off=9007238 len=1468216 2023-12-16T18:43:51.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 4741 completed, throughput=5MB/sec 2023-12-16T18:43:51.016 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8QYtTNqtBU-CTiG off=12953402 len=1487107 2023-12-16T18:43:51.018 INFO:tasks.workunit.client.0.smithi071.stdout:op 4742 completed, throughput=5MB/sec 2023-12-16T18:43:52.019 INFO:tasks.workunit.client.0.smithi071.stdout: 920: throughput=5MB/sec pending data=0 2023-12-16T18:43:52.019 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-z0WyovDObauDWBe off=4456935 len=955477 2023-12-16T18:43:52.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 4743 completed, throughput=5MB/sec 2023-12-16T18:43:52.020 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9Y7-y7elOCZb_dY off=0 len=1683463 2023-12-16T18:43:52.029 INFO:tasks.workunit.client.0.smithi071.stdout:op 4744 completed, throughput=5MB/sec 2023-12-16T18:43:52.029 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-13gLOJj4Hulk7Cm off=15180962 len=1998444 2023-12-16T18:43:52.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 4745 completed, throughput=5MB/sec 2023-12-16T18:43:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:52 smithi071 ceph-mon[139725]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:52 smithi071 ceph-mon[142085]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:52 smithi184 ceph-mon[136228]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:53.039 INFO:tasks.workunit.client.0.smithi071.stdout: 921: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:53.039 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b_ti_c1gaBMNQhe off=4274816 len=1998040 2023-12-16T18:43:53.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 4746 completed, throughput=5MB/sec 2023-12-16T18:43:53.051 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_0Hy6d6k1TfebkS off=4599341 len=750681 2023-12-16T18:43:53.056 INFO:tasks.workunit.client.0.smithi071.stdout:op 4747 completed, throughput=5MB/sec 2023-12-16T18:43:53.056 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q068hMG-8heQDo8 off=13784359 len=618371 2023-12-16T18:43:53.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 4748 completed, throughput=5MB/sec 2023-12-16T18:43:53.059 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-q6acsBLbtJE4K5- off=2940265 len=1900099 2023-12-16T18:43:53.066 INFO:tasks.workunit.client.0.smithi071.stdout:op 4749 completed, throughput=5MB/sec 2023-12-16T18:43:53.066 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rQXvtCd7LImxq32 off=378708 len=152644 2023-12-16T18:43:53.066 INFO:tasks.workunit.client.0.smithi071.stdout:op 4750 completed, throughput=5MB/sec 2023-12-16T18:43:54.067 INFO:tasks.workunit.client.0.smithi071.stdout: 922: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:54.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-co9FTrTu5ETZx_r off=0 len=1085208 2023-12-16T18:43:54.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 4751 completed, throughput=5MB/sec 2023-12-16T18:43:54.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5p5nW9lkSVysI82 off=2964375 len=34050 2023-12-16T18:43:54.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 4752 completed, throughput=5MB/sec 2023-12-16T18:43:54.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k8dSml6UMUnSneu off=2440614 len=206758 2023-12-16T18:43:54.074 INFO:tasks.workunit.client.0.smithi071.stdout:op 4753 completed, throughput=5MB/sec 2023-12-16T18:43:54.074 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L6lUgYvouWj7AjG off=14504427 len=1132132 2023-12-16T18:43:54.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 4754 completed, throughput=5MB/sec 2023-12-16T18:43:54.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YF7dEEMe5eFF_Di off=7206919 len=1223265 2023-12-16T18:43:54.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 4755 completed, throughput=5MB/sec 2023-12-16T18:43:54.085 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jAnezLMa4xko317 off=19826920 len=1415237 2023-12-16T18:43:54.090 INFO:tasks.workunit.client.0.smithi071.stdout:op 4756 completed, throughput=5MB/sec 2023-12-16T18:43:54.091 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pKC7oQGAaEfRaLR off=6403137 len=296036 2023-12-16T18:43:54.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 4757 completed, throughput=5MB/sec 2023-12-16T18:43:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:54 smithi071 ceph-mon[139725]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:54 smithi071 ceph-mon[142085]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:54 smithi184 ceph-mon[136228]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-16T18:43:55.094 INFO:tasks.workunit.client.0.smithi071.stdout: 923: throughput=4.99MB/sec pending data=0 2023-12-16T18:43:55.094 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HSDlV9H21lt_cu9 off=417713 len=1328551 2023-12-16T18:43:55.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 4758 completed, throughput=5MB/sec 2023-12-16T18:43:55.097 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nJsfbG3WEhwl6At off=16625 len=1896783 2023-12-16T18:43:55.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 4759 completed, throughput=5MB/sec 2023-12-16T18:43:55.108 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Wvh7xOXQQS88BL2 off=5230204 len=1609620 2023-12-16T18:43:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:op 4760 completed, throughput=5MB/sec 2023-12-16T18:43:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gfQOQse3mf-CkFS off=9580755 len=771405 2023-12-16T18:43:55.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 4761 completed, throughput=5MB/sec 2023-12-16T18:43:56.112 INFO:tasks.workunit.client.0.smithi071.stdout: 924: throughput=5MB/sec pending data=0 2023-12-16T18:43:56.112 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zo90xjPjLifJ0bU off=0 len=1155871 2023-12-16T18:43:56.119 INFO:tasks.workunit.client.0.smithi071.stdout:op 4762 completed, throughput=5MB/sec 2023-12-16T18:43:56.119 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QyT_xAFsJHN7j4b off=1617106 len=131492 2023-12-16T18:43:56.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 4763 completed, throughput=5MB/sec 2023-12-16T18:43:56.122 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g2ERn_x6RAo-o4G off=16931502 len=1896749 2023-12-16T18:43:56.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 4764 completed, throughput=5MB/sec 2023-12-16T18:43:56.124 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CGu6wgvUcfMtU-B off=1959060 len=1176350 2023-12-16T18:43:56.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 4765 completed, throughput=5MB/sec 2023-12-16T18:43:56.125 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F3F-NabyWLw80Nd off=3194216 len=290702 2023-12-16T18:43:56.128 INFO:tasks.workunit.client.0.smithi071.stdout:op 4766 completed, throughput=5MB/sec 2023-12-16T18:43:56.128 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NjNvVO4aLwpR40a off=1608627 len=1999024 2023-12-16T18:43:56.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 4767 completed, throughput=5MB/sec 2023-12-16T18:43:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:56 smithi071 ceph-mon[139725]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:43:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:56 smithi071 ceph-mon[142085]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:43:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:56 smithi184 ceph-mon[136228]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-16T18:43:57.132 INFO:tasks.workunit.client.0.smithi071.stdout: 925: throughput=5MB/sec pending data=0 2023-12-16T18:43:57.132 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-izExgn3gg635Pca off=1688188 len=1759063 2023-12-16T18:43:57.143 INFO:tasks.workunit.client.0.smithi071.stdout:op 4768 completed, throughput=5MB/sec 2023-12-16T18:43:57.143 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hf7RI_61bgSMUhB off=1482495 len=384751 2023-12-16T18:43:57.144 INFO:tasks.workunit.client.0.smithi071.stdout:op 4769 completed, throughput=5MB/sec 2023-12-16T18:43:57.144 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eQtIEGDeI0EArdx off=15744746 len=393307 2023-12-16T18:43:57.147 INFO:tasks.workunit.client.0.smithi071.stdout:op 4770 completed, throughput=5MB/sec 2023-12-16T18:43:57.147 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vaGqQCpa_CuEEGn off=8322377 len=152315 2023-12-16T18:43:57.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 4771 completed, throughput=5MB/sec 2023-12-16T18:43:57.150 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ceqc_iiRqMSDd3o off=424030 len=1693862 2023-12-16T18:43:57.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 4772 completed, throughput=5MB/sec 2023-12-16T18:43:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:43:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:43:57] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:43:58.157 INFO:tasks.workunit.client.0.smithi071.stdout: 926: throughput=5MB/sec pending data=0 2023-12-16T18:43:58.158 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z0VXK3RQ3RQtQCX off=672967 len=1845400 2023-12-16T18:43:58.160 INFO:tasks.workunit.client.0.smithi071.stdout:op 4773 completed, throughput=5MB/sec 2023-12-16T18:43:58.160 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aMKCEBGQBKjmdZc off=16352933 len=1159077 2023-12-16T18:43:58.161 INFO:tasks.workunit.client.0.smithi071.stdout:op 4774 completed, throughput=5MB/sec 2023-12-16T18:43:58.161 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NdadG8Ka9-nIwxO off=4512341 len=1400586 2023-12-16T18:43:58.162 INFO:tasks.workunit.client.0.smithi071.stdout:op 4775 completed, throughput=5MB/sec 2023-12-16T18:43:58.162 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Tafi6WGphZOvzMo off=9175870 len=711558 2023-12-16T18:43:58.164 INFO:tasks.workunit.client.0.smithi071.stdout:op 4776 completed, throughput=5MB/sec 2023-12-16T18:43:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:43:58 smithi071 ceph-mon[139725]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:43:58 smithi071 ceph-mon[142085]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:43:58 smithi184 ceph-mon[136228]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:43:59.164 INFO:tasks.workunit.client.0.smithi071.stdout: 927: throughput=5MB/sec pending data=0 2023-12-16T18:43:59.164 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UHspdw0AZq0jhai off=11107896 len=224610 2023-12-16T18:43:59.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 4777 completed, throughput=5MB/sec 2023-12-16T18:43:59.165 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ETXQ-5SMQ2c-Zrp off=6466809 len=1398152 2023-12-16T18:43:59.167 INFO:tasks.workunit.client.0.smithi071.stdout:op 4778 completed, throughput=5MB/sec 2023-12-16T18:43:59.167 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S_2qU1MnloYG6wV off=2804996 len=176361 2023-12-16T18:43:59.168 INFO:tasks.workunit.client.0.smithi071.stdout:op 4779 completed, throughput=5MB/sec 2023-12-16T18:43:59.168 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9jNKGZvKrJDSHSb off=386292 len=2075983 2023-12-16T18:43:59.180 INFO:tasks.workunit.client.0.smithi071.stdout:op 4780 completed, throughput=5MB/sec 2023-12-16T18:43:59.180 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NT88OQtBiclPT7l off=2166710 len=1341931 2023-12-16T18:43:59.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 4781 completed, throughput=5MB/sec 2023-12-16T18:44:00.182 INFO:tasks.workunit.client.0.smithi071.stdout: 928: throughput=5MB/sec pending data=0 2023-12-16T18:44:00.182 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fx9Ov1g_56jevhw off=13701412 len=1647060 2023-12-16T18:44:00.184 INFO:tasks.workunit.client.0.smithi071.stdout:op 4782 completed, throughput=5MB/sec 2023-12-16T18:44:00.184 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ICcqOd3S_VOc_ei off=11066115 len=424636 2023-12-16T18:44:00.186 INFO:tasks.workunit.client.0.smithi071.stdout:op 4783 completed, throughput=5MB/sec 2023-12-16T18:44:00.186 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KJQYaa_Fxr-LnVA off=8085096 len=1604854 2023-12-16T18:44:00.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 4784 completed, throughput=5MB/sec 2023-12-16T18:44:00.188 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SxPyhuuZoY7o6J6 off=3255530 len=1593261 2023-12-16T18:44:00.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 4785 completed, throughput=5MB/sec 2023-12-16T18:44:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:00 smithi184 ceph-mon[136228]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:00 smithi071 ceph-mon[139725]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:00 smithi071 ceph-mon[142085]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:01.194 INFO:tasks.workunit.client.0.smithi071.stdout: 929: throughput=5MB/sec pending data=0 2023-12-16T18:44:01.194 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RdzQwIoF9iWBI9H off=2401127 len=1981434 2023-12-16T18:44:01.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 4786 completed, throughput=5MB/sec 2023-12-16T18:44:01.198 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fmNGY1CSL4hf-jq off=3953707 len=178438 2023-12-16T18:44:01.199 INFO:tasks.workunit.client.0.smithi071.stdout:op 4787 completed, throughput=5MB/sec 2023-12-16T18:44:01.199 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WJOJyRwo8nq3qkt off=3343026 len=575373 2023-12-16T18:44:01.203 INFO:tasks.workunit.client.0.smithi071.stdout:op 4788 completed, throughput=5MB/sec 2023-12-16T18:44:01.204 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Bd7vN4WQeBSMHwL off=3927904 len=26880 2023-12-16T18:44:01.204 INFO:tasks.workunit.client.0.smithi071.stdout:op 4789 completed, throughput=5MB/sec 2023-12-16T18:44:01.204 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a2L1McZsvYtCrF6 off=13514170 len=2005834 2023-12-16T18:44:01.206 INFO:tasks.workunit.client.0.smithi071.stdout:op 4790 completed, throughput=5MB/sec 2023-12-16T18:44:01.206 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gxq9-rap63t4P91 off=11983108 len=65758 2023-12-16T18:44:01.207 INFO:tasks.workunit.client.0.smithi071.stdout:op 4791 completed, throughput=5MB/sec 2023-12-16T18:44:01.207 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GgKT_6-r7lYm7_m off=15126133 len=15079 2023-12-16T18:44:01.210 INFO:tasks.workunit.client.0.smithi071.stdout:op 4792 completed, throughput=5MB/sec 2023-12-16T18:44:01.210 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4nRnA4tCGVBwDhd off=6185012 len=571045 2023-12-16T18:44:01.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 4793 completed, throughput=5MB/sec 2023-12-16T18:44:02.214 INFO:tasks.workunit.client.0.smithi071.stdout: 930: throughput=5MB/sec pending data=0 2023-12-16T18:44:02.214 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A-CGWYa89O3IDc7 off=9105842 len=765098 2023-12-16T18:44:02.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 4794 completed, throughput=5MB/sec 2023-12-16T18:44:02.220 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KHJyUOv7D4t-fPf off=12719313 len=39799 2023-12-16T18:44:02.222 INFO:tasks.workunit.client.0.smithi071.stdout:op 4795 completed, throughput=5MB/sec 2023-12-16T18:44:02.222 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NJHz3yUJofGVwO3 off=11932984 len=1792778 2023-12-16T18:44:02.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 4796 completed, throughput=5MB/sec 2023-12-16T18:44:02.226 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T_EPGmFTyU-NFPb off=6084030 len=1054701 2023-12-16T18:44:02.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 4797 completed, throughput=5MB/sec 2023-12-16T18:44:02.230 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w_I06jUFxMciClv off=1973925 len=1401399 2023-12-16T18:44:02.231 INFO:tasks.workunit.client.0.smithi071.stdout:op 4798 completed, throughput=5MB/sec 2023-12-16T18:44:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:02 smithi184 ceph-mon[136228]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:02 smithi071 ceph-mon[139725]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:02 smithi071 ceph-mon[142085]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:03.231 INFO:tasks.workunit.client.0.smithi071.stdout: 931: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:03.232 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0-IRt6hjWGytaJH off=1472195 len=1555794 2023-12-16T18:44:03.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 4799 completed, throughput=5MB/sec 2023-12-16T18:44:03.233 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Gr7R-xYvBa4zb3Q off=324842 len=1496261 2023-12-16T18:44:03.243 INFO:tasks.workunit.client.0.smithi071.stdout:op 4800 completed, throughput=5MB/sec 2023-12-16T18:44:03.243 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2dXg8RAfVTs9kFc off=14182162 len=274013 2023-12-16T18:44:03.244 INFO:tasks.workunit.client.0.smithi071.stdout:op 4801 completed, throughput=5MB/sec 2023-12-16T18:44:03.244 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wxzwtTTYkhHjRRQ off=4702093 len=1314651 2023-12-16T18:44:03.246 INFO:tasks.workunit.client.0.smithi071.stdout:op 4802 completed, throughput=5MB/sec 2023-12-16T18:44:03.246 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6CoVqCjZwKkun2M off=3083181 len=703299 2023-12-16T18:44:03.246 INFO:tasks.workunit.client.0.smithi071.stdout:op 4803 completed, throughput=5MB/sec 2023-12-16T18:44:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:04.247 INFO:tasks.workunit.client.0.smithi071.stdout: 932: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:04.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LPnLIkKJApu2Oj3 off=4972877 len=84445 2023-12-16T18:44:04.249 INFO:tasks.workunit.client.0.smithi071.stdout:op 4804 completed, throughput=5MB/sec 2023-12-16T18:44:04.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ty_Xit3kZjSQwIj off=580802 len=1178447 2023-12-16T18:44:04.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 4805 completed, throughput=5MB/sec 2023-12-16T18:44:04.251 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rQgDVn0ROuI7dMS off=2489629 len=1852676 2023-12-16T18:44:04.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 4806 completed, throughput=5MB/sec 2023-12-16T18:44:04.261 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FbT3eUrvPkvo7QW off=473540 len=1512740 2023-12-16T18:44:04.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 4807 completed, throughput=5MB/sec 2023-12-16T18:44:04.268 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h6NuHTvMBGWJ5Fl off=8264945 len=1451159 2023-12-16T18:44:04.271 INFO:tasks.workunit.client.0.smithi071.stdout:op 4808 completed, throughput=5MB/sec 2023-12-16T18:44:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:04 smithi184 ceph-mon[136228]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:04 smithi071 ceph-mon[139725]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:04 smithi071 ceph-mon[142085]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:44:05.272 INFO:tasks.workunit.client.0.smithi071.stdout: 933: throughput=5MB/sec pending data=0 2023-12-16T18:44:05.272 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rvTiZHDHn3CWhyd off=4502690 len=1354032 2023-12-16T18:44:05.275 INFO:tasks.workunit.client.0.smithi071.stdout:op 4809 completed, throughput=5MB/sec 2023-12-16T18:44:05.275 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l4gI0PEKICNbNTg off=785584 len=1176580 2023-12-16T18:44:05.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 4810 completed, throughput=5MB/sec 2023-12-16T18:44:05.278 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3cwdIoEjkPOIOSP off=2558796 len=1571653 2023-12-16T18:44:05.279 INFO:tasks.workunit.client.0.smithi071.stdout:op 4811 completed, throughput=5MB/sec 2023-12-16T18:44:05.279 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4rPRniGcVbVFrbZ off=13008507 len=667781 2023-12-16T18:44:05.280 INFO:tasks.workunit.client.0.smithi071.stdout:op 4812 completed, throughput=5MB/sec 2023-12-16T18:44:06.281 INFO:tasks.workunit.client.0.smithi071.stdout: 934: throughput=5MB/sec pending data=0 2023-12-16T18:44:06.281 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qqKtzsjw11fyizO off=9592763 len=1661280 2023-12-16T18:44:06.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 4813 completed, throughput=5MB/sec 2023-12-16T18:44:06.290 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4KtnEOoaDgd6T5X off=10874545 len=1752480 2023-12-16T18:44:06.292 INFO:tasks.workunit.client.0.smithi071.stdout:op 4814 completed, throughput=5MB/sec 2023-12-16T18:44:06.292 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FMTG9ZST0lmer79 off=7341404 len=244573 2023-12-16T18:44:06.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 4815 completed, throughput=5MB/sec 2023-12-16T18:44:06.296 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nrI0M_o4q6tZ1-4 off=50367 len=1108310 2023-12-16T18:44:06.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 4816 completed, throughput=5MB/sec 2023-12-16T18:44:06.301 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ca86aGc6p3YIWmQ off=5001307 len=1075397 2023-12-16T18:44:06.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 4817 completed, throughput=5MB/sec 2023-12-16T18:44:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:06 smithi184 ceph-mon[136228]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:06 smithi071 ceph-mon[139725]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:06 smithi071 ceph-mon[142085]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:07.306 INFO:tasks.workunit.client.0.smithi071.stdout: 935: throughput=5MB/sec pending data=0 2023-12-16T18:44:07.306 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DlxakjQ7zZEEWwJ off=16858291 len=858482 2023-12-16T18:44:07.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 4818 completed, throughput=5MB/sec 2023-12-16T18:44:07.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QUTp-WFOwi1jJTG off=1336870 len=2017585 2023-12-16T18:44:07.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 4819 completed, throughput=5MB/sec 2023-12-16T18:44:07.310 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rP0flxABkcD4cSq off=8643460 len=1025418 2023-12-16T18:44:07.316 INFO:tasks.workunit.client.0.smithi071.stdout:op 4820 completed, throughput=5MB/sec 2023-12-16T18:44:07.316 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BPEUj0H38EYs4Cx off=360797 len=149648 2023-12-16T18:44:07.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 4821 completed, throughput=5MB/sec 2023-12-16T18:44:07.319 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aH8YOZUuOvE6pXZ off=15778664 len=1225709 2023-12-16T18:44:07.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 4822 completed, throughput=5MB/sec 2023-12-16T18:44:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:07] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:44:08.320 INFO:tasks.workunit.client.0.smithi071.stdout: 936: throughput=5MB/sec pending data=0 2023-12-16T18:44:08.321 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Txm137EezPC0weL off=12228941 len=643365 2023-12-16T18:44:08.322 INFO:tasks.workunit.client.0.smithi071.stdout:op 4823 completed, throughput=5MB/sec 2023-12-16T18:44:08.322 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oMSmJOimTLbwQ4H off=4124269 len=1717137 2023-12-16T18:44:08.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 4824 completed, throughput=5MB/sec 2023-12-16T18:44:08.333 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l5_3Ke9cD5QfWJX off=4135013 len=1522378 2023-12-16T18:44:08.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 4825 completed, throughput=5MB/sec 2023-12-16T18:44:08.336 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FVI5kFCdevMLeeX off=12449546 len=1234560 2023-12-16T18:44:08.343 INFO:tasks.workunit.client.0.smithi071.stdout:op 4826 completed, throughput=5MB/sec 2023-12-16T18:44:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:08 smithi184 ceph-mon[136228]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:08 smithi071 ceph-mon[139725]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:08 smithi071 ceph-mon[142085]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:09.343 INFO:tasks.workunit.client.0.smithi071.stdout: 937: throughput=5MB/sec pending data=0 2023-12-16T18:44:09.343 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Az48TS-KfllD3-O off=7304344 len=1270598 2023-12-16T18:44:09.349 INFO:tasks.workunit.client.0.smithi071.stdout:op 4827 completed, throughput=5MB/sec 2023-12-16T18:44:09.349 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qTXf4pDKvbJF22v off=2412022 len=985365 2023-12-16T18:44:09.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 4828 completed, throughput=5MB/sec 2023-12-16T18:44:09.352 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SxLwiVhMiHh9VVW off=0 len=1644401 2023-12-16T18:44:09.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 4829 completed, throughput=5MB/sec 2023-12-16T18:44:09.359 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4Bizcn-hgHomvlA off=5812447 len=99302 2023-12-16T18:44:09.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 4830 completed, throughput=5MB/sec 2023-12-16T18:44:09.359 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-piR0Fk3IUU0nvv2 off=5499983 len=1171943 2023-12-16T18:44:09.366 INFO:tasks.workunit.client.0.smithi071.stdout:op 4831 completed, throughput=5MB/sec 2023-12-16T18:44:10.366 INFO:tasks.workunit.client.0.smithi071.stdout: 938: throughput=5MB/sec pending data=0 2023-12-16T18:44:10.366 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K63Wyc5i7TovCwd off=314464 len=577253 2023-12-16T18:44:10.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 4832 completed, throughput=5MB/sec 2023-12-16T18:44:10.370 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lCnh8_61JnMbqzg off=12599896 len=467773 2023-12-16T18:44:10.371 INFO:tasks.workunit.client.0.smithi071.stdout:op 4833 completed, throughput=5MB/sec 2023-12-16T18:44:10.371 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LevXQK7cDB05QQt off=18417062 len=1789074 2023-12-16T18:44:10.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 4834 completed, throughput=5MB/sec 2023-12-16T18:44:10.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zREicXxehFeDAo7 off=3531027 len=1820595 2023-12-16T18:44:10.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 4835 completed, throughput=5MB/sec 2023-12-16T18:44:10.387 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mRmBtImalynMs4o off=10499518 len=1637317 2023-12-16T18:44:10.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 4836 completed, throughput=5MB/sec 2023-12-16T18:44:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:10 smithi184 ceph-mon[136228]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:10 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:44:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:10 smithi071 ceph-mon[139725]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:10 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:44:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:10 smithi071 ceph-mon[142085]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:10 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:44:11.395 INFO:tasks.workunit.client.0.smithi071.stdout: 939: throughput=5MB/sec pending data=0 2023-12-16T18:44:11.395 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VTvpxdx81cRLmqD off=2880923 len=745097 2023-12-16T18:44:11.396 INFO:tasks.workunit.client.0.smithi071.stdout:op 4837 completed, throughput=5MB/sec 2023-12-16T18:44:11.396 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1888GL1JM6_YAmf off=6845869 len=454960 2023-12-16T18:44:11.397 INFO:tasks.workunit.client.0.smithi071.stdout:op 4838 completed, throughput=5MB/sec 2023-12-16T18:44:11.398 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wloPu57OfAJouqv off=2706240 len=1637008 2023-12-16T18:44:11.399 INFO:tasks.workunit.client.0.smithi071.stdout:op 4839 completed, throughput=5MB/sec 2023-12-16T18:44:11.399 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ulX-81cL4GrJRUg off=2028610 len=1883092 2023-12-16T18:44:11.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 4840 completed, throughput=5MB/sec 2023-12-16T18:44:12.410 INFO:tasks.workunit.client.0.smithi071.stdout: 940: throughput=5MB/sec pending data=0 2023-12-16T18:44:12.410 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-szT8okfffhLrbJO off=4862527 len=192723 2023-12-16T18:44:12.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 4841 completed, throughput=5MB/sec 2023-12-16T18:44:12.413 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JZn9YXk1KTqrP80 off=3388893 len=404015 2023-12-16T18:44:12.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 4842 completed, throughput=5MB/sec 2023-12-16T18:44:12.415 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BlX3BTROCvVc7LL off=8863125 len=1596141 2023-12-16T18:44:12.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 4843 completed, throughput=5MB/sec 2023-12-16T18:44:12.423 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5EJBk-q-v_xxf_8 off=4501107 len=1775023 2023-12-16T18:44:12.426 INFO:tasks.workunit.client.0.smithi071.stdout:op 4844 completed, throughput=5MB/sec 2023-12-16T18:44:12.426 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Cc5BxZnLs1NO-0z off=1357635 len=1785326 2023-12-16T18:44:12.428 INFO:tasks.workunit.client.0.smithi071.stdout:op 4845 completed, throughput=5MB/sec 2023-12-16T18:44:12.694 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:44:12.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:12 smithi071 ceph-mon[139725]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:44:12.695 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:12 smithi071 ceph-mon[142085]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:44:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:12 smithi184 ceph-mon[136228]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (33m) 0s ago 36m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (33m) 8m ago 36m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (37m) 0s ago 37m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (37m) 8m ago 37m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (33m) 8m ago 39m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (33m) 0s ago 40m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:44:13.010 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (33m) 0s ago 40m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (32m) 8m ago 39m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (32m) 0s ago 39m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (33m) 0s ago 36m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (33m) 8m ago 36m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (31m) 0s ago 39m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (31m) 0s ago 39m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (31m) 0s ago 38m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (30m) 0s ago 38m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (30m) 8m ago 38m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (29m) 8m ago 38m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (29m) 8m ago 37m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (28m) 8m ago 37m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:44:13.011 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (33m) 8m ago 36m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:44:13.428 INFO:tasks.workunit.client.0.smithi071.stdout: 941: throughput=5MB/sec pending data=0 2023-12-16T18:44:13.429 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1_M-icudLM3YZnp off=6263540 len=20302 2023-12-16T18:44:13.431 INFO:tasks.workunit.client.0.smithi071.stdout:op 4846 completed, throughput=5MB/sec 2023-12-16T18:44:13.431 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZI8lLUUtFWysiVq off=13770726 len=645946 2023-12-16T18:44:13.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 4847 completed, throughput=5MB/sec 2023-12-16T18:44:13.432 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PUXKUwjqMsEVrfO off=7358137 len=892250 2023-12-16T18:44:13.433 INFO:tasks.workunit.client.0.smithi071.stdout:op 4848 completed, throughput=5MB/sec 2023-12-16T18:44:13.433 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZrwVB7WoAh-tGp1 off=10732744 len=1810748 2023-12-16T18:44:13.439 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:44:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:13.441 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:44:13.441 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:44:13.441 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:44:13.441 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:44:13.441 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:44:13.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 4849 completed, throughput=5MB/sec 2023-12-16T18:44:13.442 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ljAxaKYdLn2wGzC off=16475081 len=1062732 2023-12-16T18:44:13.443 INFO:tasks.workunit.client.0.smithi071.stdout:op 4850 completed, throughput=5MB/sec 2023-12-16T18:44:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3208132998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3208132998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:13.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: from='client.45719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:44:13.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:13.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3208132998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:14.444 INFO:tasks.workunit.client.0.smithi071.stdout: 942: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:14.444 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iHJwQ-Z9hRSe8jH off=18745194 len=1763365 2023-12-16T18:44:14.445 INFO:tasks.workunit.client.0.smithi071.stdout:op 4851 completed, throughput=5MB/sec 2023-12-16T18:44:14.445 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--cBMP74NMdoU87e off=1364613 len=327661 2023-12-16T18:44:14.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 4852 completed, throughput=5MB/sec 2023-12-16T18:44:14.449 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a-eL2-z_shknxLy off=1132825 len=196326 2023-12-16T18:44:14.449 INFO:tasks.workunit.client.0.smithi071.stdout:op 4853 completed, throughput=5MB/sec 2023-12-16T18:44:14.449 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fEc_nQa7eolm44X off=7196063 len=1155928 2023-12-16T18:44:14.454 INFO:tasks.workunit.client.0.smithi071.stdout:op 4854 completed, throughput=5MB/sec 2023-12-16T18:44:14.454 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EiDb3FuppKztaVD off=5577865 len=3925 2023-12-16T18:44:14.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 4855 completed, throughput=5MB/sec 2023-12-16T18:44:14.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8J8hAYDSr9k7SEl off=1584827 len=159760 2023-12-16T18:44:14.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 4856 completed, throughput=5MB/sec 2023-12-16T18:44:14.456 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PINvKeHrTylLEzX off=12043435 len=215348 2023-12-16T18:44:14.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 4857 completed, throughput=5MB/sec 2023-12-16T18:44:14.456 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4LDE5eJ9Sn1nZ4w off=5898265 len=118474 2023-12-16T18:44:14.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 4858 completed, throughput=5MB/sec 2023-12-16T18:44:14.459 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LdtmT-ku_KVwlTm off=522456 len=67910 2023-12-16T18:44:14.459 INFO:tasks.workunit.client.0.smithi071.stdout:op 4859 completed, throughput=5MB/sec 2023-12-16T18:44:14.459 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LADBpOdbUwp_SJh off=5740717 len=1294152 2023-12-16T18:44:14.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 4860 completed, throughput=5MB/sec 2023-12-16T18:44:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:14 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:14 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:14 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:14 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:14 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:14 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:15.465 INFO:tasks.workunit.client.0.smithi071.stdout: 943: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:15.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fIiP6EjL6bp_cKZ off=12024643 len=1185755 2023-12-16T18:44:15.466 INFO:tasks.workunit.client.0.smithi071.stdout:op 4861 completed, throughput=5MB/sec 2023-12-16T18:44:15.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kvYvHmbyZP-f3Xw off=5461584 len=1865425 2023-12-16T18:44:15.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 4862 completed, throughput=5MB/sec 2023-12-16T18:44:15.475 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wMLmDm2Q7KPC9aF off=5840565 len=674114 2023-12-16T18:44:15.478 INFO:tasks.workunit.client.0.smithi071.stdout:op 4863 completed, throughput=5MB/sec 2023-12-16T18:44:15.478 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YxmccVVUBhuKIgg off=8090966 len=1427038 2023-12-16T18:44:15.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 4864 completed, throughput=5MB/sec 2023-12-16T18:44:15.486 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-au4JVlCvYD4dDib off=1125188 len=121104 2023-12-16T18:44:15.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 4865 completed, throughput=5MB/sec 2023-12-16T18:44:15.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:15 smithi071 ceph-mon[139725]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:15.852 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:15 smithi071 ceph-mon[142085]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:15 smithi184 ceph-mon[136228]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:16.487 INFO:tasks.workunit.client.0.smithi071.stdout: 944: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:16.487 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z6wLD4JiHTMV0Na off=939384 len=738888 2023-12-16T18:44:16.494 INFO:tasks.workunit.client.0.smithi071.stdout:op 4866 completed, throughput=5MB/sec 2023-12-16T18:44:16.494 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EDxcjxpYQRcNKJP off=12323240 len=1597626 2023-12-16T18:44:16.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 4867 completed, throughput=5MB/sec 2023-12-16T18:44:16.496 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OToLZp67XyhOt13 off=9454180 len=274775 2023-12-16T18:44:16.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 4868 completed, throughput=5MB/sec 2023-12-16T18:44:16.496 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O_EQ1isUiGONKvF off=5687994 len=1531429 2023-12-16T18:44:16.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 4869 completed, throughput=5MB/sec 2023-12-16T18:44:16.498 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6kk8EJsdft5CO1Z off=11059595 len=217105 2023-12-16T18:44:16.500 INFO:tasks.workunit.client.0.smithi071.stdout:op 4870 completed, throughput=5MB/sec 2023-12-16T18:44:16.500 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uFcfOV7DJP7XK1_ off=1176348 len=1872457 2023-12-16T18:44:16.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 4871 completed, throughput=5MB/sec 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: Detected new or changed devices on smithi071 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:44:17.214 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: Detected new or changed devices on smithi071 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:44:17.215 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: Detected new or changed devices on smithi071 2023-12-16T18:44:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:44:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:44:17.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:44:17.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:17] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:44:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: 945: throughput=5MB/sec pending data=0 2023-12-16T18:44:17.502 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-46T3HL5HruV8aat off=1233553 len=341531 2023-12-16T18:44:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 4872 completed, throughput=5MB/sec 2023-12-16T18:44:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1P5JnUjyTXxDgAt off=932511 len=1507237 2023-12-16T18:44:17.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 4873 completed, throughput=5MB/sec 2023-12-16T18:44:17.512 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-upGP3j72gU_S8KD off=13898806 len=1961408 2023-12-16T18:44:17.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 4874 completed, throughput=5MB/sec 2023-12-16T18:44:17.517 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HHl6gK8E8veGkp1 off=9323472 len=951649 2023-12-16T18:44:17.517 INFO:tasks.workunit.client.0.smithi071.stdout:op 4875 completed, throughput=5MB/sec 2023-12-16T18:44:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:18 smithi071 ceph-mon[139725]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:18.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:18.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:18 smithi071 ceph-mon[142085]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:18.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: 946: throughput=5MB/sec pending data=0 2023-12-16T18:44:18.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZokRune2UH_WDVI off=12891513 len=1025395 2023-12-16T18:44:18.519 INFO:tasks.workunit.client.0.smithi071.stdout:op 4876 completed, throughput=5MB/sec 2023-12-16T18:44:18.519 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7SqeIO13IYrqJcB off=5326294 len=1913799 2023-12-16T18:44:18.533 INFO:tasks.workunit.client.0.smithi071.stdout:op 4877 completed, throughput=5MB/sec 2023-12-16T18:44:18.534 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wGelfV2otWjewOz off=3939748 len=1054095 2023-12-16T18:44:18.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 4878 completed, throughput=5MB/sec 2023-12-16T18:44:18.534 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1SYQ_TuBT1-mLXM off=4165654 len=138488 2023-12-16T18:44:18.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 4879 completed, throughput=5MB/sec 2023-12-16T18:44:18.534 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D-qdvWGdytNf5KE off=3374395 len=38791 2023-12-16T18:44:18.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 4880 completed, throughput=5MB/sec 2023-12-16T18:44:18.536 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ho6mdyiUfb_TxTV off=4531625 len=315990 2023-12-16T18:44:18.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 4881 completed, throughput=5MB/sec 2023-12-16T18:44:18.537 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1_wxRkWSPgmo10K off=633371 len=1842145 2023-12-16T18:44:18.546 INFO:tasks.workunit.client.0.smithi071.stdout:op 4882 completed, throughput=5MB/sec 2023-12-16T18:44:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:18 smithi184 ceph-mon[136228]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:18.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: 947: throughput=5MB/sec pending data=0 2023-12-16T18:44:19.547 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a_VQucO2TMqOqn_ off=13978149 len=1591793 2023-12-16T18:44:19.555 INFO:tasks.workunit.client.0.smithi071.stdout:op 4883 completed, throughput=5MB/sec 2023-12-16T18:44:19.555 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nol2w09PLi7zBUP off=1387551 len=1338563 2023-12-16T18:44:19.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 4884 completed, throughput=5MB/sec 2023-12-16T18:44:19.559 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-usu-X8zIbSMc3Pr off=43689 len=282775 2023-12-16T18:44:19.564 INFO:tasks.workunit.client.0.smithi071.stdout:op 4885 completed, throughput=5MB/sec 2023-12-16T18:44:19.565 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LE1NTvLUcLM_nuM off=15110620 len=1947042 2023-12-16T18:44:19.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 4886 completed, throughput=5MB/sec 2023-12-16T18:44:20.566 INFO:tasks.workunit.client.0.smithi071.stdout: 948: throughput=5MB/sec pending data=0 2023-12-16T18:44:20.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_n-OjCb0Pav9-9J off=1992742 len=7789 2023-12-16T18:44:20.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 4887 completed, throughput=5MB/sec 2023-12-16T18:44:20.566 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wlPVG_E4l8-9ikH off=14669807 len=115408 2023-12-16T18:44:20.569 INFO:tasks.workunit.client.0.smithi071.stdout:op 4888 completed, throughput=5MB/sec 2023-12-16T18:44:20.569 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4FhTmioi3fCOJdc off=226663 len=595482 2023-12-16T18:44:20.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 4889 completed, throughput=5MB/sec 2023-12-16T18:44:20.572 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-N0L79LK_4Xwrl3S off=1658139 len=304850 2023-12-16T18:44:20.576 INFO:tasks.workunit.client.0.smithi071.stdout:op 4890 completed, throughput=5MB/sec 2023-12-16T18:44:20.576 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YawqaUHdNDk0zaq off=11135991 len=1232819 2023-12-16T18:44:20.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 4891 completed, throughput=5MB/sec 2023-12-16T18:44:20.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_BouPazN8QqWnaK off=1137941 len=1800111 2023-12-16T18:44:20.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:20 smithi184 ceph-mon[136228]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:20.593 INFO:tasks.workunit.client.0.smithi071.stdout:op 4892 completed, throughput=5MB/sec 2023-12-16T18:44:20.593 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EO3Aw0ODROUnTLx off=7436452 len=1334453 2023-12-16T18:44:20.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 4893 completed, throughput=5MB/sec 2023-12-16T18:44:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:20 smithi071 ceph-mon[139725]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:20 smithi071 ceph-mon[142085]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:21.599 INFO:tasks.workunit.client.0.smithi071.stdout: 949: throughput=5MB/sec pending data=0 2023-12-16T18:44:21.599 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i9uJnC-PIeFwqlX off=7784693 len=1955636 2023-12-16T18:44:21.608 INFO:tasks.workunit.client.0.smithi071.stdout:op 4894 completed, throughput=5MB/sec 2023-12-16T18:44:21.608 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZlLVjS8h8cCOqT0 off=15760997 len=1666026 2023-12-16T18:44:21.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 4895 completed, throughput=5MB/sec 2023-12-16T18:44:21.618 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GxznHBAirfyz_2Q off=6854198 len=1391674 2023-12-16T18:44:21.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 4896 completed, throughput=5MB/sec 2023-12-16T18:44:22.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:22 smithi184 ceph-mon[136228]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:22.617 INFO:tasks.workunit.client.0.smithi071.stdout: 950: throughput=5MB/sec pending data=0 2023-12-16T18:44:22.617 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bbuFlSCutKLNDOl off=2969333 len=1963731 2023-12-16T18:44:22.626 INFO:tasks.workunit.client.0.smithi071.stdout:op 4897 completed, throughput=5MB/sec 2023-12-16T18:44:22.626 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MAPc75EyOom8Vte off=9089432 len=356337 2023-12-16T18:44:22.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 4898 completed, throughput=5MB/sec 2023-12-16T18:44:22.629 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ngyBuxBEHYg6qhg off=720877 len=255085 2023-12-16T18:44:22.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 4899 completed, throughput=5MB/sec 2023-12-16T18:44:22.632 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dSVKD3-7qU3nKBS off=9422983 len=1172131 2023-12-16T18:44:22.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 4900 completed, throughput=5MB/sec 2023-12-16T18:44:22.633 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GvWHQZHgFao0vg4 off=3344452 len=738107 2023-12-16T18:44:22.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 4901 completed, throughput=5MB/sec 2023-12-16T18:44:22.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-28VIc2Ot1QJkuKT off=5488741 len=416397 2023-12-16T18:44:22.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 4902 completed, throughput=5MB/sec 2023-12-16T18:44:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:22 smithi071 ceph-mon[142085]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:22 smithi071 ceph-mon[139725]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:44:23.638 INFO:tasks.workunit.client.0.smithi071.stdout: 951: throughput=5MB/sec pending data=0 2023-12-16T18:44:23.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pKC7oQGAaEfRaLR off=17422894 len=538293 2023-12-16T18:44:23.642 INFO:tasks.workunit.client.0.smithi071.stdout:op 4903 completed, throughput=5MB/sec 2023-12-16T18:44:23.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kMVtIfN_2VcVXX3 off=16301576 len=582854 2023-12-16T18:44:23.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 4904 completed, throughput=5MB/sec 2023-12-16T18:44:23.646 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CM_XYR3ljWnTx47 off=1630383 len=669845 2023-12-16T18:44:23.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 4905 completed, throughput=5MB/sec 2023-12-16T18:44:23.649 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sRBmHdhravYUVpD off=14100843 len=1711350 2023-12-16T18:44:23.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 4906 completed, throughput=5MB/sec 2023-12-16T18:44:23.653 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3n3QEVtHX891dBa off=9845468 len=1117244 2023-12-16T18:44:23.655 INFO:tasks.workunit.client.0.smithi071.stdout:op 4907 completed, throughput=5MB/sec 2023-12-16T18:44:23.655 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F67s6Dhc6Ym3nTh off=10188408 len=1756140 2023-12-16T18:44:23.658 INFO:tasks.workunit.client.0.smithi071.stdout:op 4908 completed, throughput=5MB/sec 2023-12-16T18:44:24.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:24 smithi184 ceph-mon[136228]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:24.659 INFO:tasks.workunit.client.0.smithi071.stdout: 952: throughput=5MB/sec pending data=0 2023-12-16T18:44:24.659 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C9boCUwRvACBe2S off=352012 len=1019225 2023-12-16T18:44:24.660 INFO:tasks.workunit.client.0.smithi071.stdout:op 4909 completed, throughput=5MB/sec 2023-12-16T18:44:24.660 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GW8mE3gMkUBlOuf off=6541799 len=115233 2023-12-16T18:44:24.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 4910 completed, throughput=5MB/sec 2023-12-16T18:44:24.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V2ghuDDSco4hGQW off=11170628 len=769893 2023-12-16T18:44:24.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 4911 completed, throughput=5MB/sec 2023-12-16T18:44:24.665 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y7EBv9um70KGGoA off=772047 len=1853630 2023-12-16T18:44:24.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 4912 completed, throughput=5MB/sec 2023-12-16T18:44:24.669 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0X4gipYYTqrYeVA off=5726089 len=518333 2023-12-16T18:44:24.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 4913 completed, throughput=5MB/sec 2023-12-16T18:44:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:24 smithi071 ceph-mon[139725]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:24 smithi071 ceph-mon[142085]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:25.674 INFO:tasks.workunit.client.0.smithi071.stdout: 953: throughput=5MB/sec pending data=0 2023-12-16T18:44:25.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MLOukF548xJq46r off=3186270 len=530475 2023-12-16T18:44:25.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 4914 completed, throughput=5MB/sec 2023-12-16T18:44:25.675 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ESklUYI02nlR8F5 off=15812472 len=802313 2023-12-16T18:44:25.680 INFO:tasks.workunit.client.0.smithi071.stdout:op 4915 completed, throughput=5MB/sec 2023-12-16T18:44:25.681 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8PAvHPFOIwdKD9s off=11295053 len=1548086 2023-12-16T18:44:25.689 INFO:tasks.workunit.client.0.smithi071.stdout:op 4916 completed, throughput=5MB/sec 2023-12-16T18:44:25.689 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sRBmHdhravYUVpD off=14115175 len=145129 2023-12-16T18:44:25.692 INFO:tasks.workunit.client.0.smithi071.stdout:op 4917 completed, throughput=5MB/sec 2023-12-16T18:44:25.692 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2O0s0MgW5oduuej off=7011921 len=1022024 2023-12-16T18:44:25.694 INFO:tasks.workunit.client.0.smithi071.stdout:op 4918 completed, throughput=5MB/sec 2023-12-16T18:44:25.694 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QDOhHEKbRYqL4gc off=2932214 len=1504767 2023-12-16T18:44:25.701 INFO:tasks.workunit.client.0.smithi071.stdout:op 4919 completed, throughput=5MB/sec 2023-12-16T18:44:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:26 smithi184 ceph-mon[136228]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:44:26.701 INFO:tasks.workunit.client.0.smithi071.stdout: 954: throughput=5MB/sec pending data=0 2023-12-16T18:44:26.701 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6gmLkeDbyxbYmpk off=2471806 len=1159768 2023-12-16T18:44:26.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 4920 completed, throughput=5MB/sec 2023-12-16T18:44:26.708 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mV4xMCGcSEWsuNP off=1251894 len=828844 2023-12-16T18:44:26.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 4921 completed, throughput=5MB/sec 2023-12-16T18:44:26.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kg31V5Q1OkufF_b off=11355133 len=426593 2023-12-16T18:44:26.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 4922 completed, throughput=5MB/sec 2023-12-16T18:44:26.710 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KcRNnSONxYBElVb off=6195230 len=1447987 2023-12-16T18:44:26.712 INFO:tasks.workunit.client.0.smithi071.stdout:op 4923 completed, throughput=5MB/sec 2023-12-16T18:44:26.712 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1bwrXQ0V1Mnw31U off=22834132 len=2085315 2023-12-16T18:44:26.720 INFO:tasks.workunit.client.0.smithi071.stdout:op 4924 completed, throughput=5MB/sec 2023-12-16T18:44:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:26 smithi071 ceph-mon[139725]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:44:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:26 smithi071 ceph-mon[142085]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:44:27.635 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:27] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:44:27.720 INFO:tasks.workunit.client.0.smithi071.stdout: 955: throughput=5MB/sec pending data=0 2023-12-16T18:44:27.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uDNe_HAVQl1hCNM off=4704797 len=172783 2023-12-16T18:44:27.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 4925 completed, throughput=5MB/sec 2023-12-16T18:44:27.721 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rYOz8tQTaN5oy8Z off=1105767 len=2044654 2023-12-16T18:44:27.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 4926 completed, throughput=5MB/sec 2023-12-16T18:44:27.733 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mgPb5CRWYo_aCZy off=93957 len=1996606 2023-12-16T18:44:27.736 INFO:tasks.workunit.client.0.smithi071.stdout:op 4927 completed, throughput=5MB/sec 2023-12-16T18:44:27.736 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E9ZsJBg0qCxs0y4 off=1956490 len=822207 2023-12-16T18:44:27.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 4928 completed, throughput=5MB/sec 2023-12-16T18:44:28.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:28 smithi071 ceph-mon[139725]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:28.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:28 smithi071 ceph-mon[142085]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:28.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:28 smithi184 ceph-mon[136228]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:44:28.740 INFO:tasks.workunit.client.0.smithi071.stdout: 956: throughput=5MB/sec pending data=0 2023-12-16T18:44:28.741 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wqUhB0H8qWU0bZv off=10397136 len=229311 2023-12-16T18:44:28.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 4929 completed, throughput=5MB/sec 2023-12-16T18:44:28.744 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8_HiE8sO6VBZfmw off=7149631 len=513612 2023-12-16T18:44:28.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 4930 completed, throughput=5MB/sec 2023-12-16T18:44:28.745 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f985v4v0uTXg0RO off=10508497 len=875196 2023-12-16T18:44:28.749 INFO:tasks.workunit.client.0.smithi071.stdout:op 4931 completed, throughput=5MB/sec 2023-12-16T18:44:28.749 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZGTyOaRgaK65Gge off=6590464 len=237931 2023-12-16T18:44:28.750 INFO:tasks.workunit.client.0.smithi071.stdout:op 4932 completed, throughput=5MB/sec 2023-12-16T18:44:28.750 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qD4cNpbx0-hROGE off=3746262 len=214864 2023-12-16T18:44:28.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 4933 completed, throughput=5MB/sec 2023-12-16T18:44:28.751 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n33V3Nyctcs72K7 off=15285197 len=2030906 2023-12-16T18:44:28.755 INFO:tasks.workunit.client.0.smithi071.stdout:op 4934 completed, throughput=5MB/sec 2023-12-16T18:44:28.755 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ls1zCOd8At5qNLc off=332873 len=76402 2023-12-16T18:44:28.756 INFO:tasks.workunit.client.0.smithi071.stdout:op 4935 completed, throughput=5MB/sec 2023-12-16T18:44:28.756 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0Vu6RlUEW0kyTAJ off=6257152 len=1891496 2023-12-16T18:44:28.763 INFO:tasks.workunit.client.0.smithi071.stdout:op 4936 completed, throughput=5MB/sec 2023-12-16T18:44:29.764 INFO:tasks.workunit.client.0.smithi071.stdout: 957: throughput=5MB/sec pending data=0 2023-12-16T18:44:29.764 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cYFYc0Gxwnt4mke off=1763220 len=438295 2023-12-16T18:44:29.764 INFO:tasks.workunit.client.0.smithi071.stdout:op 4937 completed, throughput=5MB/sec 2023-12-16T18:44:29.764 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--MVU7Vii-nujDy9 off=6542267 len=21546 2023-12-16T18:44:29.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 4938 completed, throughput=5MB/sec 2023-12-16T18:44:29.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-A9U93JF2iorEmlo off=2945338 len=1794173 2023-12-16T18:44:29.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 4939 completed, throughput=5MB/sec 2023-12-16T18:44:29.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dlhV903sWx6V8hl off=19955829 len=1574096 2023-12-16T18:44:29.776 INFO:tasks.workunit.client.0.smithi071.stdout:op 4940 completed, throughput=5MB/sec 2023-12-16T18:44:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:30 smithi184 ceph-mon[136228]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:30 smithi071 ceph-mon[139725]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:30 smithi071 ceph-mon[142085]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:30.776 INFO:tasks.workunit.client.0.smithi071.stdout: 958: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:30.776 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h9H3PCqGleMA3x5 off=623137 len=490052 2023-12-16T18:44:30.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 4941 completed, throughput=5MB/sec 2023-12-16T18:44:30.778 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RLla-MFTRbxUk_G off=10984677 len=264929 2023-12-16T18:44:30.779 INFO:tasks.workunit.client.0.smithi071.stdout:op 4942 completed, throughput=5MB/sec 2023-12-16T18:44:30.779 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gkziKyspTMrGutB off=7385646 len=1357430 2023-12-16T18:44:30.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 4943 completed, throughput=5MB/sec 2023-12-16T18:44:30.780 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Wx9A9QpO2Go_DgK off=14531833 len=1019041 2023-12-16T18:44:30.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 4944 completed, throughput=5MB/sec 2023-12-16T18:44:30.782 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TWYI9cHH3215REm off=11820921 len=1356301 2023-12-16T18:44:30.790 INFO:tasks.workunit.client.0.smithi071.stdout:op 4945 completed, throughput=5MB/sec 2023-12-16T18:44:30.790 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cv0Qu9m8u4Uf8Wb off=4370157 len=411568 2023-12-16T18:44:30.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 4946 completed, throughput=5MB/sec 2023-12-16T18:44:30.793 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Xt7HH-U5bjWPFzh off=110079 len=539693 2023-12-16T18:44:30.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 4947 completed, throughput=5MB/sec 2023-12-16T18:44:31.797 INFO:tasks.workunit.client.0.smithi071.stdout: 959: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:31.797 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EwZWaBMNmW3nCKk off=2100656 len=1265108 2023-12-16T18:44:31.799 INFO:tasks.workunit.client.0.smithi071.stdout:op 4948 completed, throughput=5MB/sec 2023-12-16T18:44:31.799 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tIAZ5dpBTMqrqtD off=2897074 len=1323581 2023-12-16T18:44:31.806 INFO:tasks.workunit.client.0.smithi071.stdout:op 4949 completed, throughput=5MB/sec 2023-12-16T18:44:31.806 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MM06Y8N-7vFplj9 off=21770675 len=1874928 2023-12-16T18:44:31.808 INFO:tasks.workunit.client.0.smithi071.stdout:op 4950 completed, throughput=5MB/sec 2023-12-16T18:44:31.808 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wzPvMutYOVvFXp5 off=1339810 len=783299 2023-12-16T18:44:31.809 INFO:tasks.workunit.client.0.smithi071.stdout:op 4951 completed, throughput=5MB/sec 2023-12-16T18:44:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:32 smithi184 ceph-mon[136228]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:44:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:32 smithi071 ceph-mon[139725]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:44:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:32 smithi071 ceph-mon[142085]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:44:32.810 INFO:tasks.workunit.client.0.smithi071.stdout: 960: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:32.810 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZSWWa-zxtc6wv3E off=3299850 len=140493 2023-12-16T18:44:32.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 4952 completed, throughput=5MB/sec 2023-12-16T18:44:32.811 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9WKSjpVk6ovLAPa off=3890948 len=166951 2023-12-16T18:44:32.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 4953 completed, throughput=5MB/sec 2023-12-16T18:44:32.812 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eJJ-3ZZkDXPr0jq off=909152 len=906539 2023-12-16T18:44:32.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 4954 completed, throughput=5MB/sec 2023-12-16T18:44:32.818 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PB5VhFWtQ7zpVEQ off=6265756 len=692963 2023-12-16T18:44:32.819 INFO:tasks.workunit.client.0.smithi071.stdout:op 4955 completed, throughput=5MB/sec 2023-12-16T18:44:32.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wuZtrH02JjNxnvN off=4145340 len=1114949 2023-12-16T18:44:32.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 4956 completed, throughput=5MB/sec 2023-12-16T18:44:32.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-We3ke8YYRtI8rr6 off=9856175 len=799956 2023-12-16T18:44:32.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 4957 completed, throughput=5MB/sec 2023-12-16T18:44:32.823 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fEa_Dr-9M-L6bZ5 off=5386258 len=288805 2023-12-16T18:44:32.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 4958 completed, throughput=5MB/sec 2023-12-16T18:44:32.823 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jAM6EzQ1t2ARfVO off=10623769 len=1899208 2023-12-16T18:44:32.831 INFO:tasks.workunit.client.0.smithi071.stdout:op 4959 completed, throughput=5MB/sec 2023-12-16T18:44:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:33.832 INFO:tasks.workunit.client.0.smithi071.stdout: 961: throughput=5MB/sec pending data=0 2023-12-16T18:44:33.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bm6ZQhqCjr-xIMH off=463374 len=553049 2023-12-16T18:44:33.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 4960 completed, throughput=5MB/sec 2023-12-16T18:44:33.836 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DP3P9-D4seWCkzo off=3814034 len=1664367 2023-12-16T18:44:33.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 4961 completed, throughput=5MB/sec 2023-12-16T18:44:33.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AoMSUu83Pr8rg6h off=923643 len=1636910 2023-12-16T18:44:33.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 4962 completed, throughput=5MB/sec 2023-12-16T18:44:33.849 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zmGYrGY1AcdJLVP off=12030793 len=1077062 2023-12-16T18:44:33.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 4963 completed, throughput=5MB/sec 2023-12-16T18:44:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:34 smithi184 ceph-mon[136228]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:44:34.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:34 smithi071 ceph-mon[139725]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:44:34.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:34 smithi071 ceph-mon[142085]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:44:34.854 INFO:tasks.workunit.client.0.smithi071.stdout: 962: throughput=5MB/sec pending data=0 2023-12-16T18:44:34.854 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WhDTIahTtAbPi2h off=13121401 len=298479 2023-12-16T18:44:34.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 4964 completed, throughput=5MB/sec 2023-12-16T18:44:34.855 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y0OeX-x7gjHtddq off=4307728 len=2031976 2023-12-16T18:44:34.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 4965 completed, throughput=5MB/sec 2023-12-16T18:44:34.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eaNZ0HTY5Onr1h5 off=887967 len=345434 2023-12-16T18:44:34.868 INFO:tasks.workunit.client.0.smithi071.stdout:op 4966 completed, throughput=5MB/sec 2023-12-16T18:44:34.868 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tkEp2aj3BuaHdOd off=4068115 len=1439121 2023-12-16T18:44:34.875 INFO:tasks.workunit.client.0.smithi071.stdout:op 4967 completed, throughput=5MB/sec 2023-12-16T18:44:34.875 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x3vh7LPF3HI2CMM off=6058364 len=529910 2023-12-16T18:44:34.879 INFO:tasks.workunit.client.0.smithi071.stdout:op 4968 completed, throughput=5MB/sec 2023-12-16T18:44:34.879 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WU1hCasRYnJ1mRW off=7255566 len=38624 2023-12-16T18:44:34.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 4969 completed, throughput=5MB/sec 2023-12-16T18:44:34.881 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l45y8VztDW9L7BH off=670809 len=579161 2023-12-16T18:44:34.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 4970 completed, throughput=5MB/sec 2023-12-16T18:44:35.885 INFO:tasks.workunit.client.0.smithi071.stdout: 963: throughput=5MB/sec pending data=0 2023-12-16T18:44:35.885 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pv9SI2Wcqb-0BhA off=387142 len=2023440 2023-12-16T18:44:35.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 4971 completed, throughput=5MB/sec 2023-12-16T18:44:35.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d-bPZnTnYVahysI off=13411809 len=268881 2023-12-16T18:44:35.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 4972 completed, throughput=5MB/sec 2023-12-16T18:44:35.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hTEOfFUI7v1gx40 off=8199859 len=1186501 2023-12-16T18:44:35.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 4973 completed, throughput=5MB/sec 2023-12-16T18:44:35.898 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pcSQA3nJrpdBtEG off=11423752 len=1490113 2023-12-16T18:44:35.901 INFO:tasks.workunit.client.0.smithi071.stdout:op 4974 completed, throughput=5MB/sec 2023-12-16T18:44:35.901 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0pwXN7_LFdyZMd5 off=7890409 len=1640307 2023-12-16T18:44:35.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 4975 completed, throughput=5MB/sec 2023-12-16T18:44:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:36 smithi184 ceph-mon[136228]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:36 smithi071 ceph-mon[139725]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:36 smithi071 ceph-mon[142085]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:44:36.904 INFO:tasks.workunit.client.0.smithi071.stdout: 964: throughput=5MB/sec pending data=0 2023-12-16T18:44:36.904 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-avYeU0c0rQ2ertS off=9600579 len=2091865 2023-12-16T18:44:36.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 4976 completed, throughput=5MB/sec 2023-12-16T18:44:36.907 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9wANVBef_AjCLBF off=3999721 len=125729 2023-12-16T18:44:36.910 INFO:tasks.workunit.client.0.smithi071.stdout:op 4977 completed, throughput=5MB/sec 2023-12-16T18:44:36.910 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jTlN8ZZVhOT9KCm off=10129959 len=1717903 2023-12-16T18:44:36.922 INFO:tasks.workunit.client.0.smithi071.stdout:op 4978 completed, throughput=5MB/sec 2023-12-16T18:44:36.922 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8qEmo3dz1pHUT6u off=4786418 len=602369 2023-12-16T18:44:36.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 4979 completed, throughput=5MB/sec 2023-12-16T18:44:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:37] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:44:37.923 INFO:tasks.workunit.client.0.smithi071.stdout: 965: throughput=5MB/sec pending data=0 2023-12-16T18:44:37.923 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xpiCDUolOPpwgZO off=888529 len=858647 2023-12-16T18:44:37.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 4980 completed, throughput=5MB/sec 2023-12-16T18:44:37.924 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bsPjhk2AS3M-qFG off=351346 len=1257435 2023-12-16T18:44:37.931 INFO:tasks.workunit.client.0.smithi071.stdout:op 4981 completed, throughput=5MB/sec 2023-12-16T18:44:37.932 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rQjYk2LgUA8eezz off=1726703 len=270058 2023-12-16T18:44:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 4982 completed, throughput=5MB/sec 2023-12-16T18:44:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nibGJj1SedorJX4 off=1019913 len=329696 2023-12-16T18:44:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 4983 completed, throughput=5MB/sec 2023-12-16T18:44:37.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E6CUcYqA_A_DZ6W off=0 len=1332679 2023-12-16T18:44:37.940 INFO:tasks.workunit.client.0.smithi071.stdout:op 4984 completed, throughput=5MB/sec 2023-12-16T18:44:37.940 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bU511-1qM_oJkcc off=8087637 len=1456119 2023-12-16T18:44:37.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 4985 completed, throughput=5MB/sec 2023-12-16T18:44:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:38 smithi184 ceph-mon[136228]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:38 smithi071 ceph-mon[139725]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:38 smithi071 ceph-mon[142085]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-16T18:44:38.950 INFO:tasks.workunit.client.0.smithi071.stdout: 966: throughput=5MB/sec pending data=0 2023-12-16T18:44:38.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q4TE8EQL5Fnt42D off=49796 len=1756909 2023-12-16T18:44:38.960 INFO:tasks.workunit.client.0.smithi071.stdout:op 4986 completed, throughput=5MB/sec 2023-12-16T18:44:38.960 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bXo5M18vXuvTNJl off=11480397 len=959009 2023-12-16T18:44:38.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 4987 completed, throughput=5MB/sec 2023-12-16T18:44:38.962 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YPkzTPiFKoCPcJA off=3666477 len=1524059 2023-12-16T18:44:38.972 INFO:tasks.workunit.client.0.smithi071.stdout:op 4988 completed, throughput=5MB/sec 2023-12-16T18:44:38.972 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tL06nQyYpQyMv-2 off=447865 len=616824 2023-12-16T18:44:38.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 4989 completed, throughput=5MB/sec 2023-12-16T18:44:39.977 INFO:tasks.workunit.client.0.smithi071.stdout: 967: throughput=5MB/sec pending data=0 2023-12-16T18:44:39.977 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-i3_7J-J5mBvKA_7 off=3711614 len=153777 2023-12-16T18:44:39.980 INFO:tasks.workunit.client.0.smithi071.stdout:op 4990 completed, throughput=5MB/sec 2023-12-16T18:44:39.980 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gYnRLta3Id_FeL0 off=96619 len=1897907 2023-12-16T18:44:39.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 4991 completed, throughput=5MB/sec 2023-12-16T18:44:39.990 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fbVv_ts02cyvq6P off=6361607 len=1388467 2023-12-16T18:44:39.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 4992 completed, throughput=5MB/sec 2023-12-16T18:44:39.992 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KbuNK3OIiDRISVJ off=2179226 len=1827307 2023-12-16T18:44:39.993 INFO:tasks.workunit.client.0.smithi071.stdout:op 4993 completed, throughput=5MB/sec 2023-12-16T18:44:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:40 smithi184 ceph-mon[136228]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:40 smithi071 ceph-mon[139725]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:40 smithi071 ceph-mon[142085]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:40.993 INFO:tasks.workunit.client.0.smithi071.stdout: 968: throughput=5MB/sec pending data=0 2023-12-16T18:44:40.993 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FMWC00OuIc4_vQ8 off=18268790 len=842393 2023-12-16T18:44:40.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 4994 completed, throughput=5MB/sec 2023-12-16T18:44:40.999 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--lV58DVu1MhKcQv off=2572632 len=1351947 2023-12-16T18:44:41.005 INFO:tasks.workunit.client.0.smithi071.stdout:op 4995 completed, throughput=5MB/sec 2023-12-16T18:44:41.005 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5kHRBp9N7Q3bPWx off=16154157 len=1934429 2023-12-16T18:44:41.014 INFO:tasks.workunit.client.0.smithi071.stdout:op 4996 completed, throughput=5MB/sec 2023-12-16T18:44:41.014 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GYdz8YVj1Oj_7Nd off=5918445 len=748764 2023-12-16T18:44:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 4997 completed, throughput=5MB/sec 2023-12-16T18:44:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3O4s3z7gFmSIbM4 off=3281366 len=385462 2023-12-16T18:44:41.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 4998 completed, throughput=5MB/sec 2023-12-16T18:44:42.016 INFO:tasks.workunit.client.0.smithi071.stdout: 969: throughput=4.99MB/sec pending data=0 2023-12-16T18:44:42.016 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NKxOa4WxSM5MFxQ off=7365264 len=1456687 2023-12-16T18:44:42.024 INFO:tasks.workunit.client.0.smithi071.stdout:op 4999 completed, throughput=5MB/sec 2023-12-16T18:44:42.024 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dBheHZ755ajGfgY off=8919294 len=1316110 2023-12-16T18:44:42.030 INFO:tasks.workunit.client.0.smithi071.stdout:op 5000 completed, throughput=5MB/sec 2023-12-16T18:44:42.030 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8mMNpQdD-oab4-F off=13309648 len=1352356 2023-12-16T18:44:42.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 5001 completed, throughput=5MB/sec 2023-12-16T18:44:42.038 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0xX--SEoC7gSq4- off=20544467 len=1633116 2023-12-16T18:44:42.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 5002 completed, throughput=5MB/sec 2023-12-16T18:44:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:42 smithi184 ceph-mon[136228]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:42 smithi071 ceph-mon[139725]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:42 smithi071 ceph-mon[142085]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:43.047 INFO:tasks.workunit.client.0.smithi071.stdout: 970: throughput=5MB/sec pending data=0 2023-12-16T18:44:43.048 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1QoFDINj7hEkobj off=1547808 len=124818 2023-12-16T18:44:43.050 INFO:tasks.workunit.client.0.smithi071.stdout:op 5003 completed, throughput=5MB/sec 2023-12-16T18:44:43.050 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8MPnv5_h_j9XSc8 off=5642176 len=1461972 2023-12-16T18:44:43.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 5004 completed, throughput=5MB/sec 2023-12-16T18:44:43.052 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vwQvXWhpnJQ7vyu off=2563478 len=1871719 2023-12-16T18:44:43.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 5005 completed, throughput=5MB/sec 2023-12-16T18:44:43.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jq0tAmPY9gmhn3D off=2332173 len=2071396 2023-12-16T18:44:43.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 5006 completed, throughput=5MB/sec 2023-12-16T18:44:43.791 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:44:44.064 INFO:tasks.workunit.client.0.smithi071.stdout: 971: throughput=5MB/sec pending data=0 2023-12-16T18:44:44.064 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wyYB9M9h0YYOM2c off=3741516 len=285434 2023-12-16T18:44:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 5007 completed, throughput=5MB/sec 2023-12-16T18:44:44.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zlVAmZugxBmzPma off=2069371 len=1643742 2023-12-16T18:44:44.070 INFO:tasks.workunit.client.0.smithi071.stdout:op 5008 completed, throughput=5MB/sec 2023-12-16T18:44:44.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-colPM8A1wLEVpjN off=5190594 len=1064496 2023-12-16T18:44:44.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 5009 completed, throughput=5MB/sec 2023-12-16T18:44:44.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L3r3Yk82iltwSba off=2367965 len=604994 2023-12-16T18:44:44.075 INFO:tasks.workunit.client.0.smithi071.stdout:op 5010 completed, throughput=5MB/sec 2023-12-16T18:44:44.075 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZHekW65kEf0ZbRL off=5621597 len=823656 2023-12-16T18:44:44.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 5011 completed, throughput=5MB/sec 2023-12-16T18:44:44.076 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-60DybCu-L_6tzCP off=9483724 len=1584174 2023-12-16T18:44:44.081 INFO:tasks.workunit.client.0.smithi071.stdout:op 5012 completed, throughput=5MB/sec 2023-12-16T18:44:44.104 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:44:44.104 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (34m) 31s ago 37m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (34m) 8m ago 36m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (37m) 31s ago 37m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (37m) 8m ago 37m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (33m) 8m ago 39m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (34m) 31s ago 41m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (33m) 31s ago 41m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (33m) 8m ago 40m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (33m) 31s ago 40m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (34m) 31s ago 36m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (34m) 8m ago 36m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (32m) 31s ago 39m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (31m) 31s ago 39m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (31m) 31s ago 39m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:44:44.105 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (31m) 31s ago 39m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:44:44.106 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (30m) 8m ago 38m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:44:44.106 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (30m) 8m ago 38m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:44:44.106 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (29m) 8m ago 38m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:44:44.106 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (29m) 8m ago 38m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:44:44.106 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (33m) 8m ago 37m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:44:44.364 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:44 smithi071 ceph-mon[139725]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:44.364 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:44 smithi071 ceph-mon[142085]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:44.507 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:44:44.507 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:44:44.507 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:44:44.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:44:44.508 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:44:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:44 smithi184 ceph-mon[136228]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:45.081 INFO:tasks.workunit.client.0.smithi071.stdout: 972: throughput=5MB/sec pending data=0 2023-12-16T18:44:45.082 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1xW4H9PFXSVevxn off=3321468 len=156688 2023-12-16T18:44:45.082 INFO:tasks.workunit.client.0.smithi071.stdout:op 5013 completed, throughput=5MB/sec 2023-12-16T18:44:45.082 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-i1IWD4S-0oiZfcd off=241728 len=850403 2023-12-16T18:44:45.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 5014 completed, throughput=5MB/sec 2023-12-16T18:44:45.083 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7NcMRHD_oMOprHf off=543358 len=408734 2023-12-16T18:44:45.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 5015 completed, throughput=5MB/sec 2023-12-16T18:44:45.086 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rmjSRgKg8Lol1LG off=2142741 len=731375 2023-12-16T18:44:45.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 5016 completed, throughput=5MB/sec 2023-12-16T18:44:45.087 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yP0wdw0KSE3Fk9F off=561022 len=1797971 2023-12-16T18:44:45.094 INFO:tasks.workunit.client.0.smithi071.stdout:op 5017 completed, throughput=5MB/sec 2023-12-16T18:44:45.095 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Xj_MCUjJhEwfhIj off=789881 len=1575991 2023-12-16T18:44:45.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 5018 completed, throughput=5MB/sec 2023-12-16T18:44:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:45 smithi184 ceph-mon[136228]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:45 smithi184 ceph-mon[136228]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:45 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1594578604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[139725]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[139725]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1594578604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:45.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[142085]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[142085]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:44:45.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:45 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1594578604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:44:46.102 INFO:tasks.workunit.client.0.smithi071.stdout: 973: throughput=5MB/sec pending data=0 2023-12-16T18:44:46.102 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bI3aUabqOar2G8B off=2101886 len=1676602 2023-12-16T18:44:46.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 5019 completed, throughput=5MB/sec 2023-12-16T18:44:46.109 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LEcL8h2hkF2CYEF off=625456 len=1098707 2023-12-16T18:44:46.109 INFO:tasks.workunit.client.0.smithi071.stdout:op 5020 completed, throughput=5MB/sec 2023-12-16T18:44:46.109 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RKAYIqo2f8mQh58 off=17902636 len=388571 2023-12-16T18:44:46.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 5021 completed, throughput=5MB/sec 2023-12-16T18:44:46.112 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xEeoDU2yK-Et1VL off=17937853 len=598683 2023-12-16T18:44:46.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 5022 completed, throughput=5MB/sec 2023-12-16T18:44:46.113 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Oj4yzBANXU6pa0R off=16741551 len=1678166 2023-12-16T18:44:46.114 INFO:tasks.workunit.client.0.smithi071.stdout:op 5023 completed, throughput=5MB/sec 2023-12-16T18:44:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:46 smithi184 ceph-mon[136228]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:44:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:46 smithi071 ceph-mon[139725]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:44:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:46 smithi071 ceph-mon[142085]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:44:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: 974: throughput=5MB/sec pending data=0 2023-12-16T18:44:47.115 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d-bPZnTnYVahysI off=8554326 len=1160393 2023-12-16T18:44:47.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 5024 completed, throughput=5MB/sec 2023-12-16T18:44:47.121 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wJGoLhGAMXPlt_S off=145832 len=1290957 2023-12-16T18:44:47.122 INFO:tasks.workunit.client.0.smithi071.stdout:op 5025 completed, throughput=5MB/sec 2023-12-16T18:44:47.122 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eSduFzbKHsQUZZX off=450974 len=657990 2023-12-16T18:44:47.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 5026 completed, throughput=5MB/sec 2023-12-16T18:44:47.127 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YdiFzeQJPhuJAyW off=114906 len=821444 2023-12-16T18:44:47.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 5027 completed, throughput=5MB/sec 2023-12-16T18:44:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:47] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:44:48.128 INFO:tasks.workunit.client.0.smithi071.stdout: 975: throughput=5MB/sec pending data=0 2023-12-16T18:44:48.128 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tvVi956UM3eW6De off=2947639 len=101339 2023-12-16T18:44:48.129 INFO:tasks.workunit.client.0.smithi071.stdout:op 5028 completed, throughput=5MB/sec 2023-12-16T18:44:48.129 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9z9UXzS_KInw_VT off=15944245 len=440848 2023-12-16T18:44:48.133 INFO:tasks.workunit.client.0.smithi071.stdout:op 5029 completed, throughput=5MB/sec 2023-12-16T18:44:48.133 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uUI0GjepUurCAEu off=1525424 len=1644274 2023-12-16T18:44:48.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 5030 completed, throughput=5MB/sec 2023-12-16T18:44:48.141 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nZto4tMUwewdjts off=4757056 len=1338979 2023-12-16T18:44:48.146 INFO:tasks.workunit.client.0.smithi071.stdout:op 5031 completed, throughput=5MB/sec 2023-12-16T18:44:48.147 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nFPKFW9poszwRqB off=3369099 len=1389011 2023-12-16T18:44:48.154 INFO:tasks.workunit.client.0.smithi071.stdout:op 5032 completed, throughput=5MB/sec 2023-12-16T18:44:48.154 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7QoodqkpHJ0QwOB off=739193 len=1050566 2023-12-16T18:44:48.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 5033 completed, throughput=5MB/sec 2023-12-16T18:44:48.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:48 smithi184 ceph-mon[136228]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:44:48.588 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:48 smithi071 ceph-mon[139725]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:44:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:48 smithi071 ceph-mon[142085]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:44:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:44:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: 976: throughput=5MB/sec pending data=0 2023-12-16T18:44:49.160 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wB8F-Ix7Mc39PS0 off=5353975 len=1343002 2023-12-16T18:44:49.161 INFO:tasks.workunit.client.0.smithi071.stdout:op 5034 completed, throughput=5MB/sec 2023-12-16T18:44:49.161 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l5bXet8zQ1fSCUv off=11679382 len=437853 2023-12-16T18:44:49.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 5035 completed, throughput=5MB/sec 2023-12-16T18:44:49.165 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G6Py0vt_laaC3jZ off=868620 len=1126435 2023-12-16T18:44:49.172 INFO:tasks.workunit.client.0.smithi071.stdout:op 5036 completed, throughput=5MB/sec 2023-12-16T18:44:49.172 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-41qWRUhU0rVWuMQ off=12520376 len=1542521 2023-12-16T18:44:49.177 INFO:tasks.workunit.client.0.smithi071.stdout:op 5037 completed, throughput=5MB/sec 2023-12-16T18:44:49.177 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SR3g227uF6UaTaI off=13274390 len=454815 2023-12-16T18:44:49.177 INFO:tasks.workunit.client.0.smithi071.stdout:op 5038 completed, throughput=5MB/sec 2023-12-16T18:44:50.178 INFO:tasks.workunit.client.0.smithi071.stdout: 977: throughput=5MB/sec pending data=0 2023-12-16T18:44:50.178 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QGqBS7dy0s8Ec2p off=736402 len=544715 2023-12-16T18:44:50.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 5039 completed, throughput=5MB/sec 2023-12-16T18:44:50.182 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ApUupfWhPXThwu_ off=4244130 len=1979182 2023-12-16T18:44:50.191 INFO:tasks.workunit.client.0.smithi071.stdout:op 5040 completed, throughput=5MB/sec 2023-12-16T18:44:50.192 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qz_3weMWRbqUB81 off=20350301 len=678176 2023-12-16T18:44:50.196 INFO:tasks.workunit.client.0.smithi071.stdout:op 5041 completed, throughput=5MB/sec 2023-12-16T18:44:50.196 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-irHOVxnq2G17eYG off=3912721 len=1578326 2023-12-16T18:44:50.198 INFO:tasks.workunit.client.0.smithi071.stdout:op 5042 completed, throughput=5MB/sec 2023-12-16T18:44:50.198 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jLoKESbYBHdq0_m off=280609 len=590357 2023-12-16T18:44:50.199 INFO:tasks.workunit.client.0.smithi071.stdout:op 5043 completed, throughput=5MB/sec 2023-12-16T18:44:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:50 smithi184 ceph-mon[136228]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:44:50.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:50 smithi071 ceph-mon[139725]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:44:50.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:50 smithi071 ceph-mon[142085]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-16T18:44:51.200 INFO:tasks.workunit.client.0.smithi071.stdout: 978: throughput=5MB/sec pending data=0 2023-12-16T18:44:51.200 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BqyEfRQCG6MiQpv off=3358989 len=1078911 2023-12-16T18:44:51.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 5044 completed, throughput=5MB/sec 2023-12-16T18:44:51.208 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XRmVZktXrrWPq0R off=8811092 len=1908446 2023-12-16T18:44:51.209 INFO:tasks.workunit.client.0.smithi071.stdout:op 5045 completed, throughput=5MB/sec 2023-12-16T18:44:51.209 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jxpm4IPedg0eP5A off=18046975 len=469185 2023-12-16T18:44:51.210 INFO:tasks.workunit.client.0.smithi071.stdout:op 5046 completed, throughput=5MB/sec 2023-12-16T18:44:51.210 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lBHsED7ETx_Zsw3 off=9969356 len=982724 2023-12-16T18:44:51.215 INFO:tasks.workunit.client.0.smithi071.stdout:op 5047 completed, throughput=5MB/sec 2023-12-16T18:44:51.215 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MDh7zKCYakD3tvH off=15208751 len=246050 2023-12-16T18:44:51.218 INFO:tasks.workunit.client.0.smithi071.stdout:op 5048 completed, throughput=5MB/sec 2023-12-16T18:44:51.218 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XOK-VrQ86CTXdSX off=4579278 len=327594 2023-12-16T18:44:51.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 5049 completed, throughput=5MB/sec 2023-12-16T18:44:51.221 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NoyxERpdzkcdevN off=10119389 len=1109741 2023-12-16T18:44:51.227 INFO:tasks.workunit.client.0.smithi071.stdout:op 5050 completed, throughput=5MB/sec 2023-12-16T18:44:52.227 INFO:tasks.workunit.client.0.smithi071.stdout: 979: throughput=5MB/sec pending data=0 2023-12-16T18:44:52.227 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-C7oOpH1jQ3M-qMk off=6173001 len=308431 2023-12-16T18:44:52.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 5051 completed, throughput=5MB/sec 2023-12-16T18:44:52.231 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sKyK3Uk7uBl6DVY off=8152713 len=244136 2023-12-16T18:44:52.234 INFO:tasks.workunit.client.0.smithi071.stdout:op 5052 completed, throughput=5MB/sec 2023-12-16T18:44:52.234 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mJsGRLPJpU859yz off=20980999 len=1597437 2023-12-16T18:44:52.236 INFO:tasks.workunit.client.0.smithi071.stdout:op 5053 completed, throughput=5MB/sec 2023-12-16T18:44:52.236 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8Ob_Nsi9KttL72r off=12550195 len=2081551 2023-12-16T18:44:52.239 INFO:tasks.workunit.client.0.smithi071.stdout:op 5054 completed, throughput=5MB/sec 2023-12-16T18:44:52.240 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L8dJozCoDP7210b off=4795345 len=1750493 2023-12-16T18:44:52.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 5055 completed, throughput=5MB/sec 2023-12-16T18:44:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:52 smithi184 ceph-mon[136228]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:52 smithi071 ceph-mon[139725]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:52 smithi071 ceph-mon[142085]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:53.249 INFO:tasks.workunit.client.0.smithi071.stdout: 980: throughput=5MB/sec pending data=0 2023-12-16T18:44:53.249 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lUwROuaVvZs97Rn off=840308 len=1692914 2023-12-16T18:44:53.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 5056 completed, throughput=5MB/sec 2023-12-16T18:44:53.251 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BsnGYalOLV74Jlo off=2102416 len=1846269 2023-12-16T18:44:53.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 5057 completed, throughput=5MB/sec 2023-12-16T18:44:53.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MO5rggWwhX4DplL off=2172457 len=21887 2023-12-16T18:44:53.262 INFO:tasks.workunit.client.0.smithi071.stdout:op 5058 completed, throughput=5MB/sec 2023-12-16T18:44:53.262 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vqth7FqIjdej9_C off=6846784 len=247562 2023-12-16T18:44:53.265 INFO:tasks.workunit.client.0.smithi071.stdout:op 5059 completed, throughput=5MB/sec 2023-12-16T18:44:54.265 INFO:tasks.workunit.client.0.smithi071.stdout: 981: throughput=5MB/sec pending data=0 2023-12-16T18:44:54.265 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vbUcdstxA1RCNlQ off=803560 len=261276 2023-12-16T18:44:54.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 5060 completed, throughput=5MB/sec 2023-12-16T18:44:54.268 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pBl-pBfj8q44tri off=1875591 len=650690 2023-12-16T18:44:54.272 INFO:tasks.workunit.client.0.smithi071.stdout:op 5061 completed, throughput=5MB/sec 2023-12-16T18:44:54.272 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6mJMkZjbniPfeVW off=15845266 len=1194527 2023-12-16T18:44:54.278 INFO:tasks.workunit.client.0.smithi071.stdout:op 5062 completed, throughput=5MB/sec 2023-12-16T18:44:54.278 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AUnDbX2THgRfMOn off=5042037 len=1309482 2023-12-16T18:44:54.279 INFO:tasks.workunit.client.0.smithi071.stdout:op 5063 completed, throughput=5MB/sec 2023-12-16T18:44:54.279 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--MJt002W32FMGXz off=9770893 len=610680 2023-12-16T18:44:54.280 INFO:tasks.workunit.client.0.smithi071.stdout:op 5064 completed, throughput=5MB/sec 2023-12-16T18:44:54.280 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ECHAJZtSsWydSsk off=3503673 len=1567392 2023-12-16T18:44:54.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 5065 completed, throughput=5MB/sec 2023-12-16T18:44:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:54 smithi184 ceph-mon[136228]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:54 smithi071 ceph-mon[139725]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:54 smithi071 ceph-mon[142085]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:44:55.288 INFO:tasks.workunit.client.0.smithi071.stdout: 982: throughput=5MB/sec pending data=0 2023-12-16T18:44:55.289 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jy5QMKZl2FzyEx2 off=1092547 len=1712503 2023-12-16T18:44:55.290 INFO:tasks.workunit.client.0.smithi071.stdout:op 5066 completed, throughput=5MB/sec 2023-12-16T18:44:55.290 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--H2mFdVejxVLNIA off=38484 len=1024958 2023-12-16T18:44:55.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 5067 completed, throughput=5MB/sec 2023-12-16T18:44:55.295 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cKiX3q4rRVP7mjT off=6157931 len=1608618 2023-12-16T18:44:55.301 INFO:tasks.workunit.client.0.smithi071.stdout:op 5068 completed, throughput=5MB/sec 2023-12-16T18:44:55.302 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-G08yXdUS5DYOmp0 off=23954572 len=444104 2023-12-16T18:44:55.302 INFO:tasks.workunit.client.0.smithi071.stdout:op 5069 completed, throughput=5MB/sec 2023-12-16T18:44:55.303 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jB9o4GIyuITipLV off=15609374 len=920369 2023-12-16T18:44:55.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 5070 completed, throughput=5MB/sec 2023-12-16T18:44:56.308 INFO:tasks.workunit.client.0.smithi071.stdout: 983: throughput=5MB/sec pending data=0 2023-12-16T18:44:56.308 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DMa5ge7KJo6K12J off=339663 len=1203402 2023-12-16T18:44:56.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 5071 completed, throughput=5MB/sec 2023-12-16T18:44:56.315 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WK9K3iv19iyGgXM off=5793095 len=3053 2023-12-16T18:44:56.317 INFO:tasks.workunit.client.0.smithi071.stdout:op 5072 completed, throughput=5MB/sec 2023-12-16T18:44:56.317 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HzHChlethdno_Dn off=2636687 len=1127952 2023-12-16T18:44:56.320 INFO:tasks.workunit.client.0.smithi071.stdout:op 5073 completed, throughput=5MB/sec 2023-12-16T18:44:56.320 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z1jHrcYNmifTM_- off=2734127 len=1055959 2023-12-16T18:44:56.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 5074 completed, throughput=5MB/sec 2023-12-16T18:44:56.326 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_WLGkzNs-SrV-BP off=9561879 len=1961786 2023-12-16T18:44:56.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 5075 completed, throughput=5MB/sec 2023-12-16T18:44:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:56 smithi184 ceph-mon[136228]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:56 smithi071 ceph-mon[139725]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:56 smithi071 ceph-mon[142085]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:44:57.328 INFO:tasks.workunit.client.0.smithi071.stdout: 984: throughput=5MB/sec pending data=0 2023-12-16T18:44:57.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Sr6BhW0khMRfFN7 off=10021271 len=1490448 2023-12-16T18:44:57.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 5076 completed, throughput=5MB/sec 2023-12-16T18:44:57.330 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OIeU9Lh3umCnPhE off=5758856 len=284825 2023-12-16T18:44:57.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 5077 completed, throughput=5MB/sec 2023-12-16T18:44:57.334 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-54EmqsvfY6NfKuV off=9548901 len=1261261 2023-12-16T18:44:57.335 INFO:tasks.workunit.client.0.smithi071.stdout:op 5078 completed, throughput=5MB/sec 2023-12-16T18:44:57.335 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ULoEYz8e8AWJKnt off=5640119 len=188633 2023-12-16T18:44:57.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 5079 completed, throughput=5MB/sec 2023-12-16T18:44:57.336 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qIKZygIAW4SP4DN off=3558339 len=1883949 2023-12-16T18:44:57.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 5080 completed, throughput=5MB/sec 2023-12-16T18:44:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:44:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:44:57] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:44:58.338 INFO:tasks.workunit.client.0.smithi071.stdout: 985: throughput=5MB/sec pending data=0 2023-12-16T18:44:58.339 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-170-5OlyFJ21xxT off=8134465 len=1503054 2023-12-16T18:44:58.342 INFO:tasks.workunit.client.0.smithi071.stdout:op 5081 completed, throughput=5MB/sec 2023-12-16T18:44:58.342 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-c_hcVsGPaCAsijA off=6617339 len=1084679 2023-12-16T18:44:58.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 5082 completed, throughput=5MB/sec 2023-12-16T18:44:58.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c9Hk0_FrgVCtgk9 off=9122110 len=1093029 2023-12-16T18:44:58.350 INFO:tasks.workunit.client.0.smithi071.stdout:op 5083 completed, throughput=5MB/sec 2023-12-16T18:44:58.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ho6mdyiUfb_TxTV off=2873993 len=1878582 2023-12-16T18:44:58.361 INFO:tasks.workunit.client.0.smithi071.stdout:op 5084 completed, throughput=5MB/sec 2023-12-16T18:44:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:44:58 smithi184 ceph-mon[136228]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:44:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:44:58 smithi071 ceph-mon[139725]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:44:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:44:58 smithi071 ceph-mon[142085]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:44:59.361 INFO:tasks.workunit.client.0.smithi071.stdout: 986: throughput=5MB/sec pending data=0 2023-12-16T18:44:59.361 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-djjIQmTSHablWKD off=15585063 len=944712 2023-12-16T18:44:59.367 INFO:tasks.workunit.client.0.smithi071.stdout:op 5085 completed, throughput=5MB/sec 2023-12-16T18:44:59.367 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KcTzmKXSDP3JQh8 off=5989325 len=1036092 2023-12-16T18:44:59.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 5086 completed, throughput=5MB/sec 2023-12-16T18:44:59.373 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2v1G8Sd_EVEkcc0 off=17534244 len=1810027 2023-12-16T18:44:59.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 5087 completed, throughput=5MB/sec 2023-12-16T18:44:59.376 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J45ErN0F2EhZw04 off=7459536 len=504993 2023-12-16T18:44:59.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 5088 completed, throughput=5MB/sec 2023-12-16T18:44:59.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wspNwaoo4WZb6B8 off=1698498 len=551833 2023-12-16T18:44:59.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 5089 completed, throughput=5MB/sec 2023-12-16T18:45:00.378 INFO:tasks.workunit.client.0.smithi071.stdout: 987: throughput=5MB/sec pending data=0 2023-12-16T18:45:00.378 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6bLEKTeqMN3oacy off=16458098 len=998996 2023-12-16T18:45:00.379 INFO:tasks.workunit.client.0.smithi071.stdout:op 5090 completed, throughput=5MB/sec 2023-12-16T18:45:00.379 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tbnNVs1qJR1qdKV off=21806243 len=1798938 2023-12-16T18:45:00.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 5091 completed, throughput=5MB/sec 2023-12-16T18:45:00.395 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5wENP6J23nUNiep off=13563230 len=1800944 2023-12-16T18:45:00.403 INFO:tasks.workunit.client.0.smithi071.stdout:op 5092 completed, throughput=5MB/sec 2023-12-16T18:45:00.403 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h6NuHTvMBGWJ5Fl off=2825864 len=1819449 2023-12-16T18:45:00.405 INFO:tasks.workunit.client.0.smithi071.stdout:op 5093 completed, throughput=5MB/sec 2023-12-16T18:45:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:00 smithi184 ceph-mon[136228]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:00 smithi071 ceph-mon[139725]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:00 smithi071 ceph-mon[142085]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:01.405 INFO:tasks.workunit.client.0.smithi071.stdout: 988: throughput=5MB/sec pending data=0 2023-12-16T18:45:01.405 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DftgUJJql_d0yVz off=12295053 len=1421699 2023-12-16T18:45:01.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 5094 completed, throughput=5MB/sec 2023-12-16T18:45:01.411 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-meZetn8tGoHMNi_ off=3071686 len=68683 2023-12-16T18:45:01.414 INFO:tasks.workunit.client.0.smithi071.stdout:op 5095 completed, throughput=5MB/sec 2023-12-16T18:45:01.414 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-91HQkiyyja67Rlp off=8475634 len=1501545 2023-12-16T18:45:01.415 INFO:tasks.workunit.client.0.smithi071.stdout:op 5096 completed, throughput=5MB/sec 2023-12-16T18:45:01.416 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hqq9mE2eECOAerq off=16562789 len=20350 2023-12-16T18:45:01.416 INFO:tasks.workunit.client.0.smithi071.stdout:op 5097 completed, throughput=5MB/sec 2023-12-16T18:45:01.417 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b28L2Dw23CVndwT off=1804677 len=409690 2023-12-16T18:45:01.418 INFO:tasks.workunit.client.0.smithi071.stdout:op 5098 completed, throughput=5MB/sec 2023-12-16T18:45:01.418 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sFibh00bXuEA1EF off=13629848 len=538139 2023-12-16T18:45:01.419 INFO:tasks.workunit.client.0.smithi071.stdout:op 5099 completed, throughput=5MB/sec 2023-12-16T18:45:01.419 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-k0mf7o_YQznURBY off=1043453 len=444623 2023-12-16T18:45:01.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 5100 completed, throughput=5MB/sec 2023-12-16T18:45:02.422 INFO:tasks.workunit.client.0.smithi071.stdout: 989: throughput=5MB/sec pending data=0 2023-12-16T18:45:02.422 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4NWTuzSJUogt5lL off=18270359 len=246557 2023-12-16T18:45:02.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 5101 completed, throughput=5MB/sec 2023-12-16T18:45:02.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cCM3XQkEJdeTcZo off=4406133 len=875244 2023-12-16T18:45:02.427 INFO:tasks.workunit.client.0.smithi071.stdout:op 5102 completed, throughput=5MB/sec 2023-12-16T18:45:02.428 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-njYn1hyL1QC6O9q off=17066822 len=1288574 2023-12-16T18:45:02.434 INFO:tasks.workunit.client.0.smithi071.stdout:op 5103 completed, throughput=5MB/sec 2023-12-16T18:45:02.434 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IoJ-BqwzTv_ssSV off=6233962 len=1824964 2023-12-16T18:45:02.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 5104 completed, throughput=5MB/sec 2023-12-16T18:45:02.437 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x2kO771P7jDVSKv off=17096919 len=1674545 2023-12-16T18:45:02.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 5105 completed, throughput=5MB/sec 2023-12-16T18:45:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:02 smithi184 ceph-mon[136228]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:45:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:02 smithi071 ceph-mon[139725]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:45:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:02 smithi071 ceph-mon[142085]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-16T18:45:03.443 INFO:tasks.workunit.client.0.smithi071.stdout: 990: throughput=5MB/sec pending data=0 2023-12-16T18:45:03.443 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E6yD3Z-UGVF6S6c off=4042379 len=1351803 2023-12-16T18:45:03.450 INFO:tasks.workunit.client.0.smithi071.stdout:op 5106 completed, throughput=5MB/sec 2023-12-16T18:45:03.451 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-b28L2Dw23CVndwT off=8174532 len=699611 2023-12-16T18:45:03.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 5107 completed, throughput=5MB/sec 2023-12-16T18:45:03.452 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DO-emwZvGRx0MGk off=1735159 len=119719 2023-12-16T18:45:03.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 5108 completed, throughput=5MB/sec 2023-12-16T18:45:03.452 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1T5diJ_kjdfSAE3 off=4041405 len=636958 2023-12-16T18:45:03.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 5109 completed, throughput=5MB/sec 2023-12-16T18:45:03.457 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZDsF20q1_lAib2S off=9151917 len=607003 2023-12-16T18:45:03.461 INFO:tasks.workunit.client.0.smithi071.stdout:op 5110 completed, throughput=5MB/sec 2023-12-16T18:45:03.461 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kgz6CfuUv6yQdOW off=1308575 len=1258436 2023-12-16T18:45:03.462 INFO:tasks.workunit.client.0.smithi071.stdout:op 5111 completed, throughput=5MB/sec 2023-12-16T18:45:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:04.463 INFO:tasks.workunit.client.0.smithi071.stdout: 991: throughput=5MB/sec pending data=0 2023-12-16T18:45:04.463 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KJ3Wsx5_pop_wOX off=6870412 len=181808 2023-12-16T18:45:04.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 5112 completed, throughput=5MB/sec 2023-12-16T18:45:04.463 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vJ-64SRXu6MmrP2 off=696653 len=1178944 2023-12-16T18:45:04.469 INFO:tasks.workunit.client.0.smithi071.stdout:op 5113 completed, throughput=5MB/sec 2023-12-16T18:45:04.469 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-paHjQq1Gz0_V--R off=12234495 len=23330 2023-12-16T18:45:04.470 INFO:tasks.workunit.client.0.smithi071.stdout:op 5114 completed, throughput=5MB/sec 2023-12-16T18:45:04.470 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lCJAubGetSs_Uqc off=16187655 len=1288217 2023-12-16T18:45:04.477 INFO:tasks.workunit.client.0.smithi071.stdout:op 5115 completed, throughput=5MB/sec 2023-12-16T18:45:04.477 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zNVF8dtuLkuBSiw off=1341449 len=547910 2023-12-16T18:45:04.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 5116 completed, throughput=5MB/sec 2023-12-16T18:45:04.481 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CpjY3A9Xi0LdTNs off=149290 len=1576978 2023-12-16T18:45:04.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 5117 completed, throughput=5MB/sec 2023-12-16T18:45:04.490 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B0SwLCmbf1mCvct off=311786 len=1526370 2023-12-16T18:45:04.492 INFO:tasks.workunit.client.0.smithi071.stdout:op 5118 completed, throughput=5MB/sec 2023-12-16T18:45:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:04 smithi071 ceph-mon[142085]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:04 smithi071 ceph-mon[139725]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:04 smithi184 ceph-mon[136228]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:05.492 INFO:tasks.workunit.client.0.smithi071.stdout: 992: throughput=5MB/sec pending data=0 2023-12-16T18:45:05.492 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ELP9LxsPRZeMVGT off=4747608 len=919170 2023-12-16T18:45:05.497 INFO:tasks.workunit.client.0.smithi071.stdout:op 5119 completed, throughput=5MB/sec 2023-12-16T18:45:05.497 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--bSAgIP1uQQou7v off=1377847 len=1358253 2023-12-16T18:45:05.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 5120 completed, throughput=5MB/sec 2023-12-16T18:45:05.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cWOyp2U9_Uhfgju off=670266 len=1949820 2023-12-16T18:45:05.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 5121 completed, throughput=5MB/sec 2023-12-16T18:45:06.510 INFO:tasks.workunit.client.0.smithi071.stdout: 993: throughput=5MB/sec pending data=0 2023-12-16T18:45:06.511 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Nao6Wli-p8L_KBL off=12623994 len=743204 2023-12-16T18:45:06.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 5122 completed, throughput=5MB/sec 2023-12-16T18:45:06.514 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m6tqX5ORK6SLg4K off=2708123 len=120358 2023-12-16T18:45:06.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 5123 completed, throughput=5MB/sec 2023-12-16T18:45:06.516 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5ENBSwk9IpmUsBC off=10694079 len=1933534 2023-12-16T18:45:06.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 5124 completed, throughput=5MB/sec 2023-12-16T18:45:06.516 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CpJsvhaPCnWmKwe off=3601404 len=1329980 2023-12-16T18:45:06.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 5125 completed, throughput=5MB/sec 2023-12-16T18:45:06.518 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nCO_L1uVXLUXTXM off=2120157 len=465287 2023-12-16T18:45:06.522 INFO:tasks.workunit.client.0.smithi071.stdout:op 5126 completed, throughput=5MB/sec 2023-12-16T18:45:06.522 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-LJY_G0RbehuRpAc off=20448455 len=613672 2023-12-16T18:45:06.523 INFO:tasks.workunit.client.0.smithi071.stdout:op 5127 completed, throughput=5MB/sec 2023-12-16T18:45:06.523 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e-JW_hJWZETwtA- off=7235425 len=326379 2023-12-16T18:45:06.526 INFO:tasks.workunit.client.0.smithi071.stdout:op 5128 completed, throughput=5MB/sec 2023-12-16T18:45:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:06 smithi071 ceph-mon[139725]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:06 smithi071 ceph-mon[142085]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:06 smithi184 ceph-mon[136228]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:07.526 INFO:tasks.workunit.client.0.smithi071.stdout: 994: throughput=5MB/sec pending data=0 2023-12-16T18:45:07.526 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2HvNbs_ibhtvhji off=18279857 len=150240 2023-12-16T18:45:07.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 5129 completed, throughput=5MB/sec 2023-12-16T18:45:07.527 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yb9TrRDEE9HZN5J off=11821167 len=551735 2023-12-16T18:45:07.528 INFO:tasks.workunit.client.0.smithi071.stdout:op 5130 completed, throughput=5MB/sec 2023-12-16T18:45:07.528 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jTM5uCOi7_DSuaA off=4141859 len=732154 2023-12-16T18:45:07.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 5131 completed, throughput=5MB/sec 2023-12-16T18:45:07.532 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gYnRLta3Id_FeL0 off=9927241 len=2086280 2023-12-16T18:45:07.544 INFO:tasks.workunit.client.0.smithi071.stdout:op 5132 completed, throughput=5MB/sec 2023-12-16T18:45:07.544 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6YuXwQS8Ug4r9zN off=2667034 len=485818 2023-12-16T18:45:07.545 INFO:tasks.workunit.client.0.smithi071.stdout:op 5133 completed, throughput=5MB/sec 2023-12-16T18:45:07.545 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpJQ4ksZifNjmwA off=6572186 len=327529 2023-12-16T18:45:07.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 5134 completed, throughput=5MB/sec 2023-12-16T18:45:07.548 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XrdmmVImOX7H_aX off=11417650 len=819905 2023-12-16T18:45:07.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 5135 completed, throughput=5MB/sec 2023-12-16T18:45:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:07] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:45:08.549 INFO:tasks.workunit.client.0.smithi071.stdout: 995: throughput=5MB/sec pending data=0 2023-12-16T18:45:08.549 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kp0Ers6rPkJTazi off=17185593 len=893680 2023-12-16T18:45:08.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 5136 completed, throughput=5MB/sec 2023-12-16T18:45:08.550 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TMbosVygz5riVFO off=5004458 len=857602 2023-12-16T18:45:08.556 INFO:tasks.workunit.client.0.smithi071.stdout:op 5137 completed, throughput=5MB/sec 2023-12-16T18:45:08.556 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7MDE95yJsqSqcjE off=2439508 len=1708006 2023-12-16T18:45:08.565 INFO:tasks.workunit.client.0.smithi071.stdout:op 5138 completed, throughput=5MB/sec 2023-12-16T18:45:08.565 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wvs98ESQAmzl0Zl off=7694766 len=1275951 2023-12-16T18:45:08.571 INFO:tasks.workunit.client.0.smithi071.stdout:op 5139 completed, throughput=5MB/sec 2023-12-16T18:45:08.571 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vDhi3MPqnutXgKJ off=13624771 len=1819511 2023-12-16T18:45:08.581 INFO:tasks.workunit.client.0.smithi071.stdout:op 5140 completed, throughput=5MB/sec 2023-12-16T18:45:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:08 smithi071 ceph-mon[139725]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:45:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:08 smithi071 ceph-mon[142085]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:45:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:08 smithi184 ceph-mon[136228]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:45:09.581 INFO:tasks.workunit.client.0.smithi071.stdout: 996: throughput=5MB/sec pending data=0 2023-12-16T18:45:09.581 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-izOn_OaJcsq-EYh off=16251114 len=881671 2023-12-16T18:45:09.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 5141 completed, throughput=5MB/sec 2023-12-16T18:45:09.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SHdyoGJWMCgqtJd off=8374179 len=1908710 2023-12-16T18:45:09.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 5142 completed, throughput=5MB/sec 2023-12-16T18:45:09.591 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rI99geAx7NxmmGA off=2883809 len=539834 2023-12-16T18:45:09.595 INFO:tasks.workunit.client.0.smithi071.stdout:op 5143 completed, throughput=5MB/sec 2023-12-16T18:45:09.596 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5LgXDj-EHUPc5t_ off=17502232 len=1996083 2023-12-16T18:45:09.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 5144 completed, throughput=5MB/sec 2023-12-16T18:45:10.605 INFO:tasks.workunit.client.0.smithi071.stdout: 997: throughput=5MB/sec pending data=0 2023-12-16T18:45:10.606 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-r6wgQo91caWVoDX off=7611075 len=1330219 2023-12-16T18:45:10.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 5145 completed, throughput=5MB/sec 2023-12-16T18:45:10.607 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zrfZiUn06pwIWhE off=2990247 len=1368413 2023-12-16T18:45:10.610 INFO:tasks.workunit.client.0.smithi071.stdout:op 5146 completed, throughput=5MB/sec 2023-12-16T18:45:10.610 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NDZysPjWhxTnWAB off=16277516 len=1449676 2023-12-16T18:45:10.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 5147 completed, throughput=5MB/sec 2023-12-16T18:45:10.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:10 smithi071 ceph-mon[139725]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:45:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:10 smithi071 ceph-mon[142085]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:45:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:10 smithi184 ceph-mon[136228]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-16T18:45:11.613 INFO:tasks.workunit.client.0.smithi071.stdout: 998: throughput=5MB/sec pending data=0 2023-12-16T18:45:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VyEKz_AytJ4env8 off=8336494 len=1735655 2023-12-16T18:45:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:op 5148 completed, throughput=5MB/sec 2023-12-16T18:45:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QUgO-x252zT8uTS off=9006452 len=574817 2023-12-16T18:45:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 5149 completed, throughput=5MB/sec 2023-12-16T18:45:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dnAGY_yUSijdT5u off=2996971 len=1206729 2023-12-16T18:45:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 5150 completed, throughput=5MB/sec 2023-12-16T18:45:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MFEH2JxYGpsJ7dp off=2245000 len=1919762 2023-12-16T18:45:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 5151 completed, throughput=5MB/sec 2023-12-16T18:45:12.635 INFO:tasks.workunit.client.0.smithi071.stdout: 999: throughput=5MB/sec pending data=0 2023-12-16T18:45:12.635 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XRmVZktXrrWPq0R off=10633387 len=528283 2023-12-16T18:45:12.636 INFO:tasks.workunit.client.0.smithi071.stdout:op 5152 completed, throughput=5MB/sec 2023-12-16T18:45:12.636 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gksNLtWkSQ2aHQc off=150614 len=1316433 2023-12-16T18:45:12.638 INFO:tasks.workunit.client.0.smithi071.stdout:op 5153 completed, throughput=5MB/sec 2023-12-16T18:45:12.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kAPXsZtu9wSOmfv off=6731004 len=1788434 2023-12-16T18:45:12.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 5154 completed, throughput=5MB/sec 2023-12-16T18:45:12.646 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Q4TE8EQL5Fnt42D off=2464308 len=15740 2023-12-16T18:45:12.646 INFO:tasks.workunit.client.0.smithi071.stdout:op 5155 completed, throughput=5MB/sec 2023-12-16T18:45:12.646 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QBcP2vZRBCQR1hv off=8594756 len=1354557 2023-12-16T18:45:12.651 INFO:tasks.workunit.client.0.smithi071.stdout:op 5156 completed, throughput=5MB/sec 2023-12-16T18:45:12.652 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rMdhtVzPfYSvhMP off=8467878 len=2068786 2023-12-16T18:45:12.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 5157 completed, throughput=5MB/sec 2023-12-16T18:45:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:12 smithi071 ceph-mon[139725]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:12 smithi071 ceph-mon[142085]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:12 smithi184 ceph-mon[136228]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:45:13.657 INFO:tasks.workunit.client.0.smithi071.stdout: 1000: throughput=5MB/sec pending data=0 2023-12-16T18:45:13.657 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Vj4PTHC6tprFEPM off=8992605 len=212895 2023-12-16T18:45:13.657 INFO:tasks.workunit.client.0.smithi071.stdout:op 5158 completed, throughput=5MB/sec 2023-12-16T18:45:13.658 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iJz7m2ptSWHWDFF off=2845733 len=1326067 2023-12-16T18:45:13.658 INFO:tasks.workunit.client.0.smithi071.stdout:op 5159 completed, throughput=5MB/sec 2023-12-16T18:45:13.658 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VDDn2AjJw2YhqIr off=9907622 len=1590255 2023-12-16T18:45:13.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 5160 completed, throughput=5MB/sec 2023-12-16T18:45:13.661 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HFP-6pQB1GfCCdD off=1726317 len=368597 2023-12-16T18:45:13.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 5161 completed, throughput=5MB/sec 2023-12-16T18:45:14.665 INFO:tasks.workunit.client.0.smithi071.stdout: 1001: throughput=5MB/sec pending data=0 2023-12-16T18:45:14.665 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GCT57rb0fTJd9LD off=2679089 len=1009525 2023-12-16T18:45:14.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 5162 completed, throughput=5MB/sec 2023-12-16T18:45:14.667 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-73vyrofnJ0tEgKm off=8875946 len=1561673 2023-12-16T18:45:14.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 5163 completed, throughput=5MB/sec 2023-12-16T18:45:14.674 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nNIAX90V3VRDgjd off=6047178 len=1976687 2023-12-16T18:45:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:op 5164 completed, throughput=5MB/sec 2023-12-16T18:45:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fKjZ2ClF01utgm3 off=3844618 len=1989772 2023-12-16T18:45:14.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 5165 completed, throughput=5MB/sec 2023-12-16T18:45:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:14 smithi071 ceph-mon[139725]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:45:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:14 smithi071 ceph-mon[142085]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:45:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:14 smithi184 ceph-mon[136228]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:45:14.854 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (34m) 62s ago 37m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (34m) 9m ago 37m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (38m) 62s ago 38m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (38m) 9m ago 38m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (34m) 9m ago 40m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:45:15.163 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (34m) 62s ago 41m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (34m) 62s ago 41m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (33m) 9m ago 40m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (33m) 62s ago 40m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (34m) 62s ago 37m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (34m) 9m ago 37m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (32m) 62s ago 40m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (32m) 62s ago 40m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (32m) 62s ago 39m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (31m) 62s ago 39m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (31m) 9m ago 39m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (30m) 9m ago 39m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (30m) 9m ago 38m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (29m) 9m ago 38m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:45:15.164 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (34m) 9m ago 37m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:45:15.545 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:45:15.546 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:45:15.686 INFO:tasks.workunit.client.0.smithi071.stdout: 1002: throughput=5MB/sec pending data=0 2023-12-16T18:45:15.686 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HIlAdAlDkaLu9Ao off=379606 len=300745 2023-12-16T18:45:15.690 INFO:tasks.workunit.client.0.smithi071.stdout:op 5166 completed, throughput=5MB/sec 2023-12-16T18:45:15.690 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kd16X-eGwFeN6Jj off=5516237 len=2076750 2023-12-16T18:45:15.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 5167 completed, throughput=5MB/sec 2023-12-16T18:45:15.698 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yP0wdw0KSE3Fk9F off=2477923 len=1644785 2023-12-16T18:45:15.704 INFO:tasks.workunit.client.0.smithi071.stdout:op 5168 completed, throughput=5MB/sec 2023-12-16T18:45:15.704 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4PjDX40SP_2Bd0g off=6793517 len=1474487 2023-12-16T18:45:15.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 5169 completed, throughput=5MB/sec 2023-12-16T18:45:16.711 INFO:tasks.workunit.client.0.smithi071.stdout: 1003: throughput=5MB/sec pending data=0 2023-12-16T18:45:16.711 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1gdBsRttPIrfQo1 off=7897831 len=1396228 2023-12-16T18:45:16.718 INFO:tasks.workunit.client.0.smithi071.stdout:op 5170 completed, throughput=5MB/sec 2023-12-16T18:45:16.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QvqUDFX3JAVkoO9 off=824610 len=124776 2023-12-16T18:45:16.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 5171 completed, throughput=5MB/sec 2023-12-16T18:45:16.719 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TzW5I3HVafVpPTT off=9933634 len=248167 2023-12-16T18:45:16.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 5172 completed, throughput=5MB/sec 2023-12-16T18:45:16.721 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Re1gLVf8riSKzEX off=1417949 len=680083 2023-12-16T18:45:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[139725]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:45:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[139725]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[139725]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3798861559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:45:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[142085]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:45:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[142085]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[142085]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3798861559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:16 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:45:16.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 5173 completed, throughput=5MB/sec 2023-12-16T18:45:16.724 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jHg73J6Ezc14uKT off=9806333 len=1691823 2023-12-16T18:45:16.730 INFO:tasks.workunit.client.0.smithi071.stdout:op 5174 completed, throughput=5MB/sec 2023-12-16T18:45:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:16 smithi184 ceph-mon[136228]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-16T18:45:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:16 smithi184 ceph-mon[136228]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:16 smithi184 ceph-mon[136228]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3798861559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:16 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:45:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:17] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:45:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:45:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:45:17.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: 1004: throughput=5MB/sec pending data=0 2023-12-16T18:45:17.730 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rL230-tampL-K5o off=6005360 len=1084530 2023-12-16T18:45:17.731 INFO:tasks.workunit.client.0.smithi071.stdout:op 5175 completed, throughput=5MB/sec 2023-12-16T18:45:17.731 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2GOvYeiLJAju-B4 off=4804945 len=1149546 2023-12-16T18:45:17.738 INFO:tasks.workunit.client.0.smithi071.stdout:op 5176 completed, throughput=5MB/sec 2023-12-16T18:45:17.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Mng0ugPjeLp2irV off=3218109 len=53970 2023-12-16T18:45:17.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 5177 completed, throughput=5MB/sec 2023-12-16T18:45:17.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1ulX6CwkiLmSr3U off=3549981 len=1420413 2023-12-16T18:45:17.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 5178 completed, throughput=5MB/sec 2023-12-16T18:45:17.740 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-prwb4VKFSLfNcS8 off=2309869 len=1904877 2023-12-16T18:45:17.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 5179 completed, throughput=5MB/sec 2023-12-16T18:45:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:45:17.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:45:17.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:45:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: 1005: throughput=5MB/sec pending data=0 2023-12-16T18:45:18.752 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xko-Z6G2P4r0HJd off=5347196 len=2052432 2023-12-16T18:45:18.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 5180 completed, throughput=5MB/sec 2023-12-16T18:45:18.754 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yCKelt6eqeszbkt off=4862917 len=1652505 2023-12-16T18:45:18.761 INFO:tasks.workunit.client.0.smithi071.stdout:op 5181 completed, throughput=5MB/sec 2023-12-16T18:45:18.762 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g5kusXxevzF1Goi off=264558 len=1588213 2023-12-16T18:45:18.763 INFO:tasks.workunit.client.0.smithi071.stdout:op 5182 completed, throughput=5MB/sec 2023-12-16T18:45:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:18 smithi184 ceph-mon[136228]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:45:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:18 smithi071 ceph-mon[139725]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:45:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:18 smithi071 ceph-mon[142085]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:45:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: 1006: throughput=5MB/sec pending data=0 2023-12-16T18:45:19.763 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_O1bskmTpVFMd_m off=1641976 len=1624430 2023-12-16T18:45:19.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 5183 completed, throughput=5MB/sec 2023-12-16T18:45:19.765 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nkf__1BbXeIa7pa off=14470133 len=823544 2023-12-16T18:45:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 5184 completed, throughput=5MB/sec 2023-12-16T18:45:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XrJovQC9iKKfgOC off=12955324 len=1757745 2023-12-16T18:45:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 5185 completed, throughput=5MB/sec 2023-12-16T18:45:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F-Cz1HE8DJHpora off=4287866 len=1629929 2023-12-16T18:45:19.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 5186 completed, throughput=5MB/sec 2023-12-16T18:45:20.777 INFO:tasks.workunit.client.0.smithi071.stdout: 1007: throughput=5MB/sec pending data=0 2023-12-16T18:45:20.777 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4b2moEvTCsFbbPe off=1991813 len=425423 2023-12-16T18:45:20.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 5187 completed, throughput=5MB/sec 2023-12-16T18:45:20.782 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Kg31V5Q1OkufF_b off=2708729 len=873617 2023-12-16T18:45:20.786 INFO:tasks.workunit.client.0.smithi071.stdout:op 5188 completed, throughput=5MB/sec 2023-12-16T18:45:20.786 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FEl09dh6l5qAwho off=21746716 len=853872 2023-12-16T18:45:20.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 5189 completed, throughput=5MB/sec 2023-12-16T18:45:20.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0-M8OuDeqUhEhsj off=17597866 len=106804 2023-12-16T18:45:20.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 5190 completed, throughput=5MB/sec 2023-12-16T18:45:20.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kAPXsZtu9wSOmfv off=5050496 len=397882 2023-12-16T18:45:20.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 5191 completed, throughput=5MB/sec 2023-12-16T18:45:20.793 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ley7nBgmLAR4RcO off=8841022 len=356187 2023-12-16T18:45:20.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 5192 completed, throughput=5MB/sec 2023-12-16T18:45:20.796 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6Ot37wEB9Zg18iU off=3740061 len=74388 2023-12-16T18:45:20.798 INFO:tasks.workunit.client.0.smithi071.stdout:op 5193 completed, throughput=5MB/sec 2023-12-16T18:45:20.799 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oXcg8n16un5bDU3 off=12171509 len=1836245 2023-12-16T18:45:20.802 INFO:tasks.workunit.client.0.smithi071.stdout:op 5194 completed, throughput=5MB/sec 2023-12-16T18:45:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:20 smithi184 ceph-mon[136228]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:20 smithi071 ceph-mon[139725]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:20 smithi071 ceph-mon[142085]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:21.805 INFO:tasks.workunit.client.0.smithi071.stdout: 1008: throughput=5MB/sec pending data=0 2023-12-16T18:45:21.805 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qEaejEjyNLHo1s2 off=2828287 len=1580519 2023-12-16T18:45:21.811 INFO:tasks.workunit.client.0.smithi071.stdout:op 5195 completed, throughput=5MB/sec 2023-12-16T18:45:21.812 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1D_Jik6B1SFgl20 off=1117545 len=1721771 2023-12-16T18:45:21.813 INFO:tasks.workunit.client.0.smithi071.stdout:op 5196 completed, throughput=5MB/sec 2023-12-16T18:45:21.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U3XwM0GmfPoWwNj off=2144147 len=186847 2023-12-16T18:45:21.813 INFO:tasks.workunit.client.0.smithi071.stdout:op 5197 completed, throughput=5MB/sec 2023-12-16T18:45:21.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JP-SpmL4HmAW7nx off=5538304 len=763515 2023-12-16T18:45:21.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 5198 completed, throughput=5MB/sec 2023-12-16T18:45:21.815 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7iG8QfslIe0rTUt off=13687899 len=723956 2023-12-16T18:45:21.816 INFO:tasks.workunit.client.0.smithi071.stdout:op 5199 completed, throughput=5MB/sec 2023-12-16T18:45:22.816 INFO:tasks.workunit.client.0.smithi071.stdout: 1009: throughput=5MB/sec pending data=0 2023-12-16T18:45:22.816 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d-bPZnTnYVahysI off=11900660 len=980733 2023-12-16T18:45:22.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 5200 completed, throughput=5MB/sec 2023-12-16T18:45:22.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ub5I36aGvc4Sxkh off=3272563 len=447997 2023-12-16T18:45:22.822 INFO:tasks.workunit.client.0.smithi071.stdout:op 5201 completed, throughput=5MB/sec 2023-12-16T18:45:22.822 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PyvLBjgiyW5Ta-K off=3097276 len=996061 2023-12-16T18:45:22.823 INFO:tasks.workunit.client.0.smithi071.stdout:op 5202 completed, throughput=5MB/sec 2023-12-16T18:45:22.823 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VPdP5ALGZY_6S-7 off=13752446 len=1216737 2023-12-16T18:45:22.830 INFO:tasks.workunit.client.0.smithi071.stdout:op 5203 completed, throughput=5MB/sec 2023-12-16T18:45:22.831 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-g5ZwdnW03uK7XDw off=1327436 len=875385 2023-12-16T18:45:22.833 INFO:tasks.workunit.client.0.smithi071.stdout:op 5204 completed, throughput=5MB/sec 2023-12-16T18:45:22.833 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YXuAjXBlFexUeo0 off=2369038 len=1770312 2023-12-16T18:45:22.834 INFO:tasks.workunit.client.0.smithi071.stdout:op 5205 completed, throughput=5MB/sec 2023-12-16T18:45:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:22 smithi184 ceph-mon[136228]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-16T18:45:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:22 smithi071 ceph-mon[139725]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-16T18:45:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:22 smithi071 ceph-mon[142085]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-16T18:45:23.835 INFO:tasks.workunit.client.0.smithi071.stdout: 1010: throughput=5MB/sec pending data=0 2023-12-16T18:45:23.835 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oXlrBsGNtGzQrxI off=1775511 len=1936444 2023-12-16T18:45:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:23 smithi184 ceph-mon[136228]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-16T18:45:23.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 5206 completed, throughput=5MB/sec 2023-12-16T18:45:23.848 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4PjDX40SP_2Bd0g off=6900123 len=1248514 2023-12-16T18:45:23.854 INFO:tasks.workunit.client.0.smithi071.stdout:op 5207 completed, throughput=5MB/sec 2023-12-16T18:45:23.855 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AJMri3bJUaqy4RV off=3254486 len=541533 2023-12-16T18:45:23.855 INFO:tasks.workunit.client.0.smithi071.stdout:op 5208 completed, throughput=5MB/sec 2023-12-16T18:45:23.855 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ABjNlQqt7Mv3doM off=8664580 len=1608347 2023-12-16T18:45:23.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 5209 completed, throughput=5MB/sec 2023-12-16T18:45:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:23 smithi071 ceph-mon[139725]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-16T18:45:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:23 smithi071 ceph-mon[142085]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-16T18:45:24.863 INFO:tasks.workunit.client.0.smithi071.stdout: 1011: throughput=5MB/sec pending data=0 2023-12-16T18:45:24.863 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-h-vQXXyauOKSuyb off=2703318 len=948502 2023-12-16T18:45:24.868 INFO:tasks.workunit.client.0.smithi071.stdout:op 5210 completed, throughput=5MB/sec 2023-12-16T18:45:24.869 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iEJCD0w8aUcDctC off=4271547 len=355084 2023-12-16T18:45:24.872 INFO:tasks.workunit.client.0.smithi071.stdout:op 5211 completed, throughput=5MB/sec 2023-12-16T18:45:24.872 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pK9uibiwEVCtSo0 off=15031263 len=890059 2023-12-16T18:45:24.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 5212 completed, throughput=5MB/sec 2023-12-16T18:45:24.873 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2SdZcQv628x2kJ6 off=3250070 len=438922 2023-12-16T18:45:24.874 INFO:tasks.workunit.client.0.smithi071.stdout:op 5213 completed, throughput=5MB/sec 2023-12-16T18:45:24.874 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sJ9qri_8pgWAVI_ off=5853341 len=1223013 2023-12-16T18:45:24.875 INFO:tasks.workunit.client.0.smithi071.stdout:op 5214 completed, throughput=5MB/sec 2023-12-16T18:45:24.876 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nQ9LbNPW_w6Rpwo off=1567998 len=349299 2023-12-16T18:45:24.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 5215 completed, throughput=5MB/sec 2023-12-16T18:45:24.877 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CIbdHcbeioBQUZQ off=4196342 len=800626 2023-12-16T18:45:24.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 5216 completed, throughput=5MB/sec 2023-12-16T18:45:25.882 INFO:tasks.workunit.client.0.smithi071.stdout: 1012: throughput=5MB/sec pending data=0 2023-12-16T18:45:25.882 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g5kusXxevzF1Goi off=2799783 len=1630346 2023-12-16T18:45:25.890 INFO:tasks.workunit.client.0.smithi071.stdout:op 5217 completed, throughput=5MB/sec 2023-12-16T18:45:25.890 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pLXNy4JLPbxSzRg off=5239701 len=813877 2023-12-16T18:45:25.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 5218 completed, throughput=5MB/sec 2023-12-16T18:45:25.892 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XzyUXpLHxKX79lC off=5026033 len=307380 2023-12-16T18:45:25.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 5219 completed, throughput=5MB/sec 2023-12-16T18:45:25.894 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kb78UJF-cI3UejJ off=8563416 len=1942386 2023-12-16T18:45:25.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 5220 completed, throughput=5MB/sec 2023-12-16T18:45:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:25 smithi071 ceph-mon[139725]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:25 smithi071 ceph-mon[142085]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:26.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:25 smithi184 ceph-mon[136228]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:45:26.899 INFO:tasks.workunit.client.0.smithi071.stdout: 1013: throughput=5MB/sec pending data=0 2023-12-16T18:45:26.899 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-HwacMfaRLxGtPUC off=1822324 len=1295368 2023-12-16T18:45:26.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 5221 completed, throughput=5MB/sec 2023-12-16T18:45:26.902 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HQLVvXcE3dLEK_O off=626734 len=1865110 2023-12-16T18:45:26.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 5222 completed, throughput=5MB/sec 2023-12-16T18:45:26.913 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FLU6RCuaZKJrTow off=14378168 len=1105160 2023-12-16T18:45:26.918 INFO:tasks.workunit.client.0.smithi071.stdout:op 5223 completed, throughput=5MB/sec 2023-12-16T18:45:26.918 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c8xgV9G6PiaMU9C off=18791000 len=581974 2023-12-16T18:45:26.918 INFO:tasks.workunit.client.0.smithi071.stdout:op 5224 completed, throughput=5MB/sec 2023-12-16T18:45:26.919 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f1NB51f1DCZGpHZ off=14166621 len=1610115 2023-12-16T18:45:26.927 INFO:tasks.workunit.client.0.smithi071.stdout:op 5225 completed, throughput=5MB/sec 2023-12-16T18:45:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:27] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:45:27.927 INFO:tasks.workunit.client.0.smithi071.stdout: 1014: throughput=5MB/sec pending data=0 2023-12-16T18:45:27.927 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7gHdk950xUmcMV9 off=4575141 len=362657 2023-12-16T18:45:27.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 5226 completed, throughput=5MB/sec 2023-12-16T18:45:27.928 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MnvuelNyCHGxMKx off=9788335 len=668284 2023-12-16T18:45:27.933 INFO:tasks.workunit.client.0.smithi071.stdout:op 5227 completed, throughput=5MB/sec 2023-12-16T18:45:27.934 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XQWG4D3G733oSHN off=7213422 len=1014292 2023-12-16T18:45:27.934 INFO:tasks.workunit.client.0.smithi071.stdout:op 5228 completed, throughput=5MB/sec 2023-12-16T18:45:27.934 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6XZ7K5GezSmLm7Y off=1214648 len=1933730 2023-12-16T18:45:27.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 5229 completed, throughput=5MB/sec 2023-12-16T18:45:27.944 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_ZXmVViI_FZqQSG off=1297565 len=252961 2023-12-16T18:45:27.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 5230 completed, throughput=5MB/sec 2023-12-16T18:45:27.948 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YIodIfJH3o8PmEi off=5578033 len=1491340 2023-12-16T18:45:27.948 INFO:tasks.workunit.client.0.smithi071.stdout:op 5231 completed, throughput=5MB/sec 2023-12-16T18:45:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:28 smithi184 ceph-mon[136228]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:28 smithi071 ceph-mon[139725]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:28 smithi071 ceph-mon[142085]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:28.949 INFO:tasks.workunit.client.0.smithi071.stdout: 1015: throughput=5MB/sec pending data=0 2023-12-16T18:45:28.949 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-45IAVLD8fCo95gb off=706662 len=699576 2023-12-16T18:45:28.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 5232 completed, throughput=5MB/sec 2023-12-16T18:45:28.953 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wZDhooIg4G82mPh off=1864859 len=155974 2023-12-16T18:45:28.955 INFO:tasks.workunit.client.0.smithi071.stdout:op 5233 completed, throughput=5MB/sec 2023-12-16T18:45:28.955 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QYv9VKQQcVT96qH off=119808 len=536952 2023-12-16T18:45:28.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 5234 completed, throughput=5MB/sec 2023-12-16T18:45:28.959 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Zfao5Q4TzUuFLpu off=7297176 len=1544827 2023-12-16T18:45:28.965 INFO:tasks.workunit.client.0.smithi071.stdout:op 5235 completed, throughput=5MB/sec 2023-12-16T18:45:28.966 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EgWZxbpuTzM71Gq off=745809 len=1487223 2023-12-16T18:45:28.970 INFO:tasks.workunit.client.0.smithi071.stdout:op 5236 completed, throughput=5MB/sec 2023-12-16T18:45:29.970 INFO:tasks.workunit.client.0.smithi071.stdout: 1016: throughput=5MB/sec pending data=0 2023-12-16T18:45:29.970 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-js3C36RK7CZRvVc off=1685079 len=1010762 2023-12-16T18:45:29.974 INFO:tasks.workunit.client.0.smithi071.stdout:op 5237 completed, throughput=5MB/sec 2023-12-16T18:45:29.974 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ur7YAVWYNyzmy6j off=41622 len=777147 2023-12-16T18:45:29.981 INFO:tasks.workunit.client.0.smithi071.stdout:op 5238 completed, throughput=5MB/sec 2023-12-16T18:45:29.981 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MYCwSj-eoDhwfC0 off=2822706 len=54088 2023-12-16T18:45:29.982 INFO:tasks.workunit.client.0.smithi071.stdout:op 5239 completed, throughput=5MB/sec 2023-12-16T18:45:29.982 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-g7P6i36xNIcjliF off=68078 len=1888050 2023-12-16T18:45:29.990 INFO:tasks.workunit.client.0.smithi071.stdout:op 5240 completed, throughput=5MB/sec 2023-12-16T18:45:29.990 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oQH-h8zL7LP46xb off=9581 len=1540791 2023-12-16T18:45:29.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 5241 completed, throughput=5MB/sec 2023-12-16T18:45:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:30 smithi184 ceph-mon[136228]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:30 smithi071 ceph-mon[139725]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:30 smithi071 ceph-mon[142085]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:45:30.998 INFO:tasks.workunit.client.0.smithi071.stdout: 1017: throughput=5MB/sec pending data=0 2023-12-16T18:45:30.998 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sTMbf9B3HBYAs3B off=1839017 len=1792317 2023-12-16T18:45:31.006 INFO:tasks.workunit.client.0.smithi071.stdout:op 5242 completed, throughput=5MB/sec 2023-12-16T18:45:31.006 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RA2eoe52kvhahFL off=848464 len=1798107 2023-12-16T18:45:31.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 5243 completed, throughput=5MB/sec 2023-12-16T18:45:31.015 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ko1iD823HC3iVR2 off=244302 len=1467297 2023-12-16T18:45:31.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 5244 completed, throughput=5MB/sec 2023-12-16T18:45:32.016 INFO:tasks.workunit.client.0.smithi071.stdout: 1018: throughput=5MB/sec pending data=0 2023-12-16T18:45:32.016 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--aahPoKStxlP7-E off=18677778 len=144744 2023-12-16T18:45:32.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 5245 completed, throughput=5MB/sec 2023-12-16T18:45:32.019 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OHfsQGvMcwggNrj off=1624061 len=613517 2023-12-16T18:45:32.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 5246 completed, throughput=5MB/sec 2023-12-16T18:45:32.020 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jy5QMKZl2FzyEx2 off=5404904 len=2090037 2023-12-16T18:45:32.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 5247 completed, throughput=5MB/sec 2023-12-16T18:45:32.033 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uN5kC5PO4upOE6d off=7819183 len=420968 2023-12-16T18:45:32.037 INFO:tasks.workunit.client.0.smithi071.stdout:op 5248 completed, throughput=5MB/sec 2023-12-16T18:45:32.037 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nt-MDQ7H4Uxpff8 off=0 len=1406917 2023-12-16T18:45:32.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 5249 completed, throughput=5MB/sec 2023-12-16T18:45:32.039 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EIGCNO7UvliS5YA off=3274565 len=160761 2023-12-16T18:45:32.041 INFO:tasks.workunit.client.0.smithi071.stdout:op 5250 completed, throughput=5MB/sec 2023-12-16T18:45:32.042 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p7lF47e73NXbcHw off=14343912 len=455079 2023-12-16T18:45:32.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 5251 completed, throughput=5MB/sec 2023-12-16T18:45:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:32 smithi184 ceph-mon[136228]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:45:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:32 smithi071 ceph-mon[139725]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:45:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:32 smithi071 ceph-mon[142085]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:45:33.046 INFO:tasks.workunit.client.0.smithi071.stdout: 1019: throughput=5MB/sec pending data=0 2023-12-16T18:45:33.046 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pKNKFJp-J3bgbxb off=2318783 len=1229374 2023-12-16T18:45:33.048 INFO:tasks.workunit.client.0.smithi071.stdout:op 5252 completed, throughput=5MB/sec 2023-12-16T18:45:33.048 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MQgJ2DQ11w_Q2gS off=12988656 len=1116253 2023-12-16T18:45:33.049 INFO:tasks.workunit.client.0.smithi071.stdout:op 5253 completed, throughput=5MB/sec 2023-12-16T18:45:33.049 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HPpQEOLAyr7DZs6 off=2808447 len=744605 2023-12-16T18:45:33.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 5254 completed, throughput=5MB/sec 2023-12-16T18:45:33.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LnF8ozNIEoJgxL0 off=1981403 len=938016 2023-12-16T18:45:33.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 5255 completed, throughput=5MB/sec 2023-12-16T18:45:33.060 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_IMzoVhaLmx3GC2 off=7998462 len=1861833 2023-12-16T18:45:33.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 5256 completed, throughput=5MB/sec 2023-12-16T18:45:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:34.067 INFO:tasks.workunit.client.0.smithi071.stdout: 1020: throughput=5MB/sec pending data=0 2023-12-16T18:45:34.068 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NKxOa4WxSM5MFxQ off=1481729 len=207927 2023-12-16T18:45:34.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 5257 completed, throughput=5MB/sec 2023-12-16T18:45:34.071 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YlVR3XlfS4z18_i off=1225633 len=767708 2023-12-16T18:45:34.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 5258 completed, throughput=5MB/sec 2023-12-16T18:45:34.076 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yoFIvoh1WgqTfoc off=1042610 len=998394 2023-12-16T18:45:34.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 5259 completed, throughput=5MB/sec 2023-12-16T18:45:34.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aKhmfau7adVRnG- off=700253 len=791614 2023-12-16T18:45:34.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 5260 completed, throughput=5MB/sec 2023-12-16T18:45:34.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-01HhKEuB5yCUOpK off=362429 len=1617283 2023-12-16T18:45:34.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 5261 completed, throughput=5MB/sec 2023-12-16T18:45:34.088 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yDURoJf0lRz70gv off=14517331 len=1147440 2023-12-16T18:45:34.090 INFO:tasks.workunit.client.0.smithi071.stdout:op 5262 completed, throughput=5MB/sec 2023-12-16T18:45:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:34 smithi184 ceph-mon[136228]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:34 smithi071 ceph-mon[139725]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:34 smithi071 ceph-mon[142085]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:35.091 INFO:tasks.workunit.client.0.smithi071.stdout: 1021: throughput=5MB/sec pending data=0 2023-12-16T18:45:35.091 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f7kYOpwcqmYK_Hu off=852887 len=543321 2023-12-16T18:45:35.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 5263 completed, throughput=5MB/sec 2023-12-16T18:45:35.095 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IN09z01CKBp4Qqr off=14606622 len=2085564 2023-12-16T18:45:35.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 5264 completed, throughput=5MB/sec 2023-12-16T18:45:35.098 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ifs8UeJgykDaY5s off=4159959 len=694887 2023-12-16T18:45:35.099 INFO:tasks.workunit.client.0.smithi071.stdout:op 5265 completed, throughput=5MB/sec 2023-12-16T18:45:35.099 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OpvjN4tCTi2mDna off=19831628 len=1827399 2023-12-16T18:45:35.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 5266 completed, throughput=5MB/sec 2023-12-16T18:45:36.102 INFO:tasks.workunit.client.0.smithi071.stdout: 1022: throughput=5MB/sec pending data=0 2023-12-16T18:45:36.102 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EpLSAdxGAHY8xxE off=13774812 len=1987236 2023-12-16T18:45:36.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 5267 completed, throughput=5MB/sec 2023-12-16T18:45:36.113 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RyY77NGZzznQFy_ off=5843855 len=594779 2023-12-16T18:45:36.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 5268 completed, throughput=5MB/sec 2023-12-16T18:45:36.116 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BJnZJA09ASxOdwc off=15114377 len=1616762 2023-12-16T18:45:36.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 5269 completed, throughput=5MB/sec 2023-12-16T18:45:36.118 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D4oMJx2ai5e2gJN off=12086170 len=662427 2023-12-16T18:45:36.123 INFO:tasks.workunit.client.0.smithi071.stdout:op 5270 completed, throughput=5MB/sec 2023-12-16T18:45:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:36 smithi184 ceph-mon[136228]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T18:45:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:36 smithi071 ceph-mon[139725]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T18:45:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:36 smithi071 ceph-mon[142085]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-16T18:45:37.123 INFO:tasks.workunit.client.0.smithi071.stdout: 1023: throughput=5MB/sec pending data=0 2023-12-16T18:45:37.123 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gi-IE3DhYvPAQMP off=8723315 len=331858 2023-12-16T18:45:37.124 INFO:tasks.workunit.client.0.smithi071.stdout:op 5271 completed, throughput=5MB/sec 2023-12-16T18:45:37.124 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5rYvwRtR9bZZZR3 off=16029853 len=1937447 2023-12-16T18:45:37.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 5272 completed, throughput=5MB/sec 2023-12-16T18:45:37.126 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TpaF8lnAoIxyo4W off=2298587 len=1521840 2023-12-16T18:45:37.134 INFO:tasks.workunit.client.0.smithi071.stdout:op 5273 completed, throughput=5MB/sec 2023-12-16T18:45:37.134 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-strTTIdBGm2vtrA off=6132667 len=593131 2023-12-16T18:45:37.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 5274 completed, throughput=5MB/sec 2023-12-16T18:45:37.138 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Y5txE7UXiWi8JYU off=2903656 len=452138 2023-12-16T18:45:37.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 5275 completed, throughput=5MB/sec 2023-12-16T18:45:37.142 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Yoz_tpvb3ZAWt_L off=18503208 len=11124 2023-12-16T18:45:37.142 INFO:tasks.workunit.client.0.smithi071.stdout:op 5276 completed, throughput=5MB/sec 2023-12-16T18:45:37.143 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IvHi-NQanR2D0Ao off=3078945 len=1417080 2023-12-16T18:45:37.145 INFO:tasks.workunit.client.0.smithi071.stdout:op 5277 completed, throughput=5MB/sec 2023-12-16T18:45:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:37] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:45:38.145 INFO:tasks.workunit.client.0.smithi071.stdout: 1024: throughput=5MB/sec pending data=0 2023-12-16T18:45:38.145 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U3XwM0GmfPoWwNj off=1461681 len=457483 2023-12-16T18:45:38.149 INFO:tasks.workunit.client.0.smithi071.stdout:op 5278 completed, throughput=5MB/sec 2023-12-16T18:45:38.149 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lMBR9kWKfUxLTYN off=2562846 len=341941 2023-12-16T18:45:38.152 INFO:tasks.workunit.client.0.smithi071.stdout:op 5279 completed, throughput=5MB/sec 2023-12-16T18:45:38.153 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ucuIKNp6cm0OCrg off=15974887 len=552903 2023-12-16T18:45:38.158 INFO:tasks.workunit.client.0.smithi071.stdout:op 5280 completed, throughput=5MB/sec 2023-12-16T18:45:38.159 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-09_N7nNtzEy_wFi off=5343502 len=535281 2023-12-16T18:45:38.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 5281 completed, throughput=5MB/sec 2023-12-16T18:45:38.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--ixNMs9nfkZtH6P off=802707 len=1668946 2023-12-16T18:45:38.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 5282 completed, throughput=5MB/sec 2023-12-16T18:45:38.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MoAmw7yWRq0QKmk off=3954510 len=841360 2023-12-16T18:45:38.169 INFO:tasks.workunit.client.0.smithi071.stdout:op 5283 completed, throughput=5MB/sec 2023-12-16T18:45:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:38 smithi184 ceph-mon[136228]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:45:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:38 smithi071 ceph-mon[139725]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:45:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:38 smithi071 ceph-mon[142085]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:45:39.170 INFO:tasks.workunit.client.0.smithi071.stdout: 1025: throughput=5MB/sec pending data=0 2023-12-16T18:45:39.170 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CoHM_aV_i2jhNTO off=12710167 len=54616 2023-12-16T18:45:39.171 INFO:tasks.workunit.client.0.smithi071.stdout:op 5284 completed, throughput=5MB/sec 2023-12-16T18:45:39.171 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kK60RCsdw7A_Dpc off=3186883 len=1742337 2023-12-16T18:45:39.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 5285 completed, throughput=5MB/sec 2023-12-16T18:45:39.181 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4ckbvQTKLf1cS7H off=1722802 len=905053 2023-12-16T18:45:39.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 5286 completed, throughput=5MB/sec 2023-12-16T18:45:39.182 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rP0flxABkcD4cSq off=3664633 len=1050074 2023-12-16T18:45:39.187 INFO:tasks.workunit.client.0.smithi071.stdout:op 5287 completed, throughput=5MB/sec 2023-12-16T18:45:39.187 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q4w90cabuXUA6uY off=8924682 len=40942 2023-12-16T18:45:39.189 INFO:tasks.workunit.client.0.smithi071.stdout:op 5288 completed, throughput=5MB/sec 2023-12-16T18:45:39.190 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wi_6jMsnaCcbhbg off=6459118 len=310383 2023-12-16T18:45:39.190 INFO:tasks.workunit.client.0.smithi071.stdout:op 5289 completed, throughput=5MB/sec 2023-12-16T18:45:39.190 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-n84tqYbdo3TikEQ off=6397790 len=1009907 2023-12-16T18:45:39.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 5290 completed, throughput=5MB/sec 2023-12-16T18:45:39.194 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1ldQSLg6pgkWyyW off=4594475 len=241001 2023-12-16T18:45:39.197 INFO:tasks.workunit.client.0.smithi071.stdout:op 5291 completed, throughput=5MB/sec 2023-12-16T18:45:39.198 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-U6o22QMWzrPjC6h off=6647965 len=743326 2023-12-16T18:45:39.201 INFO:tasks.workunit.client.0.smithi071.stdout:op 5292 completed, throughput=5MB/sec 2023-12-16T18:45:40.201 INFO:tasks.workunit.client.0.smithi071.stdout: 1026: throughput=5MB/sec pending data=0 2023-12-16T18:45:40.201 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GRkxtWL3ejMklBV off=6956848 len=522721 2023-12-16T18:45:40.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 5293 completed, throughput=5MB/sec 2023-12-16T18:45:40.202 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cJJ_bqtOGm_vyoA off=1061383 len=1994558 2023-12-16T18:45:40.211 INFO:tasks.workunit.client.0.smithi071.stdout:op 5294 completed, throughput=5MB/sec 2023-12-16T18:45:40.211 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7Y_9xMy64GHIMoZ off=384497 len=561818 2023-12-16T18:45:40.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 5295 completed, throughput=5MB/sec 2023-12-16T18:45:40.213 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0UajQlMGS4JdXWt off=1300035 len=2030806 2023-12-16T18:45:40.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 5296 completed, throughput=5MB/sec 2023-12-16T18:45:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:40 smithi184 ceph-mon[136228]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:40 smithi071 ceph-mon[139725]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:40 smithi071 ceph-mon[142085]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-16T18:45:41.218 INFO:tasks.workunit.client.0.smithi071.stdout: 1027: throughput=5MB/sec pending data=0 2023-12-16T18:45:41.218 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1F4nfSr37ypHrni off=120528 len=419906 2023-12-16T18:45:41.219 INFO:tasks.workunit.client.0.smithi071.stdout:op 5297 completed, throughput=5MB/sec 2023-12-16T18:45:41.219 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OSab9zawtRTZRem off=12009375 len=1377563 2023-12-16T18:45:41.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 5298 completed, throughput=5MB/sec 2023-12-16T18:45:41.221 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MpCBNfif5s9SrZ3 off=20755195 len=1918983 2023-12-16T18:45:41.234 INFO:tasks.workunit.client.0.smithi071.stdout:op 5299 completed, throughput=5MB/sec 2023-12-16T18:45:41.234 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xXHLAhihlSyZ_ZC off=862239 len=435236 2023-12-16T18:45:41.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 5300 completed, throughput=5MB/sec 2023-12-16T18:45:41.238 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yJ511dGiHZJkcEa off=143298 len=1712590 2023-12-16T18:45:41.241 INFO:tasks.workunit.client.0.smithi071.stdout:op 5301 completed, throughput=5MB/sec 2023-12-16T18:45:42.241 INFO:tasks.workunit.client.0.smithi071.stdout: 1028: throughput=5MB/sec pending data=0 2023-12-16T18:45:42.241 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kxbtasRYCzc2sil off=7521386 len=875572 2023-12-16T18:45:42.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 5302 completed, throughput=5MB/sec 2023-12-16T18:45:42.247 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gLlaEgFK7_FH8Ea off=869179 len=1037266 2023-12-16T18:45:42.248 INFO:tasks.workunit.client.0.smithi071.stdout:op 5303 completed, throughput=5MB/sec 2023-12-16T18:45:42.249 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zYl_DP0Bw1eiplP off=1116728 len=452321 2023-12-16T18:45:42.252 INFO:tasks.workunit.client.0.smithi071.stdout:op 5304 completed, throughput=5MB/sec 2023-12-16T18:45:42.252 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zFfqMpv_LfcNKs3 off=5531294 len=1721631 2023-12-16T18:45:42.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 5305 completed, throughput=5MB/sec 2023-12-16T18:45:42.257 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bfp8cSdO1VviLuq off=5793130 len=630900 2023-12-16T18:45:42.259 INFO:tasks.workunit.client.0.smithi071.stdout:op 5306 completed, throughput=5MB/sec 2023-12-16T18:45:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:42 smithi184 ceph-mon[136228]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:45:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:42 smithi071 ceph-mon[139725]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:45:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:42 smithi071 ceph-mon[142085]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:45:43.259 INFO:tasks.workunit.client.0.smithi071.stdout: 1029: throughput=5MB/sec pending data=0 2023-12-16T18:45:43.259 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rZ9UGcYJFNIVwZU off=5720541 len=1215526 2023-12-16T18:45:43.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 5307 completed, throughput=5MB/sec 2023-12-16T18:45:43.261 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AeV_sNW83CR5QXZ off=2387695 len=1380605 2023-12-16T18:45:43.263 INFO:tasks.workunit.client.0.smithi071.stdout:op 5308 completed, throughput=5MB/sec 2023-12-16T18:45:43.263 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0UWS1QpIUxNrtxW off=11045189 len=1356462 2023-12-16T18:45:43.265 INFO:tasks.workunit.client.0.smithi071.stdout:op 5309 completed, throughput=5MB/sec 2023-12-16T18:45:43.265 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nxpnSBGEcc5cK1i off=238528 len=1498866 2023-12-16T18:45:43.268 INFO:tasks.workunit.client.0.smithi071.stdout:op 5310 completed, throughput=5MB/sec 2023-12-16T18:45:44.268 INFO:tasks.workunit.client.0.smithi071.stdout: 1030: throughput=5MB/sec pending data=0 2023-12-16T18:45:44.268 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Tx2MUPCoLDoVNFF off=5406721 len=2087544 2023-12-16T18:45:44.273 INFO:tasks.workunit.client.0.smithi071.stdout:op 5311 completed, throughput=5MB/sec 2023-12-16T18:45:44.273 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cphI5FlrTyUNoOh off=4880086 len=1973443 2023-12-16T18:45:44.284 INFO:tasks.workunit.client.0.smithi071.stdout:op 5312 completed, throughput=5MB/sec 2023-12-16T18:45:44.284 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-x_Bhf6KuGI-W5PW off=141424 len=1330548 2023-12-16T18:45:44.285 INFO:tasks.workunit.client.0.smithi071.stdout:op 5313 completed, throughput=5MB/sec 2023-12-16T18:45:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:44 smithi184 ceph-mon[136228]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:44 smithi071 ceph-mon[139725]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:44 smithi071 ceph-mon[142085]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:45.285 INFO:tasks.workunit.client.0.smithi071.stdout: 1031: throughput=5MB/sec pending data=0 2023-12-16T18:45:45.285 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bstaO-vT0ZDvQKP off=15936108 len=1661196 2023-12-16T18:45:45.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 5314 completed, throughput=5MB/sec 2023-12-16T18:45:45.296 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Vna0R73ss3CGkTM off=913159 len=1191929 2023-12-16T18:45:45.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 5315 completed, throughput=5MB/sec 2023-12-16T18:45:45.299 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SYk3WTbpQ2V1Cpz off=3324296 len=1800598 2023-12-16T18:45:45.306 INFO:tasks.workunit.client.0.smithi071.stdout:op 5316 completed, throughput=5MB/sec 2023-12-16T18:45:45.306 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f1WQsLMs0jG8NYd off=1395292 len=138308 2023-12-16T18:45:45.307 INFO:tasks.workunit.client.0.smithi071.stdout:op 5317 completed, throughput=5MB/sec 2023-12-16T18:45:45.894 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (35m) 93s ago 38m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (35m) 9m ago 37m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (38m) 93s ago 38m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (38m) 9m ago 38m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:45:46.199 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (34m) 9m ago 40m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (35m) 93s ago 42m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (34m) 93s ago 42m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (34m) 9m ago 41m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (34m) 93s ago 41m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (35m) 93s ago 37m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (35m) 9m ago 37m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (33m) 93s ago 40m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (33m) 93s ago 40m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (32m) 93s ago 40m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (32m) 93s ago 40m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (31m) 9m ago 39m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (31m) 9m ago 39m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (30m) 9m ago 39m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (30m) 9m ago 39m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:45:46.200 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (34m) 9m ago 38m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:45:46.308 INFO:tasks.workunit.client.0.smithi071.stdout: 1032: throughput=5MB/sec pending data=0 2023-12-16T18:45:46.308 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bQB9oeOPbbyw6GT off=3236319 len=303503 2023-12-16T18:45:46.308 INFO:tasks.workunit.client.0.smithi071.stdout:op 5318 completed, throughput=5MB/sec 2023-12-16T18:45:46.309 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NhwWfraMAj9TWbM off=3321074 len=522062 2023-12-16T18:45:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 5319 completed, throughput=5MB/sec 2023-12-16T18:45:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9x0IfQchSFqjEvF off=10278203 len=283762 2023-12-16T18:45:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:op 5320 completed, throughput=5MB/sec 2023-12-16T18:45:46.310 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sRxh4edd-KR_g_U off=9590171 len=1575541 2023-12-16T18:45:46.313 INFO:tasks.workunit.client.0.smithi071.stdout:op 5321 completed, throughput=5MB/sec 2023-12-16T18:45:46.313 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-z35_Vgg2Lae3bj7 off=17015148 len=833773 2023-12-16T18:45:46.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 5322 completed, throughput=5MB/sec 2023-12-16T18:45:46.314 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tKHqJNdgoFh3xfK off=18434573 len=331907 2023-12-16T18:45:46.317 INFO:tasks.workunit.client.0.smithi071.stdout:op 5323 completed, throughput=5MB/sec 2023-12-16T18:45:46.317 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-epsZhXuHIjqDgqU off=6243695 len=1780916 2023-12-16T18:45:46.325 INFO:tasks.workunit.client.0.smithi071.stdout:op 5324 completed, throughput=5MB/sec 2023-12-16T18:45:46.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:46 smithi071 ceph-mon[139725]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:45:46.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:46 smithi071 ceph-mon[142085]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:45:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:46 smithi184 ceph-mon[136228]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:46.589 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:45:46.590 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:45:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: 1033: throughput=5MB/sec pending data=0 2023-12-16T18:45:47.325 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_oCaMNl55IdsnYv off=1804891 len=43165 2023-12-16T18:45:47.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 5325 completed, throughput=5MB/sec 2023-12-16T18:45:47.327 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-R2I4JEXdL2JBmAF off=3580133 len=2016144 2023-12-16T18:45:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:op 5326 completed, throughput=5MB/sec 2023-12-16T18:45:47.337 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W7c6UOcQSrtBb2L off=20824853 len=818806 2023-12-16T18:45:47.338 INFO:tasks.workunit.client.0.smithi071.stdout:op 5327 completed, throughput=5MB/sec 2023-12-16T18:45:47.338 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8S1j4GD8U92cUZ8 off=9847351 len=1264339 2023-12-16T18:45:47.345 INFO:tasks.workunit.client.0.smithi071.stdout:op 5328 completed, throughput=5MB/sec 2023-12-16T18:45:47.345 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0U3Ecsd5AohjE1F off=1211649 len=1648979 2023-12-16T18:45:47.348 INFO:tasks.workunit.client.0.smithi071.stdout:op 5329 completed, throughput=5MB/sec 2023-12-16T18:45:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:47 smithi184 ceph-mon[136228]: from='client.45773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:47 smithi184 ceph-mon[136228]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:47 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1457116752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[139725]: from='client.45773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[139725]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1457116752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:47] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:45:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[142085]: from='client.45773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[142085]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:45:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:47 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1457116752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:45:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: 1034: throughput=5MB/sec pending data=0 2023-12-16T18:45:48.349 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BrG0i3DgNuv5m5_ off=7070499 len=975208 2023-12-16T18:45:48.355 INFO:tasks.workunit.client.0.smithi071.stdout:op 5330 completed, throughput=5MB/sec 2023-12-16T18:45:48.355 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fhOQ08JgOPmP4YG off=10173282 len=1833143 2023-12-16T18:45:48.357 INFO:tasks.workunit.client.0.smithi071.stdout:op 5331 completed, throughput=5MB/sec 2023-12-16T18:45:48.357 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dzheZyMmiZZ056P off=9054960 len=617549 2023-12-16T18:45:48.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 5332 completed, throughput=5MB/sec 2023-12-16T18:45:48.358 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yAyZgq0EDGfBEsF off=4744912 len=740931 2023-12-16T18:45:48.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 5333 completed, throughput=5MB/sec 2023-12-16T18:45:48.359 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pdQ6dY_aL3_SgqN off=4082426 len=320689 2023-12-16T18:45:48.362 INFO:tasks.workunit.client.0.smithi071.stdout:op 5334 completed, throughput=5MB/sec 2023-12-16T18:45:48.363 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-igZfpmpQSLJIBV_ off=14127781 len=1705571 2023-12-16T18:45:48.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 5335 completed, throughput=5MB/sec 2023-12-16T18:45:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:48 smithi184 ceph-mon[136228]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:48 smithi071 ceph-mon[139725]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:48 smithi071 ceph-mon[142085]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:45:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: 1035: throughput=5MB/sec pending data=0 2023-12-16T18:45:49.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-42HD27jGkxsBtrn off=9699723 len=1281180 2023-12-16T18:45:49.372 INFO:tasks.workunit.client.0.smithi071.stdout:op 5336 completed, throughput=5MB/sec 2023-12-16T18:45:49.372 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QL6drSSDi--Rjs- off=8356956 len=1666490 2023-12-16T18:45:49.374 INFO:tasks.workunit.client.0.smithi071.stdout:op 5337 completed, throughput=5MB/sec 2023-12-16T18:45:49.374 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5PS8F5lc632IQe7 off=4255034 len=462554 2023-12-16T18:45:49.375 INFO:tasks.workunit.client.0.smithi071.stdout:op 5338 completed, throughput=5MB/sec 2023-12-16T18:45:49.375 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y73Ak2NGp6IIPsD off=1621367 len=959085 2023-12-16T18:45:49.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 5339 completed, throughput=5MB/sec 2023-12-16T18:45:50.377 INFO:tasks.workunit.client.0.smithi071.stdout: 1036: throughput=5MB/sec pending data=0 2023-12-16T18:45:50.377 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xxAH6HbvUo1yqa4 off=2236506 len=1252319 2023-12-16T18:45:50.384 INFO:tasks.workunit.client.0.smithi071.stdout:op 5340 completed, throughput=5MB/sec 2023-12-16T18:45:50.384 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lHue0Bckg2o2U2a off=13672456 len=375107 2023-12-16T18:45:50.385 INFO:tasks.workunit.client.0.smithi071.stdout:op 5341 completed, throughput=5MB/sec 2023-12-16T18:45:50.385 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OduUx3jRis-hvRu off=9716529 len=877819 2023-12-16T18:45:50.387 INFO:tasks.workunit.client.0.smithi071.stdout:op 5342 completed, throughput=5MB/sec 2023-12-16T18:45:50.387 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-w9cztB1CwDScjY- off=859919 len=1969427 2023-12-16T18:45:50.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 5343 completed, throughput=5MB/sec 2023-12-16T18:45:50.391 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MwcPv7P2r7j8fGb off=842852 len=1961056 2023-12-16T18:45:50.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 5344 completed, throughput=5MB/sec 2023-12-16T18:45:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:50 smithi184 ceph-mon[136228]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:50 smithi071 ceph-mon[139725]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:50 smithi071 ceph-mon[142085]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:45:51.400 INFO:tasks.workunit.client.0.smithi071.stdout: 1037: throughput=5MB/sec pending data=0 2023-12-16T18:45:51.401 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SKZf5d4vKhesU3y off=663498 len=1270799 2023-12-16T18:45:51.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 5345 completed, throughput=5MB/sec 2023-12-16T18:45:51.409 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gCzFPJ9Ygivjh8K off=0 len=1304275 2023-12-16T18:45:51.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 5346 completed, throughput=5MB/sec 2023-12-16T18:45:51.411 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RkI_2mThN5TsoDV off=2001906 len=1283259 2023-12-16T18:45:51.412 INFO:tasks.workunit.client.0.smithi071.stdout:op 5347 completed, throughput=5MB/sec 2023-12-16T18:45:52.413 INFO:tasks.workunit.client.0.smithi071.stdout: 1038: throughput=5MB/sec pending data=0 2023-12-16T18:45:52.413 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4fofEp56WThGbNN off=2005295 len=581430 2023-12-16T18:45:52.417 INFO:tasks.workunit.client.0.smithi071.stdout:op 5348 completed, throughput=5MB/sec 2023-12-16T18:45:52.417 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nWP8EB_PgCK-fwU off=23743013 len=1036178 2023-12-16T18:45:52.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 5349 completed, throughput=5MB/sec 2023-12-16T18:45:52.422 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wW3RLfESJvOvBek off=5622728 len=1733502 2023-12-16T18:45:52.431 INFO:tasks.workunit.client.0.smithi071.stdout:op 5350 completed, throughput=5MB/sec 2023-12-16T18:45:52.432 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T6BDu5aTzuqC0EG off=464145 len=857886 2023-12-16T18:45:52.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 5351 completed, throughput=5MB/sec 2023-12-16T18:45:52.436 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aP6Ec03IG8rg8lD off=2229925 len=42729 2023-12-16T18:45:52.437 INFO:tasks.workunit.client.0.smithi071.stdout:op 5352 completed, throughput=5MB/sec 2023-12-16T18:45:52.438 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-92GYWmRWMUfig9j off=1967074 len=569530 2023-12-16T18:45:52.441 INFO:tasks.workunit.client.0.smithi071.stdout:op 5353 completed, throughput=5MB/sec 2023-12-16T18:45:52.442 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WtPq-cw6mdPFHvv off=2552847 len=788017 2023-12-16T18:45:52.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 5354 completed, throughput=5MB/sec 2023-12-16T18:45:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:52 smithi184 ceph-mon[136228]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:52 smithi071 ceph-mon[139725]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:52 smithi071 ceph-mon[142085]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:53.446 INFO:tasks.workunit.client.0.smithi071.stdout: 1039: throughput=5MB/sec pending data=0 2023-12-16T18:45:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UwJZhKgZsjlgiqx off=13572907 len=1788686 2023-12-16T18:45:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 5355 completed, throughput=5MB/sec 2023-12-16T18:45:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Glhk3kXeP9xNYXd off=11620599 len=1383653 2023-12-16T18:45:53.456 INFO:tasks.workunit.client.0.smithi071.stdout:op 5356 completed, throughput=5MB/sec 2023-12-16T18:45:53.456 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HKoAdXsL-RMQY5u off=151978 len=1423126 2023-12-16T18:45:53.463 INFO:tasks.workunit.client.0.smithi071.stdout:op 5357 completed, throughput=5MB/sec 2023-12-16T18:45:53.463 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mrJ1lFMWibKxqMS off=1654262 len=1287768 2023-12-16T18:45:53.464 INFO:tasks.workunit.client.0.smithi071.stdout:op 5358 completed, throughput=5MB/sec 2023-12-16T18:45:54.465 INFO:tasks.workunit.client.0.smithi071.stdout: 1040: throughput=5MB/sec pending data=0 2023-12-16T18:45:54.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O5i8aU7vE0NlWsy off=6802451 len=1491177 2023-12-16T18:45:54.468 INFO:tasks.workunit.client.0.smithi071.stdout:op 5359 completed, throughput=5MB/sec 2023-12-16T18:45:54.468 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jxwtOYjnljuR75V off=10880023 len=1768564 2023-12-16T18:45:54.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 5360 completed, throughput=5MB/sec 2023-12-16T18:45:54.479 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XfFxSvRMA3W2PIO off=2337163 len=1532835 2023-12-16T18:45:54.481 INFO:tasks.workunit.client.0.smithi071.stdout:op 5361 completed, throughput=5MB/sec 2023-12-16T18:45:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:54 smithi184 ceph-mon[136228]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:54 smithi071 ceph-mon[139725]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:54.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:54 smithi071 ceph-mon[142085]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:45:55.481 INFO:tasks.workunit.client.0.smithi071.stdout: 1041: throughput=5MB/sec pending data=0 2023-12-16T18:45:55.481 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0LBJYGRVM3rk5T2 off=2798019 len=1086987 2023-12-16T18:45:55.489 INFO:tasks.workunit.client.0.smithi071.stdout:op 5362 completed, throughput=5MB/sec 2023-12-16T18:45:55.489 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kN3JbkFYETXoQyB off=7408346 len=1771448 2023-12-16T18:45:55.498 INFO:tasks.workunit.client.0.smithi071.stdout:op 5363 completed, throughput=5MB/sec 2023-12-16T18:45:55.498 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--cqzAwhqaVe58kh off=6818397 len=297330 2023-12-16T18:45:55.499 INFO:tasks.workunit.client.0.smithi071.stdout:op 5364 completed, throughput=5MB/sec 2023-12-16T18:45:55.499 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CLLuPDSSku3ZZyn off=9722806 len=483118 2023-12-16T18:45:55.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 5365 completed, throughput=5MB/sec 2023-12-16T18:45:55.503 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GkFDRPUFE74bBUH off=15781561 len=1370671 2023-12-16T18:45:55.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 5366 completed, throughput=5MB/sec 2023-12-16T18:45:56.506 INFO:tasks.workunit.client.0.smithi071.stdout: 1042: throughput=5MB/sec pending data=0 2023-12-16T18:45:56.506 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ui53Jl3TS1EWNie off=6719541 len=1434639 2023-12-16T18:45:56.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 5367 completed, throughput=5MB/sec 2023-12-16T18:45:56.514 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xG1gZifw1CYS6mC off=1872828 len=1714958 2023-12-16T18:45:56.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 5368 completed, throughput=5MB/sec 2023-12-16T18:45:56.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-quMs6OXpVf3iJWL off=4553442 len=557698 2023-12-16T18:45:56.520 INFO:tasks.workunit.client.0.smithi071.stdout:op 5369 completed, throughput=5MB/sec 2023-12-16T18:45:56.520 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UU5JDlxd_VQdfHg off=14256011 len=1113246 2023-12-16T18:45:56.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 5370 completed, throughput=5MB/sec 2023-12-16T18:45:56.524 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cYFYc0Gxwnt4mke off=2460427 len=1395490 2023-12-16T18:45:56.525 INFO:tasks.workunit.client.0.smithi071.stdout:op 5371 completed, throughput=5MB/sec 2023-12-16T18:45:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:56 smithi184 ceph-mon[136228]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:45:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:56 smithi071 ceph-mon[139725]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:45:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:56 smithi071 ceph-mon[142085]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:45:57.526 INFO:tasks.workunit.client.0.smithi071.stdout: 1043: throughput=5MB/sec pending data=0 2023-12-16T18:45:57.526 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PINvKeHrTylLEzX off=17737609 len=970547 2023-12-16T18:45:57.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 5372 completed, throughput=5MB/sec 2023-12-16T18:45:57.527 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FGrhdmRMdvANt0O off=105983 len=1557388 2023-12-16T18:45:57.529 INFO:tasks.workunit.client.0.smithi071.stdout:op 5373 completed, throughput=5MB/sec 2023-12-16T18:45:57.529 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cLSqffTua5QZYWS off=2897706 len=1716744 2023-12-16T18:45:57.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 5374 completed, throughput=5MB/sec 2023-12-16T18:45:57.538 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p2e1iEbJFP4VxzW off=1450008 len=2085838 2023-12-16T18:45:57.543 INFO:tasks.workunit.client.0.smithi071.stdout:op 5375 completed, throughput=5MB/sec 2023-12-16T18:45:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:45:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:45:57] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2023-12-16T18:45:58.543 INFO:tasks.workunit.client.0.smithi071.stdout: 1044: throughput=5MB/sec pending data=0 2023-12-16T18:45:58.543 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pgPkyClsBaPLfWm off=9812812 len=1029434 2023-12-16T18:45:58.549 INFO:tasks.workunit.client.0.smithi071.stdout:op 5376 completed, throughput=5MB/sec 2023-12-16T18:45:58.549 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-a3NDzvhig9YtaBF off=1226702 len=533013 2023-12-16T18:45:58.552 INFO:tasks.workunit.client.0.smithi071.stdout:op 5377 completed, throughput=5MB/sec 2023-12-16T18:45:58.552 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FELgnMfVzKHqlGL off=6557096 len=319624 2023-12-16T18:45:58.553 INFO:tasks.workunit.client.0.smithi071.stdout:op 5378 completed, throughput=5MB/sec 2023-12-16T18:45:58.553 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tIAZ5dpBTMqrqtD off=6535721 len=1348201 2023-12-16T18:45:58.554 INFO:tasks.workunit.client.0.smithi071.stdout:op 5379 completed, throughput=5MB/sec 2023-12-16T18:45:58.554 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BqbFqAFGt1ckDol off=5668408 len=94144 2023-12-16T18:45:58.556 INFO:tasks.workunit.client.0.smithi071.stdout:op 5380 completed, throughput=5MB/sec 2023-12-16T18:45:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:45:58 smithi184 ceph-mon[136228]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:45:58 smithi071 ceph-mon[139725]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:45:58 smithi071 ceph-mon[142085]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:45:59.556 INFO:tasks.workunit.client.0.smithi071.stdout: 1045: throughput=5MB/sec pending data=0 2023-12-16T18:45:59.556 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-r5g7C04a7VoR7Ty off=7230699 len=667136 2023-12-16T18:45:59.561 INFO:tasks.workunit.client.0.smithi071.stdout:op 5381 completed, throughput=5MB/sec 2023-12-16T18:45:59.561 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wduMyjRCF4Dvv-r off=8845803 len=1080058 2023-12-16T18:45:59.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 5382 completed, throughput=5MB/sec 2023-12-16T18:45:59.564 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3__rNQMEBKDeVAg off=8108525 len=1685448 2023-12-16T18:45:59.566 INFO:tasks.workunit.client.0.smithi071.stdout:op 5383 completed, throughput=5MB/sec 2023-12-16T18:45:59.566 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3t5k1oyemW1AgKh off=2267357 len=1386706 2023-12-16T18:45:59.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 5384 completed, throughput=5MB/sec 2023-12-16T18:45:59.567 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IG0uZY4n9ZS1UuV off=13482152 len=1217955 2023-12-16T18:45:59.568 INFO:tasks.workunit.client.0.smithi071.stdout:op 5385 completed, throughput=5MB/sec 2023-12-16T18:46:00.569 INFO:tasks.workunit.client.0.smithi071.stdout: 1046: throughput=5MB/sec pending data=0 2023-12-16T18:46:00.569 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2BwdoaydNQPakd3 off=156039 len=1112926 2023-12-16T18:46:00.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 5386 completed, throughput=5MB/sec 2023-12-16T18:46:00.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8ggRf74ZFH0Bfgy off=886920 len=127798 2023-12-16T18:46:00.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 5387 completed, throughput=5MB/sec 2023-12-16T18:46:00.577 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jpqGEvUJu8crZMc off=13919292 len=2007663 2023-12-16T18:46:00.579 INFO:tasks.workunit.client.0.smithi071.stdout:op 5388 completed, throughput=5MB/sec 2023-12-16T18:46:00.579 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ou64CdPd6XH3xKY off=3415255 len=547902 2023-12-16T18:46:00.583 INFO:tasks.workunit.client.0.smithi071.stdout:op 5389 completed, throughput=5MB/sec 2023-12-16T18:46:00.583 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FjL6xD6v_V8pv5p off=442218 len=151523 2023-12-16T18:46:00.585 INFO:tasks.workunit.client.0.smithi071.stdout:op 5390 completed, throughput=5MB/sec 2023-12-16T18:46:00.586 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Taot_wfnXHTKtOd off=7722575 len=2069919 2023-12-16T18:46:00.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:00 smithi184 ceph-mon[136228]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:00.588 INFO:tasks.workunit.client.0.smithi071.stdout:op 5391 completed, throughput=5MB/sec 2023-12-16T18:46:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:00 smithi071 ceph-mon[139725]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:00 smithi071 ceph-mon[142085]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:01.588 INFO:tasks.workunit.client.0.smithi071.stdout: 1047: throughput=5MB/sec pending data=0 2023-12-16T18:46:01.588 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-USsowDuv9MVFOYa off=20866480 len=1434845 2023-12-16T18:46:01.590 INFO:tasks.workunit.client.0.smithi071.stdout:op 5392 completed, throughput=5MB/sec 2023-12-16T18:46:01.590 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wzPOxELoQpCMI8g off=8257422 len=165170 2023-12-16T18:46:01.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 5393 completed, throughput=5MB/sec 2023-12-16T18:46:01.591 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7K4GWO8nz5rUeXk off=0 len=1104806 2023-12-16T18:46:01.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 5394 completed, throughput=5MB/sec 2023-12-16T18:46:01.593 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O4Pu6yt20pYZ16y off=2620728 len=899444 2023-12-16T18:46:01.594 INFO:tasks.workunit.client.0.smithi071.stdout:op 5395 completed, throughput=5MB/sec 2023-12-16T18:46:01.594 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uPU6H4E6JT3Fet4 off=4127787 len=1671306 2023-12-16T18:46:01.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 5396 completed, throughput=5MB/sec 2023-12-16T18:46:02.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1048: throughput=5MB/sec pending data=0 2023-12-16T18:46:02.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n1B12oDt1B8Ku1L off=2562094 len=1952957 2023-12-16T18:46:02.598 INFO:tasks.workunit.client.0.smithi071.stdout:op 5397 completed, throughput=5MB/sec 2023-12-16T18:46:02.599 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3yXMKcQNPQd81Ta off=1911672 len=1531317 2023-12-16T18:46:02.601 INFO:tasks.workunit.client.0.smithi071.stdout:op 5398 completed, throughput=5MB/sec 2023-12-16T18:46:02.601 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gVPh3Mc7yW6nTRs off=1687400 len=803286 2023-12-16T18:46:02.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 5399 completed, throughput=5MB/sec 2023-12-16T18:46:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:02 smithi071 ceph-mon[139725]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:02 smithi071 ceph-mon[142085]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:02 smithi184 ceph-mon[136228]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:03.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1049: throughput=5MB/sec pending data=0 2023-12-16T18:46:03.606 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-JMvKZDas04izmcH off=1869367 len=1318945 2023-12-16T18:46:03.612 INFO:tasks.workunit.client.0.smithi071.stdout:op 5400 completed, throughput=5MB/sec 2023-12-16T18:46:03.612 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XDm1o9V3_JO8bMq off=3167058 len=1911070 2023-12-16T18:46:03.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 5401 completed, throughput=5MB/sec 2023-12-16T18:46:03.621 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2K0K0Dpxur5BO8I off=880200 len=1201772 2023-12-16T18:46:03.625 INFO:tasks.workunit.client.0.smithi071.stdout:op 5402 completed, throughput=5MB/sec 2023-12-16T18:46:03.625 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HrzxuRO2A26O0n_ off=1202247 len=1936100 2023-12-16T18:46:03.635 INFO:tasks.workunit.client.0.smithi071.stdout:op 5403 completed, throughput=5MB/sec 2023-12-16T18:46:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:04.635 INFO:tasks.workunit.client.0.smithi071.stdout: 1050: throughput=5MB/sec pending data=0 2023-12-16T18:46:04.635 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZXBeoMJ0oS8RJjg off=1763937 len=1559517 2023-12-16T18:46:04.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 5404 completed, throughput=5MB/sec 2023-12-16T18:46:04.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--MVU7Vii-nujDy9 off=11622683 len=63269 2023-12-16T18:46:04.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 5405 completed, throughput=5MB/sec 2023-12-16T18:46:04.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HsA21Ci2mque_P5 off=3802234 len=314250 2023-12-16T18:46:04.641 INFO:tasks.workunit.client.0.smithi071.stdout:op 5406 completed, throughput=5MB/sec 2023-12-16T18:46:04.642 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-b9z7gL0TYyry1tE off=7638260 len=1094820 2023-12-16T18:46:04.647 INFO:tasks.workunit.client.0.smithi071.stdout:op 5407 completed, throughput=5MB/sec 2023-12-16T18:46:04.647 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-e2CuHWSGy0uwTgg off=216265 len=1148369 2023-12-16T18:46:04.653 INFO:tasks.workunit.client.0.smithi071.stdout:op 5408 completed, throughput=5MB/sec 2023-12-16T18:46:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:04 smithi071 ceph-mon[139725]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:04 smithi071 ceph-mon[142085]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:04 smithi184 ceph-mon[136228]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:05.653 INFO:tasks.workunit.client.0.smithi071.stdout: 1051: throughput=5MB/sec pending data=0 2023-12-16T18:46:05.654 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c5K3Jn-RXt6nQT1 off=4142264 len=394395 2023-12-16T18:46:05.654 INFO:tasks.workunit.client.0.smithi071.stdout:op 5409 completed, throughput=5MB/sec 2023-12-16T18:46:05.654 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EXSjTiLV0yuVCAu off=2703943 len=1880349 2023-12-16T18:46:05.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 5410 completed, throughput=5MB/sec 2023-12-16T18:46:05.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1DM5YKO5nZUIV7U off=192998 len=927260 2023-12-16T18:46:05.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 5411 completed, throughput=5MB/sec 2023-12-16T18:46:05.669 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T08vU27Qv57909i off=11500963 len=245576 2023-12-16T18:46:05.672 INFO:tasks.workunit.client.0.smithi071.stdout:op 5412 completed, throughput=5MB/sec 2023-12-16T18:46:05.672 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-amaCqepfXhErSVr off=12733898 len=737696 2023-12-16T18:46:05.676 INFO:tasks.workunit.client.0.smithi071.stdout:op 5413 completed, throughput=5MB/sec 2023-12-16T18:46:05.676 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D-qdvWGdytNf5KE off=3987865 len=890420 2023-12-16T18:46:05.682 INFO:tasks.workunit.client.0.smithi071.stdout:op 5414 completed, throughput=5MB/sec 2023-12-16T18:46:05.682 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_tvv_Isz894gSnp off=594427 len=1208165 2023-12-16T18:46:05.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 5415 completed, throughput=5MB/sec 2023-12-16T18:46:06.684 INFO:tasks.workunit.client.0.smithi071.stdout: 1052: throughput=5MB/sec pending data=0 2023-12-16T18:46:06.685 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-T7yomkdseOfbvO5 off=179368 len=1659581 2023-12-16T18:46:06.695 INFO:tasks.workunit.client.0.smithi071.stdout:op 5416 completed, throughput=5MB/sec 2023-12-16T18:46:06.695 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XeKcHMEAF33RSme off=846719 len=257469 2023-12-16T18:46:06.699 INFO:tasks.workunit.client.0.smithi071.stdout:op 5417 completed, throughput=5MB/sec 2023-12-16T18:46:06.699 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OCi4577IIdFQhMY off=843207 len=1669578 2023-12-16T18:46:06.705 INFO:tasks.workunit.client.0.smithi071.stdout:op 5418 completed, throughput=5MB/sec 2023-12-16T18:46:06.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qU06-7v9xPMqqBm off=5312884 len=1665516 2023-12-16T18:46:06.707 INFO:tasks.workunit.client.0.smithi071.stdout:op 5419 completed, throughput=5MB/sec 2023-12-16T18:46:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:06 smithi071 ceph-mon[139725]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:06 smithi071 ceph-mon[142085]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:06 smithi184 ceph-mon[136228]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:46:07.707 INFO:tasks.workunit.client.0.smithi071.stdout: 1053: throughput=5MB/sec pending data=0 2023-12-16T18:46:07.707 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JDFdIe65KkiNvp4 off=4039422 len=1484299 2023-12-16T18:46:07.708 INFO:tasks.workunit.client.0.smithi071.stdout:op 5420 completed, throughput=5MB/sec 2023-12-16T18:46:07.709 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3M4DJ6fgbwhpo6y off=5901252 len=999335 2023-12-16T18:46:07.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 5421 completed, throughput=5MB/sec 2023-12-16T18:46:07.710 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aH8YOZUuOvE6pXZ off=14644799 len=1147465 2023-12-16T18:46:07.712 INFO:tasks.workunit.client.0.smithi071.stdout:op 5422 completed, throughput=5MB/sec 2023-12-16T18:46:07.712 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-trvBCXQUZbIEd8o off=2761013 len=1832041 2023-12-16T18:46:07.713 INFO:tasks.workunit.client.0.smithi071.stdout:op 5423 completed, throughput=5MB/sec 2023-12-16T18:46:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:07] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:46:08.714 INFO:tasks.workunit.client.0.smithi071.stdout: 1054: throughput=5MB/sec pending data=0 2023-12-16T18:46:08.714 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Etv2reiPqrS3uB0 off=2004434 len=739228 2023-12-16T18:46:08.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 5424 completed, throughput=5MB/sec 2023-12-16T18:46:08.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F4yjQ-EZFHwgS7_ off=185768 len=942230 2023-12-16T18:46:08.721 INFO:tasks.workunit.client.0.smithi071.stdout:op 5425 completed, throughput=5MB/sec 2023-12-16T18:46:08.721 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-1hl9R8Z9NLuj7WK off=1207527 len=2075807 2023-12-16T18:46:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:08 smithi071 ceph-mon[139725]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:08 smithi071 ceph-mon[142085]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:08.723 INFO:tasks.workunit.client.0.smithi071.stdout:op 5426 completed, throughput=5MB/sec 2023-12-16T18:46:08.724 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_fqhqaxdxZGxzig off=9737383 len=1857327 2023-12-16T18:46:08.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 5427 completed, throughput=5MB/sec 2023-12-16T18:46:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:08 smithi184 ceph-mon[136228]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:09.727 INFO:tasks.workunit.client.0.smithi071.stdout: 1055: throughput=5MB/sec pending data=0 2023-12-16T18:46:09.727 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sB9bv9BFLm8D78l off=1105249 len=156012 2023-12-16T18:46:09.728 INFO:tasks.workunit.client.0.smithi071.stdout:op 5428 completed, throughput=5MB/sec 2023-12-16T18:46:09.728 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-d-bPZnTnYVahysI off=8984676 len=607877 2023-12-16T18:46:09.732 INFO:tasks.workunit.client.0.smithi071.stdout:op 5429 completed, throughput=5MB/sec 2023-12-16T18:46:09.733 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qOEKBDrALEUM8R8 off=57933 len=713638 2023-12-16T18:46:09.737 INFO:tasks.workunit.client.0.smithi071.stdout:op 5430 completed, throughput=5MB/sec 2023-12-16T18:46:09.738 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nf6Id3CGWRe3Rq4 off=295382 len=1884307 2023-12-16T18:46:09.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 5431 completed, throughput=5MB/sec 2023-12-16T18:46:09.740 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7ki5yJmkKM6Zppj off=7077673 len=1133338 2023-12-16T18:46:09.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 5432 completed, throughput=5MB/sec 2023-12-16T18:46:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:10 smithi071 ceph-mon[139725]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:10 smithi071 ceph-mon[142085]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:10.741 INFO:tasks.workunit.client.0.smithi071.stdout: 1056: throughput=5MB/sec pending data=0 2023-12-16T18:46:10.742 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y9NGReSeXxo5JTW off=7983361 len=1922790 2023-12-16T18:46:10.746 INFO:tasks.workunit.client.0.smithi071.stdout:op 5433 completed, throughput=5MB/sec 2023-12-16T18:46:10.746 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-C8BlHEwfYMhW5GQ off=350670 len=1709742 2023-12-16T18:46:10.750 INFO:tasks.workunit.client.0.smithi071.stdout:op 5434 completed, throughput=5MB/sec 2023-12-16T18:46:10.750 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nP6QS9GRTFnxFI5 off=652176 len=1153678 2023-12-16T18:46:10.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 5435 completed, throughput=5MB/sec 2023-12-16T18:46:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:10 smithi184 ceph-mon[136228]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:11.752 INFO:tasks.workunit.client.0.smithi071.stdout: 1057: throughput=5MB/sec pending data=0 2023-12-16T18:46:11.752 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hlHZ4bXTKVyL-K_ off=15730658 len=708729 2023-12-16T18:46:11.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 5436 completed, throughput=5MB/sec 2023-12-16T18:46:11.757 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nqUqJHxSuo5joYG off=5790183 len=238165 2023-12-16T18:46:11.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 5437 completed, throughput=5MB/sec 2023-12-16T18:46:11.757 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7QeRV2HkeQVjJxN off=706340 len=244471 2023-12-16T18:46:11.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 5438 completed, throughput=5MB/sec 2023-12-16T18:46:11.758 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fKuMmon76rWkD4D off=13130106 len=985487 2023-12-16T18:46:11.759 INFO:tasks.workunit.client.0.smithi071.stdout:op 5439 completed, throughput=5MB/sec 2023-12-16T18:46:11.759 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ELqptuKfyhITnHK off=5133731 len=1304123 2023-12-16T18:46:11.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 5440 completed, throughput=5MB/sec 2023-12-16T18:46:11.765 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MGyTG6AHXMqeCqc off=15606630 len=570631 2023-12-16T18:46:11.769 INFO:tasks.workunit.client.0.smithi071.stdout:op 5441 completed, throughput=5MB/sec 2023-12-16T18:46:11.769 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l5_3Ke9cD5QfWJX off=3281437 len=1441760 2023-12-16T18:46:11.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 5442 completed, throughput=5MB/sec 2023-12-16T18:46:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:12 smithi071 ceph-mon[139725]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:46:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:12 smithi071 ceph-mon[142085]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:46:12.778 INFO:tasks.workunit.client.0.smithi071.stdout: 1058: throughput=5MB/sec pending data=0 2023-12-16T18:46:12.778 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZaK8bChNJtkp7yW off=1210701 len=771308 2023-12-16T18:46:12.782 INFO:tasks.workunit.client.0.smithi071.stdout:op 5443 completed, throughput=5MB/sec 2023-12-16T18:46:12.782 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bCbOIkLQjp74MXn off=18997902 len=340284 2023-12-16T18:46:12.786 INFO:tasks.workunit.client.0.smithi071.stdout:op 5444 completed, throughput=5MB/sec 2023-12-16T18:46:12.786 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-l45zd9YPKbqQ3QC off=5639557 len=1746738 2023-12-16T18:46:12.795 INFO:tasks.workunit.client.0.smithi071.stdout:op 5445 completed, throughput=5MB/sec 2023-12-16T18:46:12.795 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6-ieU3hQz1uiXCG off=7795730 len=874393 2023-12-16T18:46:12.797 INFO:tasks.workunit.client.0.smithi071.stdout:op 5446 completed, throughput=5MB/sec 2023-12-16T18:46:12.797 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CgPr7QgIS_6DJaO off=619069 len=1931120 2023-12-16T18:46:12.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 5447 completed, throughput=5MB/sec 2023-12-16T18:46:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:12 smithi184 ceph-mon[136228]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-16T18:46:13.804 INFO:tasks.workunit.client.0.smithi071.stdout: 1059: throughput=5MB/sec pending data=0 2023-12-16T18:46:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WF62xKIohJ5h0Lm off=7959738 len=1897836 2023-12-16T18:46:13.807 INFO:tasks.workunit.client.0.smithi071.stdout:op 5448 completed, throughput=5MB/sec 2023-12-16T18:46:13.807 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7CF-IwNDic_sRhq off=2512949 len=840102 2023-12-16T18:46:13.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 5449 completed, throughput=5MB/sec 2023-12-16T18:46:13.813 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3RbHoOFE_tkpM4S off=6623188 len=1358089 2023-12-16T18:46:13.814 INFO:tasks.workunit.client.0.smithi071.stdout:op 5450 completed, throughput=5MB/sec 2023-12-16T18:46:13.814 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7gHbWLo5QCjv1q9 off=9567446 len=429322 2023-12-16T18:46:13.815 INFO:tasks.workunit.client.0.smithi071.stdout:op 5451 completed, throughput=5MB/sec 2023-12-16T18:46:13.815 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_pP8n-gNyBlUj31 off=16706329 len=1077080 2023-12-16T18:46:13.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 5452 completed, throughput=5MB/sec 2023-12-16T18:46:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:14 smithi071 ceph-mon[139725]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:46:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:14 smithi071 ceph-mon[142085]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:46:14.819 INFO:tasks.workunit.client.0.smithi071.stdout: 1060: throughput=5MB/sec pending data=0 2023-12-16T18:46:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rPqWXSiE7dRGOdp off=3855507 len=81039 2023-12-16T18:46:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:op 5453 completed, throughput=5MB/sec 2023-12-16T18:46:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XhTP_fiX3AgXnL0 off=7052124 len=1747661 2023-12-16T18:46:14.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 5454 completed, throughput=5MB/sec 2023-12-16T18:46:14.820 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9sktjemS85vfOO7 off=5102716 len=243708 2023-12-16T18:46:14.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 5455 completed, throughput=5MB/sec 2023-12-16T18:46:14.821 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S01oWlBiGyJBQHp off=8645470 len=464774 2023-12-16T18:46:14.825 INFO:tasks.workunit.client.0.smithi071.stdout:op 5456 completed, throughput=5MB/sec 2023-12-16T18:46:14.825 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FYCutENJR-NU9T4 off=9108609 len=4974 2023-12-16T18:46:14.827 INFO:tasks.workunit.client.0.smithi071.stdout:op 5457 completed, throughput=5MB/sec 2023-12-16T18:46:14.827 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Q_oSGYPf3yFE5q- off=573020 len=1013479 2023-12-16T18:46:14.832 INFO:tasks.workunit.client.0.smithi071.stdout:op 5458 completed, throughput=5MB/sec 2023-12-16T18:46:14.832 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-czPU1vq5zPzhn0H off=2692197 len=195336 2023-12-16T18:46:14.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 5459 completed, throughput=5MB/sec 2023-12-16T18:46:14.835 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KDSFnFEYwePUsgJ off=4538616 len=340636 2023-12-16T18:46:14.835 INFO:tasks.workunit.client.0.smithi071.stdout:op 5460 completed, throughput=5MB/sec 2023-12-16T18:46:14.835 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fKuMmon76rWkD4D off=15113349 len=1931945 2023-12-16T18:46:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:14 smithi184 ceph-mon[136228]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:46:14.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 5461 completed, throughput=5MB/sec 2023-12-16T18:46:15.846 INFO:tasks.workunit.client.0.smithi071.stdout: 1061: throughput=5MB/sec pending data=0 2023-12-16T18:46:15.846 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3554NhZqyWDOTvs off=6588165 len=1914334 2023-12-16T18:46:15.856 INFO:tasks.workunit.client.0.smithi071.stdout:op 5462 completed, throughput=5MB/sec 2023-12-16T18:46:15.856 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5iwnU7SUIz8suME off=3418456 len=1340088 2023-12-16T18:46:15.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 5463 completed, throughput=5MB/sec 2023-12-16T18:46:15.864 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rwUWvyt8SKN4qgq off=6139249 len=501926 2023-12-16T18:46:15.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 5464 completed, throughput=5MB/sec 2023-12-16T18:46:15.867 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gi_Zt3tuzVBj8tg off=13170671 len=2028518 2023-12-16T18:46:15.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 5465 completed, throughput=5MB/sec 2023-12-16T18:46:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:16 smithi071 ceph-mon[139725]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:16 smithi071 ceph-mon[142085]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:16 smithi184 ceph-mon[136228]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:16.874 INFO:tasks.workunit.client.0.smithi071.stdout: 1062: throughput=5MB/sec pending data=0 2023-12-16T18:46:16.882 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yJtfu54BMqwkW_o off=5234682 len=1942784 2023-12-16T18:46:16.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 5466 completed, throughput=5MB/sec 2023-12-16T18:46:16.883 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-meZetn8tGoHMNi_ off=1657521 len=689442 2023-12-16T18:46:16.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 5467 completed, throughput=5MB/sec 2023-12-16T18:46:16.883 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lMYICJOLy4CgEui off=11872691 len=1060485 2023-12-16T18:46:16.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 5468 completed, throughput=5MB/sec 2023-12-16T18:46:16.938 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (35m) 2m ago 38m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (35m) 10m ago 38m 84.9M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (39m) 2m ago 39m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (39m) 10m ago 39m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (35m) 10m ago 41m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (35m) 2m ago 42m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (35m) 2m ago 42m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (34m) 10m ago 41m 78.4M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:46:17.246 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (34m) 2m ago 41m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:46:17.247 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (35m) 2m ago 38m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:46:17.247 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (35m) 10m ago 38m 15.4M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:46:17.247 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (34m) 2m ago 41m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:46:17.247 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (33m) 2m ago 41m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:46:17.247 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (33m) 2m ago 40m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:46:17.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (32m) 2m ago 40m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:46:17.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (32m) 10m ago 40m 477M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:46:17.249 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (31m) 10m ago 40m 358M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:46:17.249 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (31m) 10m ago 39m 345M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:46:17.249 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (30m) 10m ago 39m 348M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:46:17.249 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (35m) 10m ago 38m 78.5M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:46:17.647 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:46:17.647 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:46:17.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:46:17.649 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:46:17.649 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:46:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:17 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:46:17.649 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:17] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2023-12-16T18:46:17.649 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:17 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:46:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:17 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:46:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: 1063: throughput=5MB/sec pending data=0 2023-12-16T18:46:17.877 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-roCd5cu_fS6JPIQ off=12754347 len=1424111 2023-12-16T18:46:17.880 INFO:tasks.workunit.client.0.smithi071.stdout:op 5469 completed, throughput=5MB/sec 2023-12-16T18:46:17.880 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hwNQaIrqR4MBNfl off=17199155 len=284606 2023-12-16T18:46:17.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 5470 completed, throughput=5MB/sec 2023-12-16T18:46:17.881 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WS9R86PWkl5fxAd off=14424552 len=1672395 2023-12-16T18:46:17.888 INFO:tasks.workunit.client.0.smithi071.stdout:op 5471 completed, throughput=5MB/sec 2023-12-16T18:46:17.888 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5TVlqtm2CiT9FeZ off=7300890 len=1990307 2023-12-16T18:46:17.892 INFO:tasks.workunit.client.0.smithi071.stdout:op 5472 completed, throughput=5MB/sec 2023-12-16T18:46:18.654 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:18 smithi184 ceph-mon[136228]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:18.655 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:18 smithi184 ceph-mon[136228]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.655 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:18 smithi184 ceph-mon[136228]: from='client.45797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.655 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/378792821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:18.655 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[139725]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[139725]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[139725]: from='client.45797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/378792821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[142085]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:46:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[142085]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[142085]: from='client.45797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/378792821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:18.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: 1064: throughput=5MB/sec pending data=0 2023-12-16T18:46:18.893 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2AeWWWHyt101enq off=11125658 len=2087785 2023-12-16T18:46:18.894 INFO:tasks.workunit.client.0.smithi071.stdout:op 5473 completed, throughput=5MB/sec 2023-12-16T18:46:18.895 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--NIKFsj7VU2s84k off=15435243 len=1948305 2023-12-16T18:46:18.903 INFO:tasks.workunit.client.0.smithi071.stdout:op 5474 completed, throughput=5MB/sec 2023-12-16T18:46:18.903 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BbFHVwXap0BAER2 off=7735332 len=1780720 2023-12-16T18:46:18.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 5475 completed, throughput=5MB/sec 2023-12-16T18:46:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: 1065: throughput=5MB/sec pending data=0 2023-12-16T18:46:19.905 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WSpU80UrXSny_xn off=15785640 len=1873777 2023-12-16T18:46:19.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 5476 completed, throughput=5MB/sec 2023-12-16T18:46:19.908 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8-jC8KejfIWCB2g off=16194812 len=117813 2023-12-16T18:46:19.909 INFO:tasks.workunit.client.0.smithi071.stdout:op 5477 completed, throughput=5MB/sec 2023-12-16T18:46:19.909 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8-QHq7RWjvu_G6k off=6579790 len=1527996 2023-12-16T18:46:19.915 INFO:tasks.workunit.client.0.smithi071.stdout:op 5478 completed, throughput=5MB/sec 2023-12-16T18:46:19.915 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GvG6NeFRJr_bHf2 off=928823 len=1042816 2023-12-16T18:46:19.921 INFO:tasks.workunit.client.0.smithi071.stdout:op 5479 completed, throughput=5MB/sec 2023-12-16T18:46:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[139725]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[142085]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:20 smithi184 ceph-mon[136228]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:46:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:20.921 INFO:tasks.workunit.client.0.smithi071.stdout: 1066: throughput=5MB/sec pending data=0 2023-12-16T18:46:20.921 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U_ICzumNcMlPrwu off=11159177 len=1937648 2023-12-16T18:46:20.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 5480 completed, throughput=5MB/sec 2023-12-16T18:46:20.923 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nHV7n1dKF0upTup off=3949882 len=1840604 2023-12-16T18:46:20.925 INFO:tasks.workunit.client.0.smithi071.stdout:op 5481 completed, throughput=5MB/sec 2023-12-16T18:46:20.926 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qEHPeed1Yjgf2Eq off=2218790 len=365002 2023-12-16T18:46:20.929 INFO:tasks.workunit.client.0.smithi071.stdout:op 5482 completed, throughput=5MB/sec 2023-12-16T18:46:20.929 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IuYgidrEZvMqGTY off=2399424 len=1782378 2023-12-16T18:46:20.938 INFO:tasks.workunit.client.0.smithi071.stdout:op 5483 completed, throughput=5MB/sec 2023-12-16T18:46:21.938 INFO:tasks.workunit.client.0.smithi071.stdout: 1067: throughput=5MB/sec pending data=0 2023-12-16T18:46:21.939 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3KX1wmXOyEpSv_7 off=1827863 len=228323 2023-12-16T18:46:21.941 INFO:tasks.workunit.client.0.smithi071.stdout:op 5484 completed, throughput=5MB/sec 2023-12-16T18:46:21.941 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sX1dYKIh03t4BmS off=6151708 len=1224137 2023-12-16T18:46:21.943 INFO:tasks.workunit.client.0.smithi071.stdout:op 5485 completed, throughput=5MB/sec 2023-12-16T18:46:21.943 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oArpCwM5GXSWO_8 off=13943795 len=2088656 2023-12-16T18:46:21.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 5486 completed, throughput=5MB/sec 2023-12-16T18:46:21.945 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--r3aBojJVkzgrwb off=2074747 len=573644 2023-12-16T18:46:21.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 5487 completed, throughput=5MB/sec 2023-12-16T18:46:21.947 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oRF23AXKV8ZH_V_ off=16689815 len=1714191 2023-12-16T18:46:21.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 5488 completed, throughput=5MB/sec 2023-12-16T18:46:22.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:22 smithi184 ceph-mon[136228]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:46:22.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:22 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[142085]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:46:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[139725]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-16T18:46:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:22 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:22.950 INFO:tasks.workunit.client.0.smithi071.stdout: 1068: throughput=5MB/sec pending data=0 2023-12-16T18:46:22.950 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ow3lHdma2dFOJ3i off=3663674 len=1479925 2023-12-16T18:46:22.958 INFO:tasks.workunit.client.0.smithi071.stdout:op 5489 completed, throughput=5MB/sec 2023-12-16T18:46:22.958 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8O7YLUZ6aH2D_Hm off=16302259 len=2006423 2023-12-16T18:46:22.959 INFO:tasks.workunit.client.0.smithi071.stdout:op 5490 completed, throughput=5MB/sec 2023-12-16T18:46:22.960 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wgSS3cObbRIKPxG off=8094438 len=2064450 2023-12-16T18:46:22.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 5491 completed, throughput=5MB/sec 2023-12-16T18:46:23.968 INFO:tasks.workunit.client.0.smithi071.stdout: 1069: throughput=5MB/sec pending data=0 2023-12-16T18:46:23.968 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CmRgQm6LJ4qfv6r off=14654565 len=450725 2023-12-16T18:46:23.969 INFO:tasks.workunit.client.0.smithi071.stdout:op 5492 completed, throughput=5MB/sec 2023-12-16T18:46:23.970 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OOpvWyCLdXJJuUi off=5657047 len=1263210 2023-12-16T18:46:23.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 5493 completed, throughput=5MB/sec 2023-12-16T18:46:23.975 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZzQZaE_k25g7DXt off=2704124 len=6786 2023-12-16T18:46:23.975 INFO:tasks.workunit.client.0.smithi071.stdout:op 5494 completed, throughput=5MB/sec 2023-12-16T18:46:23.975 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4Uob3nu9oYQyj77 off=991123 len=2004976 2023-12-16T18:46:23.985 INFO:tasks.workunit.client.0.smithi071.stdout:op 5495 completed, throughput=5MB/sec 2023-12-16T18:46:23.985 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SxGtVudHjNMJ9gP off=11886606 len=17556 2023-12-16T18:46:23.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 5496 completed, throughput=5MB/sec 2023-12-16T18:46:23.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ll0WsUUrxvTBTny off=18306504 len=1521303 2023-12-16T18:46:23.992 INFO:tasks.workunit.client.0.smithi071.stdout:op 5497 completed, throughput=5MB/sec 2023-12-16T18:46:24.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: Detected new or changed devices on smithi184 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: Detected new or changed devices on smithi184 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:46:24.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:46:24.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: Detected new or changed devices on smithi184 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:46:24.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:46:24.992 INFO:tasks.workunit.client.0.smithi071.stdout: 1070: throughput=5MB/sec pending data=0 2023-12-16T18:46:24.993 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-0NPD9-ZTispV87p off=1013875 len=1648992 2023-12-16T18:46:25.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 5498 completed, throughput=5MB/sec 2023-12-16T18:46:25.003 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MbyLnjghvQcZTzw off=6496275 len=1151023 2023-12-16T18:46:25.009 INFO:tasks.workunit.client.0.smithi071.stdout:op 5499 completed, throughput=5MB/sec 2023-12-16T18:46:25.009 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D8ddorCtaQgwiXA off=11361128 len=1385371 2023-12-16T18:46:25.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 5500 completed, throughput=5MB/sec 2023-12-16T18:46:26.011 INFO:tasks.workunit.client.0.smithi071.stdout: 1071: throughput=5MB/sec pending data=0 2023-12-16T18:46:26.011 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ro0hhRr3WTBHh_C off=12042029 len=1462613 2023-12-16T18:46:26.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 5501 completed, throughput=5MB/sec 2023-12-16T18:46:26.017 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DcHZizwZaFqzCJf off=857880 len=62173 2023-12-16T18:46:26.017 INFO:tasks.workunit.client.0.smithi071.stdout:op 5502 completed, throughput=5MB/sec 2023-12-16T18:46:26.017 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-5hlzE_qd7iqaOCf off=834358 len=829861 2023-12-16T18:46:26.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 5503 completed, throughput=5MB/sec 2023-12-16T18:46:26.020 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yNpGbUSofzd07tC off=1298795 len=1625149 2023-12-16T18:46:26.021 INFO:tasks.workunit.client.0.smithi071.stdout:op 5504 completed, throughput=5MB/sec 2023-12-16T18:46:26.021 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iOF42nyAzE8cOwa off=8018661 len=547240 2023-12-16T18:46:26.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 5505 completed, throughput=5MB/sec 2023-12-16T18:46:26.023 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D4OozuzqX4HKjBB off=13149788 len=1567953 2023-12-16T18:46:26.025 INFO:tasks.workunit.client.0.smithi071.stdout:op 5506 completed, throughput=5MB/sec 2023-12-16T18:46:26.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:26 smithi071 ceph-mon[139725]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:46:26.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:26 smithi071 ceph-mon[142085]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:46:26.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:26 smithi184 ceph-mon[136228]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:46:27.025 INFO:tasks.workunit.client.0.smithi071.stdout: 1072: throughput=5MB/sec pending data=0 2023-12-16T18:46:27.025 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G6vHqEaSQIXSQki off=4170609 len=1706188 2023-12-16T18:46:27.035 INFO:tasks.workunit.client.0.smithi071.stdout:op 5507 completed, throughput=5MB/sec 2023-12-16T18:46:27.035 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dZSIoelQF76OhYj off=5927667 len=256277 2023-12-16T18:46:27.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 5508 completed, throughput=5MB/sec 2023-12-16T18:46:27.038 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sL-z1FEogBcxdZp off=2952392 len=502908 2023-12-16T18:46:27.039 INFO:tasks.workunit.client.0.smithi071.stdout:op 5509 completed, throughput=5MB/sec 2023-12-16T18:46:27.039 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iqI8ji_5PbAc56y off=651114 len=1292756 2023-12-16T18:46:27.046 INFO:tasks.workunit.client.0.smithi071.stdout:op 5510 completed, throughput=5MB/sec 2023-12-16T18:46:27.046 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ly25hifjACtwBt6 off=7072033 len=1053219 2023-12-16T18:46:27.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 5511 completed, throughput=5MB/sec 2023-12-16T18:46:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:27] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:46:28.048 INFO:tasks.workunit.client.0.smithi071.stdout: 1073: throughput=5MB/sec pending data=0 2023-12-16T18:46:28.048 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nkf__1BbXeIa7pa off=14263598 len=366603 2023-12-16T18:46:28.049 INFO:tasks.workunit.client.0.smithi071.stdout:op 5512 completed, throughput=5MB/sec 2023-12-16T18:46:28.049 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XsAEt5wEd4XSEcl off=8934538 len=1254660 2023-12-16T18:46:28.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 5513 completed, throughput=5MB/sec 2023-12-16T18:46:28.052 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-atXLkBKAMx5-ZjI off=2840711 len=346601 2023-12-16T18:46:28.052 INFO:tasks.workunit.client.0.smithi071.stdout:op 5514 completed, throughput=5MB/sec 2023-12-16T18:46:28.052 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xAPwlNhs9ov9YEA off=5971614 len=267642 2023-12-16T18:46:28.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 5515 completed, throughput=5MB/sec 2023-12-16T18:46:28.054 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NGEHnnQ4-qrCpFt off=14911293 len=1295454 2023-12-16T18:46:28.056 INFO:tasks.workunit.client.0.smithi071.stdout:op 5516 completed, throughput=5MB/sec 2023-12-16T18:46:28.056 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n7TCglOZx7scHU7 off=1216272 len=1253319 2023-12-16T18:46:28.058 INFO:tasks.workunit.client.0.smithi071.stdout:op 5517 completed, throughput=5MB/sec 2023-12-16T18:46:28.058 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8J8hAYDSr9k7SEl off=537366 len=1603684 2023-12-16T18:46:28.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 5518 completed, throughput=5MB/sec 2023-12-16T18:46:28.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:28 smithi184 ceph-mon[136228]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T18:46:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:28 smithi071 ceph-mon[139725]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T18:46:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:28 smithi071 ceph-mon[142085]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-16T18:46:29.068 INFO:tasks.workunit.client.0.smithi071.stdout: 1074: throughput=5MB/sec pending data=0 2023-12-16T18:46:29.069 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GxznHBAirfyz_2Q off=2930393 len=1609837 2023-12-16T18:46:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:op 5519 completed, throughput=5MB/sec 2023-12-16T18:46:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-881JSxgQKK7UnJ3 off=18558862 len=1003487 2023-12-16T18:46:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:op 5520 completed, throughput=5MB/sec 2023-12-16T18:46:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NWZZc3NjXo5wTYF off=3691633 len=792180 2023-12-16T18:46:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 5521 completed, throughput=5MB/sec 2023-12-16T18:46:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zf5UeLOlH48jFM5 off=8291362 len=656439 2023-12-16T18:46:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 5522 completed, throughput=5MB/sec 2023-12-16T18:46:30.081 INFO:tasks.workunit.client.0.smithi071.stdout: 1075: throughput=5MB/sec pending data=0 2023-12-16T18:46:30.081 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-F79TyRJ6mHvyzBf off=5970193 len=999354 2023-12-16T18:46:30.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 5523 completed, throughput=5MB/sec 2023-12-16T18:46:30.087 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-QUTp-WFOwi1jJTG off=7308532 len=1206973 2023-12-16T18:46:30.088 INFO:tasks.workunit.client.0.smithi071.stdout:op 5524 completed, throughput=5MB/sec 2023-12-16T18:46:30.088 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2JBJNtPyRwc6cXC off=17184186 len=941332 2023-12-16T18:46:30.090 INFO:tasks.workunit.client.0.smithi071.stdout:op 5525 completed, throughput=5MB/sec 2023-12-16T18:46:30.090 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QGREBAM8Iw68B3K off=196591 len=1510221 2023-12-16T18:46:30.098 INFO:tasks.workunit.client.0.smithi071.stdout:op 5526 completed, throughput=5MB/sec 2023-12-16T18:46:30.098 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-16-fm8iecghURSe off=19748010 len=1684261 2023-12-16T18:46:30.105 INFO:tasks.workunit.client.0.smithi071.stdout:op 5527 completed, throughput=5MB/sec 2023-12-16T18:46:30.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:30 smithi184 ceph-mon[136228]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:30 smithi071 ceph-mon[139725]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:30 smithi071 ceph-mon[142085]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:31.105 INFO:tasks.workunit.client.0.smithi071.stdout: 1076: throughput=5MB/sec pending data=0 2023-12-16T18:46:31.105 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6vZdd6_WBOI9VKI off=6384903 len=736627 2023-12-16T18:46:31.106 INFO:tasks.workunit.client.0.smithi071.stdout:op 5528 completed, throughput=5MB/sec 2023-12-16T18:46:31.106 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-m3yN2KQYXLCafhK off=7342361 len=958194 2023-12-16T18:46:31.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 5529 completed, throughput=5MB/sec 2023-12-16T18:46:31.112 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-j_bJhmUP_vPwCld off=5299229 len=1085568 2023-12-16T18:46:31.118 INFO:tasks.workunit.client.0.smithi071.stdout:op 5530 completed, throughput=5MB/sec 2023-12-16T18:46:31.118 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mDVa9PWW_6V67fL off=5993773 len=1464380 2023-12-16T18:46:31.120 INFO:tasks.workunit.client.0.smithi071.stdout:op 5531 completed, throughput=5MB/sec 2023-12-16T18:46:32.121 INFO:tasks.workunit.client.0.smithi071.stdout: 1077: throughput=5MB/sec pending data=0 2023-12-16T18:46:32.121 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TBPXcCsFsJMZ62U off=948519 len=2063130 2023-12-16T18:46:32.133 INFO:tasks.workunit.client.0.smithi071.stdout:op 5532 completed, throughput=5MB/sec 2023-12-16T18:46:32.133 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z0Qnh2vA9BNQAj8 off=5088573 len=1770001 2023-12-16T18:46:32.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 5533 completed, throughput=5MB/sec 2023-12-16T18:46:32.142 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OUa8oAi6eGoWkBu off=20566955 len=33590 2023-12-16T18:46:32.143 INFO:tasks.workunit.client.0.smithi071.stdout:op 5534 completed, throughput=5MB/sec 2023-12-16T18:46:32.144 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MDCeHJSjOAOd29p off=1646729 len=693806 2023-12-16T18:46:32.148 INFO:tasks.workunit.client.0.smithi071.stdout:op 5535 completed, throughput=5MB/sec 2023-12-16T18:46:32.148 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E5DcSiwROWDEclR off=2373966 len=1949451 2023-12-16T18:46:32.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 5536 completed, throughput=5MB/sec 2023-12-16T18:46:32.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:32 smithi184 ceph-mon[136228]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:46:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:32 smithi071 ceph-mon[142085]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:46:32.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:32 smithi071 ceph-mon[139725]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-16T18:46:33.150 INFO:tasks.workunit.client.0.smithi071.stdout: 1078: throughput=5MB/sec pending data=0 2023-12-16T18:46:33.151 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HB_Ex7rzXkfxyBl off=11993624 len=470264 2023-12-16T18:46:33.154 INFO:tasks.workunit.client.0.smithi071.stdout:op 5537 completed, throughput=5MB/sec 2023-12-16T18:46:33.154 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FlDPdc7OPnYyh4K off=6868988 len=1862521 2023-12-16T18:46:33.165 INFO:tasks.workunit.client.0.smithi071.stdout:op 5538 completed, throughput=5MB/sec 2023-12-16T18:46:33.165 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lDLuX675TpFZ_7T off=17534587 len=179809 2023-12-16T18:46:33.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 5539 completed, throughput=5MB/sec 2023-12-16T18:46:33.166 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hmrJf5tuvt01s3a off=18370445 len=1698857 2023-12-16T18:46:33.169 INFO:tasks.workunit.client.0.smithi071.stdout:op 5540 completed, throughput=5MB/sec 2023-12-16T18:46:33.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:34.169 INFO:tasks.workunit.client.0.smithi071.stdout: 1079: throughput=5MB/sec pending data=0 2023-12-16T18:46:34.169 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gTOYowrF_4ODH_O off=8761020 len=590278 2023-12-16T18:46:34.174 INFO:tasks.workunit.client.0.smithi071.stdout:op 5541 completed, throughput=5MB/sec 2023-12-16T18:46:34.174 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bnrBG2x-dYDb0gz off=9133729 len=864458 2023-12-16T18:46:34.179 INFO:tasks.workunit.client.0.smithi071.stdout:op 5542 completed, throughput=5MB/sec 2023-12-16T18:46:34.179 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-71P9QKxsSx4vrqc off=6331853 len=1951657 2023-12-16T18:46:34.181 INFO:tasks.workunit.client.0.smithi071.stdout:op 5543 completed, throughput=5MB/sec 2023-12-16T18:46:34.181 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7nk2LdCLh-CAsmY off=11015252 len=502618 2023-12-16T18:46:34.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 5544 completed, throughput=5MB/sec 2023-12-16T18:46:34.185 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MzeVW6v7HLfQjhJ off=662065 len=942357 2023-12-16T18:46:34.191 INFO:tasks.workunit.client.0.smithi071.stdout:op 5545 completed, throughput=5MB/sec 2023-12-16T18:46:34.191 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fPrHCLtDKuBqoc1 off=1272069 len=1253557 2023-12-16T18:46:34.199 INFO:tasks.workunit.client.0.smithi071.stdout:op 5546 completed, throughput=5MB/sec 2023-12-16T18:46:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:34 smithi184 ceph-mon[136228]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:34 smithi071 ceph-mon[139725]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:34.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:34 smithi071 ceph-mon[142085]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:35.199 INFO:tasks.workunit.client.0.smithi071.stdout: 1080: throughput=5MB/sec pending data=0 2023-12-16T18:46:35.199 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mdtsudKonkhYVOQ off=4317408 len=1096531 2023-12-16T18:46:35.202 INFO:tasks.workunit.client.0.smithi071.stdout:op 5547 completed, throughput=5MB/sec 2023-12-16T18:46:35.202 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lXwlQsxe4nLV16X off=2924269 len=1493799 2023-12-16T18:46:35.204 INFO:tasks.workunit.client.0.smithi071.stdout:op 5548 completed, throughput=5MB/sec 2023-12-16T18:46:35.204 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ni25cBu9iVOx83r off=14504772 len=877704 2023-12-16T18:46:35.209 INFO:tasks.workunit.client.0.smithi071.stdout:op 5549 completed, throughput=5MB/sec 2023-12-16T18:46:35.209 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ARqhqMUvWQVnSLv off=3907432 len=402052 2023-12-16T18:46:35.213 INFO:tasks.workunit.client.0.smithi071.stdout:op 5550 completed, throughput=5MB/sec 2023-12-16T18:46:35.213 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-32UWnEyKLxqY9Q3 off=87627 len=1804555 2023-12-16T18:46:35.221 INFO:tasks.workunit.client.0.smithi071.stdout:op 5551 completed, throughput=5MB/sec 2023-12-16T18:46:36.221 INFO:tasks.workunit.client.0.smithi071.stdout: 1081: throughput=5MB/sec pending data=0 2023-12-16T18:46:36.222 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7RN7KDMiFdXJ-hx off=23287907 len=761174 2023-12-16T18:46:36.226 INFO:tasks.workunit.client.0.smithi071.stdout:op 5552 completed, throughput=5MB/sec 2023-12-16T18:46:36.226 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0xhBYsTUO-t0G-Z off=423343 len=1683411 2023-12-16T18:46:36.228 INFO:tasks.workunit.client.0.smithi071.stdout:op 5553 completed, throughput=5MB/sec 2023-12-16T18:46:36.228 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XSyMYLeNHIPt5X8 off=17726066 len=193428 2023-12-16T18:46:36.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 5554 completed, throughput=5MB/sec 2023-12-16T18:46:36.229 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-33WQUozLFyhOkga off=6828538 len=1999509 2023-12-16T18:46:36.233 INFO:tasks.workunit.client.0.smithi071.stdout:op 5555 completed, throughput=5MB/sec 2023-12-16T18:46:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:36 smithi184 ceph-mon[136228]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:46:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:36 smithi071 ceph-mon[139725]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:46:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:36 smithi071 ceph-mon[142085]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:46:37.234 INFO:tasks.workunit.client.0.smithi071.stdout: 1082: throughput=5MB/sec pending data=0 2023-12-16T18:46:37.234 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ySnc5YD-GGYC8QB off=5277369 len=202323 2023-12-16T18:46:37.234 INFO:tasks.workunit.client.0.smithi071.stdout:op 5556 completed, throughput=5MB/sec 2023-12-16T18:46:37.234 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JFcBrkutTCi0K8_ off=14668372 len=136359 2023-12-16T18:46:37.235 INFO:tasks.workunit.client.0.smithi071.stdout:op 5557 completed, throughput=5MB/sec 2023-12-16T18:46:37.235 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RYnI25a6OpamoDC off=23957502 len=1187910 2023-12-16T18:46:37.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 5558 completed, throughput=5MB/sec 2023-12-16T18:46:37.245 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-IS4WPWArlK708cM off=4828817 len=757862 2023-12-16T18:46:37.245 INFO:tasks.workunit.client.0.smithi071.stdout:op 5559 completed, throughput=5MB/sec 2023-12-16T18:46:37.245 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-N2Cr25NXWn80AFQ off=323724 len=901178 2023-12-16T18:46:37.246 INFO:tasks.workunit.client.0.smithi071.stdout:op 5560 completed, throughput=5MB/sec 2023-12-16T18:46:37.246 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rGQLBOiQdXt88Dc off=437312 len=747860 2023-12-16T18:46:37.251 INFO:tasks.workunit.client.0.smithi071.stdout:op 5561 completed, throughput=5MB/sec 2023-12-16T18:46:37.251 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T7yomkdseOfbvO5 off=9390732 len=1274839 2023-12-16T18:46:37.254 INFO:tasks.workunit.client.0.smithi071.stdout:op 5562 completed, throughput=5MB/sec 2023-12-16T18:46:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:37] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:46:38.254 INFO:tasks.workunit.client.0.smithi071.stdout: 1083: throughput=5MB/sec pending data=0 2023-12-16T18:46:38.255 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eonnL52AsHhDldj off=10485972 len=1665526 2023-12-16T18:46:38.257 INFO:tasks.workunit.client.0.smithi071.stdout:op 5563 completed, throughput=5MB/sec 2023-12-16T18:46:38.257 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qyw1gfV860pGVFc off=8976683 len=311910 2023-12-16T18:46:38.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 5564 completed, throughput=5MB/sec 2023-12-16T18:46:38.258 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-RMg65WcTMv0SQBa off=6857549 len=148207 2023-12-16T18:46:38.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 5565 completed, throughput=5MB/sec 2023-12-16T18:46:38.259 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-rwUWvyt8SKN4qgq off=8039814 len=136962 2023-12-16T18:46:38.261 INFO:tasks.workunit.client.0.smithi071.stdout:op 5566 completed, throughput=5MB/sec 2023-12-16T18:46:38.261 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WPo-gEa8W1MFmQk off=564290 len=1306961 2023-12-16T18:46:38.267 INFO:tasks.workunit.client.0.smithi071.stdout:op 5567 completed, throughput=5MB/sec 2023-12-16T18:46:38.267 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XQWG4D3G733oSHN off=4598356 len=1743099 2023-12-16T18:46:38.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 5568 completed, throughput=5MB/sec 2023-12-16T18:46:38.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:38 smithi184 ceph-mon[136228]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:46:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:38 smithi071 ceph-mon[142085]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:46:38.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:38 smithi071 ceph-mon[139725]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-16T18:46:39.269 INFO:tasks.workunit.client.0.smithi071.stdout: 1084: throughput=5MB/sec pending data=0 2023-12-16T18:46:39.269 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-M4-eVgAz6hdDVx6 off=15948813 len=1926201 2023-12-16T18:46:39.282 INFO:tasks.workunit.client.0.smithi071.stdout:op 5569 completed, throughput=5MB/sec 2023-12-16T18:46:39.282 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gR-QA_cPfYeeEHF off=2128059 len=1254571 2023-12-16T18:46:39.288 INFO:tasks.workunit.client.0.smithi071.stdout:op 5570 completed, throughput=5MB/sec 2023-12-16T18:46:39.288 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-41qWRUhU0rVWuMQ off=12088120 len=1879793 2023-12-16T18:46:39.291 INFO:tasks.workunit.client.0.smithi071.stdout:op 5571 completed, throughput=5MB/sec 2023-12-16T18:46:39.291 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CXkgYFYwp22JDW9 off=2988536 len=106607 2023-12-16T18:46:39.294 INFO:tasks.workunit.client.0.smithi071.stdout:op 5572 completed, throughput=5MB/sec 2023-12-16T18:46:40.294 INFO:tasks.workunit.client.0.smithi071.stdout: 1085: throughput=5MB/sec pending data=0 2023-12-16T18:46:40.294 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X4DLv_ayGrgyUQ7 off=1380006 len=254980 2023-12-16T18:46:40.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 5573 completed, throughput=5MB/sec 2023-12-16T18:46:40.295 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zhYUWqNWsmZ41Tp off=16228853 len=945071 2023-12-16T18:46:40.296 INFO:tasks.workunit.client.0.smithi071.stdout:op 5574 completed, throughput=5MB/sec 2023-12-16T18:46:40.296 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3Z4Yh_oAQe0cZYB off=519453 len=1619154 2023-12-16T18:46:40.298 INFO:tasks.workunit.client.0.smithi071.stdout:op 5575 completed, throughput=5MB/sec 2023-12-16T18:46:40.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eNGfHI36WOjEwQs off=809425 len=1409063 2023-12-16T18:46:40.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 5576 completed, throughput=5MB/sec 2023-12-16T18:46:40.300 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-stUnpSEfk1lMEnx off=15046174 len=345898 2023-12-16T18:46:40.305 INFO:tasks.workunit.client.0.smithi071.stdout:op 5577 completed, throughput=5MB/sec 2023-12-16T18:46:40.305 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-xuKAmcJmPHIBj5y off=814988 len=1856501 2023-12-16T18:46:40.314 INFO:tasks.workunit.client.0.smithi071.stdout:op 5578 completed, throughput=5MB/sec 2023-12-16T18:46:40.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:40 smithi184 ceph-mon[136228]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:40 smithi071 ceph-mon[139725]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:40 smithi071 ceph-mon[142085]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:46:41.315 INFO:tasks.workunit.client.0.smithi071.stdout: 1086: throughput=5MB/sec pending data=0 2023-12-16T18:46:41.315 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dHAdCe5eJ_yLsQb off=7211589 len=118667 2023-12-16T18:46:41.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 5579 completed, throughput=5MB/sec 2023-12-16T18:46:41.315 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hZw0EmzksLUr0Je off=2500235 len=657785 2023-12-16T18:46:41.319 INFO:tasks.workunit.client.0.smithi071.stdout:op 5580 completed, throughput=5MB/sec 2023-12-16T18:46:41.319 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fmeUS2loYRKsUbq off=12341187 len=1825905 2023-12-16T18:46:41.331 INFO:tasks.workunit.client.0.smithi071.stdout:op 5581 completed, throughput=5MB/sec 2023-12-16T18:46:41.332 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pe-WkA0t8x_ykYC off=2543659 len=361798 2023-12-16T18:46:41.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 5582 completed, throughput=5MB/sec 2023-12-16T18:46:41.332 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-P_Gm_VrLxc3h7Ls off=434950 len=153755 2023-12-16T18:46:41.332 INFO:tasks.workunit.client.0.smithi071.stdout:op 5583 completed, throughput=5MB/sec 2023-12-16T18:46:41.332 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c8wGyHEk_AVjMMW off=10850329 len=1166024 2023-12-16T18:46:41.333 INFO:tasks.workunit.client.0.smithi071.stdout:op 5584 completed, throughput=5MB/sec 2023-12-16T18:46:42.336 INFO:tasks.workunit.client.0.smithi071.stdout: 1087: throughput=5MB/sec pending data=0 2023-12-16T18:46:42.336 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-hzLElMr6F9xMoMb off=3849090 len=1243139 2023-12-16T18:46:42.336 INFO:tasks.workunit.client.0.smithi071.stdout:op 5585 completed, throughput=5MB/sec 2023-12-16T18:46:42.336 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EjhjTdJeZLkgt62 off=0 len=1348636 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 5586 completed, throughput=5MB/sec 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KY5e0EeYRYMRLuR off=10257429 len=567232 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 5587 completed, throughput=5MB/sec 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ia9Ncrb-_BctzTF off=3836408 len=1258571 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 5588 completed, throughput=5MB/sec 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9y2N-gpMvYbNrDZ off=6835196 len=1234414 2023-12-16T18:46:42.341 INFO:tasks.workunit.client.0.smithi071.stdout:op 5589 completed, throughput=5MB/sec 2023-12-16T18:46:42.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:42 smithi184 ceph-mon[136228]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:42 smithi071 ceph-mon[139725]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:42 smithi071 ceph-mon[142085]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:46:43.342 INFO:tasks.workunit.client.0.smithi071.stdout: 1088: throughput=5MB/sec pending data=0 2023-12-16T18:46:43.342 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yNoSyCoiVFZMzlB off=1364229 len=9050 2023-12-16T18:46:43.344 INFO:tasks.workunit.client.0.smithi071.stdout:op 5590 completed, throughput=5MB/sec 2023-12-16T18:46:43.345 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wgQN_aKuKwpnP3M off=3507337 len=1463964 2023-12-16T18:46:43.352 INFO:tasks.workunit.client.0.smithi071.stdout:op 5591 completed, throughput=5MB/sec 2023-12-16T18:46:43.352 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NpZG_-L_2UST_ms off=3087097 len=1301801 2023-12-16T18:46:43.353 INFO:tasks.workunit.client.0.smithi071.stdout:op 5592 completed, throughput=5MB/sec 2023-12-16T18:46:43.354 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-djjIQmTSHablWKD off=1378548 len=2051019 2023-12-16T18:46:43.361 INFO:tasks.workunit.client.0.smithi071.stdout:op 5593 completed, throughput=5MB/sec 2023-12-16T18:46:43.361 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-D2dbfrYCBwzIBt9 off=14555241 len=287138 2023-12-16T18:46:43.364 INFO:tasks.workunit.client.0.smithi071.stdout:op 5594 completed, throughput=5MB/sec 2023-12-16T18:46:44.365 INFO:tasks.workunit.client.0.smithi071.stdout: 1089: throughput=5MB/sec pending data=0 2023-12-16T18:46:44.365 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aAgOJKy5UdhEV5Q off=15512596 len=331407 2023-12-16T18:46:44.368 INFO:tasks.workunit.client.0.smithi071.stdout:op 5595 completed, throughput=5MB/sec 2023-12-16T18:46:44.368 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UYF4F9-iznX8kRQ off=1620924 len=1319085 2023-12-16T18:46:44.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 5596 completed, throughput=5MB/sec 2023-12-16T18:46:44.377 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pTe2BrD-D1XCSGD off=2914483 len=872874 2023-12-16T18:46:44.383 INFO:tasks.workunit.client.0.smithi071.stdout:op 5597 completed, throughput=5MB/sec 2023-12-16T18:46:44.383 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ph5WSujlob3KjtM off=2530781 len=1470063 2023-12-16T18:46:44.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 5598 completed, throughput=5MB/sec 2023-12-16T18:46:44.389 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9tUuB6xxjn_sQXm off=21515119 len=1868329 2023-12-16T18:46:44.396 INFO:tasks.workunit.client.0.smithi071.stdout:op 5599 completed, throughput=5MB/sec 2023-12-16T18:46:44.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:44 smithi184 ceph-mon[136228]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:44 smithi071 ceph-mon[139725]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:44 smithi071 ceph-mon[142085]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:45.396 INFO:tasks.workunit.client.0.smithi071.stdout: 1090: throughput=5MB/sec pending data=0 2023-12-16T18:46:45.396 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-CylizstMJN0vMDH off=20808832 len=1844248 2023-12-16T18:46:45.401 INFO:tasks.workunit.client.0.smithi071.stdout:op 5600 completed, throughput=5MB/sec 2023-12-16T18:46:45.401 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3gpeAV-lusTgtKK off=13074462 len=522539 2023-12-16T18:46:45.402 INFO:tasks.workunit.client.0.smithi071.stdout:op 5601 completed, throughput=5MB/sec 2023-12-16T18:46:45.402 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9bn7X0DmBQISSoK off=15160181 len=100556 2023-12-16T18:46:45.404 INFO:tasks.workunit.client.0.smithi071.stdout:op 5602 completed, throughput=5MB/sec 2023-12-16T18:46:45.405 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dxf4Lgvi4-KW3rK off=650329 len=926513 2023-12-16T18:46:45.409 INFO:tasks.workunit.client.0.smithi071.stdout:op 5603 completed, throughput=5MB/sec 2023-12-16T18:46:45.409 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-llLhV-pWSdnyY4A off=537341 len=1413492 2023-12-16T18:46:45.414 INFO:tasks.workunit.client.0.smithi071.stdout:op 5604 completed, throughput=5MB/sec 2023-12-16T18:46:46.415 INFO:tasks.workunit.client.0.smithi071.stdout: 1091: throughput=5MB/sec pending data=0 2023-12-16T18:46:46.415 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hqLcIO7Qe6lKUxW off=6216607 len=1577695 2023-12-16T18:46:46.422 INFO:tasks.workunit.client.0.smithi071.stdout:op 5605 completed, throughput=5MB/sec 2023-12-16T18:46:46.422 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DlxakjQ7zZEEWwJ off=19041894 len=300487 2023-12-16T18:46:46.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 5606 completed, throughput=5MB/sec 2023-12-16T18:46:46.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1fIRje_l7iUZ2Qm off=3446096 len=994657 2023-12-16T18:46:46.429 INFO:tasks.workunit.client.0.smithi071.stdout:op 5607 completed, throughput=5MB/sec 2023-12-16T18:46:46.429 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eT71ggRliudbD81 off=20842929 len=941723 2023-12-16T18:46:46.433 INFO:tasks.workunit.client.0.smithi071.stdout:op 5608 completed, throughput=5MB/sec 2023-12-16T18:46:46.433 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8k4RPt6YBKXTRfx off=1979118 len=1557106 2023-12-16T18:46:46.434 INFO:tasks.workunit.client.0.smithi071.stdout:op 5609 completed, throughput=5MB/sec 2023-12-16T18:46:46.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:46 smithi184 ceph-mon[136228]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:46 smithi071 ceph-mon[139725]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:46.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:46 smithi071 ceph-mon[142085]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: 1092: throughput=5MB/sec pending data=0 2023-12-16T18:46:47.435 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vpsljD0qDLIuLIO off=792812 len=1088114 2023-12-16T18:46:47.436 INFO:tasks.workunit.client.0.smithi071.stdout:op 5610 completed, throughput=5MB/sec 2023-12-16T18:46:47.437 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-I_bnK6-C3ffp5aM off=12538953 len=75721 2023-12-16T18:46:47.439 INFO:tasks.workunit.client.0.smithi071.stdout:op 5611 completed, throughput=5MB/sec 2023-12-16T18:46:47.439 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Y5txE7UXiWi8JYU off=2568532 len=1432393 2023-12-16T18:46:47.442 INFO:tasks.workunit.client.0.smithi071.stdout:op 5612 completed, throughput=5MB/sec 2023-12-16T18:46:47.442 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-S8_Ke_ET0pwTehJ off=1258640 len=2088326 2023-12-16T18:46:47.444 INFO:tasks.workunit.client.0.smithi071.stdout:op 5613 completed, throughput=5MB/sec 2023-12-16T18:46:47.444 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XRiNccOTvgx0ujZ off=1180715 len=2043168 2023-12-16T18:46:47.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 5614 completed, throughput=5MB/sec 2023-12-16T18:46:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:47] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:46:47.998 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:46:48.306 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:46:48.306 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (36m) 2m ago 39m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (36m) 28s ago 38m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (39m) 2m ago 39m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (39m) 28s ago 39m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (35m) 28s ago 42m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (36m) 2m ago 43m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (35m) 2m ago 43m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (35m) 28s ago 42m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (35m) 2m ago 42m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (36m) 2m ago 38m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (36m) 28s ago 38m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (34m) 2m ago 41m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (34m) 2m ago 41m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (33m) 2m ago 41m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:46:48.307 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (33m) 2m ago 41m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:46:48.308 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (32m) 28s ago 40m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:46:48.308 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (32m) 28s ago 40m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:46:48.308 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (31m) 28s ago 40m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:46:48.308 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (31m) 28s ago 40m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:46:48.308 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (35m) 28s ago 39m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:46:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: 1093: throughput=5MB/sec pending data=0 2023-12-16T18:46:48.449 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Vp_RDnmTTSXoexC off=22474202 len=1661943 2023-12-16T18:46:48.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 5615 completed, throughput=5MB/sec 2023-12-16T18:46:48.457 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6LyoA27dzCeEK0g off=9652170 len=1864085 2023-12-16T18:46:48.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 5616 completed, throughput=5MB/sec 2023-12-16T18:46:48.465 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-6jIbDvjyFFzDsuT off=5154420 len=411007 2023-12-16T18:46:48.465 INFO:tasks.workunit.client.0.smithi071.stdout:op 5617 completed, throughput=5MB/sec 2023-12-16T18:46:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:48 smithi184 ceph-mon[136228]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:48.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:46:48.697 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:46:48.698 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:46:48.698 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:48 smithi071 ceph-mon[139725]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:48.698 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:48.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:48 smithi071 ceph-mon[142085]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:48.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:46:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: 1094: throughput=5MB/sec pending data=0 2023-12-16T18:46:49.466 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8VUaRn6bAb-Kpoh off=17627 len=1523813 2023-12-16T18:46:49.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 5618 completed, throughput=5MB/sec 2023-12-16T18:46:49.476 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-BayI8SuzMMPdAkG off=21334055 len=1974268 2023-12-16T18:46:49.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 5619 completed, throughput=5MB/sec 2023-12-16T18:46:49.484 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-v9iF9bCIi0g7bdd off=9105223 len=301540 2023-12-16T18:46:49.486 INFO:tasks.workunit.client.0.smithi071.stdout:op 5620 completed, throughput=5MB/sec 2023-12-16T18:46:49.487 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GkVtsu7XKZqfCmT off=7284319 len=1534846 2023-12-16T18:46:49.488 INFO:tasks.workunit.client.0.smithi071.stdout:op 5621 completed, throughput=5MB/sec 2023-12-16T18:46:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:49 smithi184 ceph-mon[136228]: from='client.45809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:49 smithi184 ceph-mon[136228]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:49 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3284881000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[139725]: from='client.45809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[139725]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3284881000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[142085]: from='client.45809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[142085]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:46:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:49 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3284881000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:46:50.488 INFO:tasks.workunit.client.0.smithi071.stdout: 1095: throughput=5MB/sec pending data=0 2023-12-16T18:46:50.489 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CkN3vi84sHm-Gto off=1782637 len=2057756 2023-12-16T18:46:50.501 INFO:tasks.workunit.client.0.smithi071.stdout:op 5622 completed, throughput=5MB/sec 2023-12-16T18:46:50.502 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ETFdtBRTKpq7Dpq off=1581902 len=1524465 2023-12-16T18:46:50.503 INFO:tasks.workunit.client.0.smithi071.stdout:op 5623 completed, throughput=5MB/sec 2023-12-16T18:46:50.503 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-oMSmJOimTLbwQ4H off=7817588 len=1742249 2023-12-16T18:46:50.513 INFO:tasks.workunit.client.0.smithi071.stdout:op 5624 completed, throughput=5MB/sec 2023-12-16T18:46:50.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:50 smithi184 ceph-mon[136228]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:50 smithi071 ceph-mon[139725]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:50 smithi071 ceph-mon[142085]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:46:51.513 INFO:tasks.workunit.client.0.smithi071.stdout: 1096: throughput=5MB/sec pending data=0 2023-12-16T18:46:51.514 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SWqY0S_Uq_i2mcp off=2532140 len=1803131 2023-12-16T18:46:51.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 5625 completed, throughput=5MB/sec 2023-12-16T18:46:51.516 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-82EbPvcufnWXgki off=11247890 len=1912991 2023-12-16T18:46:51.527 INFO:tasks.workunit.client.0.smithi071.stdout:op 5626 completed, throughput=5MB/sec 2023-12-16T18:46:51.527 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LudDI8EYbotxemL off=10627591 len=2061182 2023-12-16T18:46:51.537 INFO:tasks.workunit.client.0.smithi071.stdout:op 5627 completed, throughput=5MB/sec 2023-12-16T18:46:52.538 INFO:tasks.workunit.client.0.smithi071.stdout: 1097: throughput=5MB/sec pending data=0 2023-12-16T18:46:52.538 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--UHpub7F0Ocw3ob off=11395160 len=688739 2023-12-16T18:46:52.542 INFO:tasks.workunit.client.0.smithi071.stdout:op 5628 completed, throughput=5MB/sec 2023-12-16T18:46:52.543 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-p0aDtwFq6A2uQFi off=3603841 len=1313887 2023-12-16T18:46:52.550 INFO:tasks.workunit.client.0.smithi071.stdout:op 5629 completed, throughput=5MB/sec 2023-12-16T18:46:52.551 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eUAd3oKCveRpXH9 off=6995073 len=1431711 2023-12-16T18:46:52.558 INFO:tasks.workunit.client.0.smithi071.stdout:op 5630 completed, throughput=5MB/sec 2023-12-16T18:46:52.558 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-n9V2ig5tmMvfsYs off=13654986 len=79360 2023-12-16T18:46:52.559 INFO:tasks.workunit.client.0.smithi071.stdout:op 5631 completed, throughput=5MB/sec 2023-12-16T18:46:52.559 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V96cdyOEfr5mJ-a off=15982153 len=1737146 2023-12-16T18:46:52.560 INFO:tasks.workunit.client.0.smithi071.stdout:op 5632 completed, throughput=5MB/sec 2023-12-16T18:46:52.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:52 smithi184 ceph-mon[136228]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:52 smithi071 ceph-mon[139725]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:52 smithi071 ceph-mon[142085]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:46:53.560 INFO:tasks.workunit.client.0.smithi071.stdout: 1098: throughput=5MB/sec pending data=0 2023-12-16T18:46:53.560 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QsjYQsdtBFAdWZH off=7555290 len=335671 2023-12-16T18:46:53.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 5633 completed, throughput=5MB/sec 2023-12-16T18:46:53.563 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IQBX6dMP6t03xCI off=2158686 len=1725100 2023-12-16T18:46:53.571 INFO:tasks.workunit.client.0.smithi071.stdout:op 5634 completed, throughput=5MB/sec 2023-12-16T18:46:53.571 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yDcxCKRjCclFu0x off=14441236 len=1450279 2023-12-16T18:46:53.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 5635 completed, throughput=5MB/sec 2023-12-16T18:46:53.572 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-P2dYGLR7GIxOH6v off=3456479 len=56587 2023-12-16T18:46:53.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 5636 completed, throughput=5MB/sec 2023-12-16T18:46:53.574 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-q5EtYsuht9RxXNy off=9754224 len=314937 2023-12-16T18:46:53.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 5637 completed, throughput=5MB/sec 2023-12-16T18:46:53.574 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0paFquauhFsQObl off=4884369 len=1234253 2023-12-16T18:46:53.575 INFO:tasks.workunit.client.0.smithi071.stdout:op 5638 completed, throughput=5MB/sec 2023-12-16T18:46:54.575 INFO:tasks.workunit.client.0.smithi071.stdout: 1099: throughput=5MB/sec pending data=0 2023-12-16T18:46:54.576 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OUvfqwZ_Oa4oU3G off=0 len=1837415 2023-12-16T18:46:54.586 INFO:tasks.workunit.client.0.smithi071.stdout:op 5639 completed, throughput=5MB/sec 2023-12-16T18:46:54.586 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TWssWv73QfuOarJ off=176736 len=965444 2023-12-16T18:46:54.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:54 smithi184 ceph-mon[136228]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:46:54.591 INFO:tasks.workunit.client.0.smithi071.stdout:op 5640 completed, throughput=5MB/sec 2023-12-16T18:46:54.591 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--NXTsFqSGKdIMiv off=2969072 len=359033 2023-12-16T18:46:54.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 5641 completed, throughput=5MB/sec 2023-12-16T18:46:54.592 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fsCMMBZ8LkTuGmz off=5642401 len=268024 2023-12-16T18:46:54.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 5642 completed, throughput=5MB/sec 2023-12-16T18:46:54.593 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CM2CHMI1FM6gGtp off=3890157 len=965589 2023-12-16T18:46:54.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 5643 completed, throughput=5MB/sec 2023-12-16T18:46:54.598 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YJgJbkoc6S_ND6Y off=11152361 len=853260 2023-12-16T18:46:54.599 INFO:tasks.workunit.client.0.smithi071.stdout:op 5644 completed, throughput=5MB/sec 2023-12-16T18:46:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:54 smithi071 ceph-mon[139725]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:46:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:54 smithi071 ceph-mon[142085]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:46:55.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1100: throughput=5MB/sec pending data=0 2023-12-16T18:46:55.600 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lnfLsxOL2SV_joL off=3839182 len=2026619 2023-12-16T18:46:55.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 5645 completed, throughput=5MB/sec 2023-12-16T18:46:55.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-U5DN-JjowRXsANa off=8455638 len=37005 2023-12-16T18:46:55.602 INFO:tasks.workunit.client.0.smithi071.stdout:op 5646 completed, throughput=5MB/sec 2023-12-16T18:46:55.602 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jq0tAmPY9gmhn3D off=2933048 len=1778179 2023-12-16T18:46:55.605 INFO:tasks.workunit.client.0.smithi071.stdout:op 5647 completed, throughput=5MB/sec 2023-12-16T18:46:55.605 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OnaxrQdGeGDq-aA off=2891381 len=2057690 2023-12-16T18:46:55.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 5648 completed, throughput=5MB/sec 2023-12-16T18:46:56.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:56 smithi184 ceph-mon[136228]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:46:56.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1101: throughput=5MB/sec pending data=0 2023-12-16T18:46:56.608 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V54dfDsz0an-F6I off=3812686 len=867894 2023-12-16T18:46:56.613 INFO:tasks.workunit.client.0.smithi071.stdout:op 5649 completed, throughput=5MB/sec 2023-12-16T18:46:56.613 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-7bekaR535MI1AVd off=11297740 len=789607 2023-12-16T18:46:56.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 5650 completed, throughput=5MB/sec 2023-12-16T18:46:56.614 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XxXP0519Uxe7zEY off=4972114 len=911182 2023-12-16T18:46:56.618 INFO:tasks.workunit.client.0.smithi071.stdout:op 5651 completed, throughput=5MB/sec 2023-12-16T18:46:56.618 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EZF3flYR2dX2D4Y off=7410582 len=1196219 2023-12-16T18:46:56.624 INFO:tasks.workunit.client.0.smithi071.stdout:op 5652 completed, throughput=5MB/sec 2023-12-16T18:46:56.624 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-joGFcWBUypLmnn4 off=8380241 len=1471766 2023-12-16T18:46:56.627 INFO:tasks.workunit.client.0.smithi071.stdout:op 5653 completed, throughput=5MB/sec 2023-12-16T18:46:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:56 smithi071 ceph-mon[139725]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:46:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:56 smithi071 ceph-mon[142085]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:46:57.627 INFO:tasks.workunit.client.0.smithi071.stdout: 1102: throughput=5MB/sec pending data=0 2023-12-16T18:46:57.627 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-c8wGyHEk_AVjMMW off=10412943 len=1594635 2023-12-16T18:46:57.629 INFO:tasks.workunit.client.0.smithi071.stdout:op 5654 completed, throughput=5MB/sec 2023-12-16T18:46:57.629 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nt3EieaQRM6SArD off=7153078 len=579679 2023-12-16T18:46:57.633 INFO:tasks.workunit.client.0.smithi071.stdout:op 5655 completed, throughput=5MB/sec 2023-12-16T18:46:57.633 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VNki5724jmTct_g off=9204220 len=2053425 2023-12-16T18:46:57.636 INFO:tasks.workunit.client.0.smithi071.stdout:op 5656 completed, throughput=5MB/sec 2023-12-16T18:46:57.636 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l-hu9SFHZLL1AKY off=5082194 len=208720 2023-12-16T18:46:57.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 5657 completed, throughput=5MB/sec 2023-12-16T18:46:57.637 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UEGjsa6rCPhFNt3 off=3967845 len=2086979 2023-12-16T18:46:57.649 INFO:tasks.workunit.client.0.smithi071.stdout:op 5658 completed, throughput=5MB/sec 2023-12-16T18:46:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:46:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:46:57] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2023-12-16T18:46:58.649 INFO:tasks.workunit.client.0.smithi071.stdout: 1103: throughput=5MB/sec pending data=0 2023-12-16T18:46:58.650 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QHIxopTPN342Kjk off=378273 len=1714110 2023-12-16T18:46:58.661 INFO:tasks.workunit.client.0.smithi071.stdout:op 5659 completed, throughput=5MB/sec 2023-12-16T18:46:58.661 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eGRHz5GGnYb83vq off=7884102 len=1691341 2023-12-16T18:46:58.665 INFO:tasks.workunit.client.0.smithi071.stdout:op 5660 completed, throughput=5MB/sec 2023-12-16T18:46:58.665 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-vMMYB-oVokkScah off=2299822 len=220782 2023-12-16T18:46:58.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 5661 completed, throughput=5MB/sec 2023-12-16T18:46:58.668 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-p4GOB8J4HNOseUQ off=1501816 len=667363 2023-12-16T18:46:58.669 INFO:tasks.workunit.client.0.smithi071.stdout:op 5662 completed, throughput=5MB/sec 2023-12-16T18:46:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:46:58 smithi071 ceph-mon[139725]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T18:46:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:46:58 smithi071 ceph-mon[142085]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T18:46:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:46:58 smithi184 ceph-mon[136228]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-16T18:46:59.670 INFO:tasks.workunit.client.0.smithi071.stdout: 1104: throughput=5MB/sec pending data=0 2023-12-16T18:46:59.670 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--eIXQ3zvf1KWd46 off=3546490 len=1471286 2023-12-16T18:46:59.677 INFO:tasks.workunit.client.0.smithi071.stdout:op 5663 completed, throughput=5MB/sec 2023-12-16T18:46:59.677 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wC-JTWUph2T56ZH off=587123 len=650907 2023-12-16T18:46:59.678 INFO:tasks.workunit.client.0.smithi071.stdout:op 5664 completed, throughput=5MB/sec 2023-12-16T18:46:59.678 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZyjWAhjBjVgHIA5 off=15575946 len=1916982 2023-12-16T18:46:59.679 INFO:tasks.workunit.client.0.smithi071.stdout:op 5665 completed, throughput=5MB/sec 2023-12-16T18:46:59.679 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qdWBenO3x1UrFf9 off=14306721 len=371324 2023-12-16T18:46:59.683 INFO:tasks.workunit.client.0.smithi071.stdout:op 5666 completed, throughput=5MB/sec 2023-12-16T18:46:59.683 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zq6f2pI2-w02vQd off=2575953 len=1379464 2023-12-16T18:46:59.691 INFO:tasks.workunit.client.0.smithi071.stdout:op 5667 completed, throughput=5MB/sec 2023-12-16T18:47:00.692 INFO:tasks.workunit.client.0.smithi071.stdout: 1105: throughput=5MB/sec pending data=0 2023-12-16T18:47:00.692 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2FB9AlRgSlSCJzY off=8007305 len=1291679 2023-12-16T18:47:00.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 5668 completed, throughput=5MB/sec 2023-12-16T18:47:00.698 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-iW8llp24YVRwGb- off=81763 len=3653 2023-12-16T18:47:00.699 INFO:tasks.workunit.client.0.smithi071.stdout:op 5669 completed, throughput=5MB/sec 2023-12-16T18:47:00.699 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SHdyoGJWMCgqtJd off=9785863 len=108044 2023-12-16T18:47:00.699 INFO:tasks.workunit.client.0.smithi071.stdout:op 5670 completed, throughput=5MB/sec 2023-12-16T18:47:00.699 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-1vAkIXw-f3FK-P- off=9336573 len=345588 2023-12-16T18:47:00.703 INFO:tasks.workunit.client.0.smithi071.stdout:op 5671 completed, throughput=5MB/sec 2023-12-16T18:47:00.703 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9WpyYrnffjBpymD off=458745 len=1598201 2023-12-16T18:47:00.705 INFO:tasks.workunit.client.0.smithi071.stdout:op 5672 completed, throughput=5MB/sec 2023-12-16T18:47:00.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ziIpcXB1rXcM45A off=21938584 len=403303 2023-12-16T18:47:00.705 INFO:tasks.workunit.client.0.smithi071.stdout:op 5673 completed, throughput=5MB/sec 2023-12-16T18:47:00.705 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Z4LTMwJ5PaxE6B1 off=8477952 len=618627 2023-12-16T18:47:00.706 INFO:tasks.workunit.client.0.smithi071.stdout:op 5674 completed, throughput=5MB/sec 2023-12-16T18:47:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:00 smithi071 ceph-mon[139725]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:00 smithi071 ceph-mon[142085]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:00 smithi184 ceph-mon[136228]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:01.706 INFO:tasks.workunit.client.0.smithi071.stdout: 1106: throughput=5MB/sec pending data=0 2023-12-16T18:47:01.707 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bwbf8HeewzfyQ7s off=5913721 len=331145 2023-12-16T18:47:01.710 INFO:tasks.workunit.client.0.smithi071.stdout:op 5675 completed, throughput=5MB/sec 2023-12-16T18:47:01.710 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FMVXYSPquHybSeq off=0 len=1823328 2023-12-16T18:47:01.718 INFO:tasks.workunit.client.0.smithi071.stdout:op 5676 completed, throughput=5MB/sec 2023-12-16T18:47:01.720 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GmAEr68DP52jabm off=14423553 len=1859076 2023-12-16T18:47:01.722 INFO:tasks.workunit.client.0.smithi071.stdout:op 5677 completed, throughput=5MB/sec 2023-12-16T18:47:01.722 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XYZWDaGm9PWXuYu off=3067550 len=1103711 2023-12-16T18:47:01.727 INFO:tasks.workunit.client.0.smithi071.stdout:op 5678 completed, throughput=5MB/sec 2023-12-16T18:47:01.727 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Fz_p_MiIkx-Z2cy off=19738132 len=1884300 2023-12-16T18:47:01.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 5679 completed, throughput=5MB/sec 2023-12-16T18:47:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:02 smithi071 ceph-mon[139725]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:02 smithi071 ceph-mon[142085]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:02.739 INFO:tasks.workunit.client.0.smithi071.stdout: 1107: throughput=5MB/sec pending data=0 2023-12-16T18:47:02.740 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FE11rwbglTPHNTB off=8709592 len=1598731 2023-12-16T18:47:02.742 INFO:tasks.workunit.client.0.smithi071.stdout:op 5680 completed, throughput=5MB/sec 2023-12-16T18:47:02.742 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EINxcyLDpRwG1XE off=10128015 len=1382565 2023-12-16T18:47:02.744 INFO:tasks.workunit.client.0.smithi071.stdout:op 5681 completed, throughput=5MB/sec 2023-12-16T18:47:02.744 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fNUkEPvm5W2lViT off=34234 len=179582 2023-12-16T18:47:02.747 INFO:tasks.workunit.client.0.smithi071.stdout:op 5682 completed, throughput=5MB/sec 2023-12-16T18:47:02.747 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Kjdyrml5ONAcvRO off=19842008 len=345769 2023-12-16T18:47:02.748 INFO:tasks.workunit.client.0.smithi071.stdout:op 5683 completed, throughput=5MB/sec 2023-12-16T18:47:02.748 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cyT5ifFg4gmCB4I off=6489149 len=201138 2023-12-16T18:47:02.751 INFO:tasks.workunit.client.0.smithi071.stdout:op 5684 completed, throughput=5MB/sec 2023-12-16T18:47:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:02 smithi184 ceph-mon[136228]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:03.623 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:03.752 INFO:tasks.workunit.client.0.smithi071.stdout: 1108: throughput=5MB/sec pending data=0 2023-12-16T18:47:03.752 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-IPL_ur3JV7fKJYM off=1343609 len=1342039 2023-12-16T18:47:03.758 INFO:tasks.workunit.client.0.smithi071.stdout:op 5685 completed, throughput=5MB/sec 2023-12-16T18:47:03.758 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qzNp22f1C1J9Y-x off=2988243 len=1687427 2023-12-16T18:47:03.765 INFO:tasks.workunit.client.0.smithi071.stdout:op 5686 completed, throughput=5MB/sec 2023-12-16T18:47:03.765 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mlL3PFdzf83U4CE off=3972712 len=95901 2023-12-16T18:47:03.766 INFO:tasks.workunit.client.0.smithi071.stdout:op 5687 completed, throughput=5MB/sec 2023-12-16T18:47:03.766 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gZcsoBrQRs3iorn off=4122296 len=2021514 2023-12-16T18:47:03.777 INFO:tasks.workunit.client.0.smithi071.stdout:op 5688 completed, throughput=5MB/sec 2023-12-16T18:47:03.777 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YdvBeMLSEeXgUTJ off=8098278 len=78951 2023-12-16T18:47:03.779 INFO:tasks.workunit.client.0.smithi071.stdout:op 5689 completed, throughput=5MB/sec 2023-12-16T18:47:03.779 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-i3qNuavAES_ux33 off=4488958 len=362997 2023-12-16T18:47:03.780 INFO:tasks.workunit.client.0.smithi071.stdout:op 5690 completed, throughput=5MB/sec 2023-12-16T18:47:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:04 smithi071 ceph-mon[139725]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:04 smithi071 ceph-mon[142085]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:04.780 INFO:tasks.workunit.client.0.smithi071.stdout: 1109: throughput=5MB/sec pending data=0 2023-12-16T18:47:04.780 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VehtL_7SrOKEAhV off=4067860 len=1595622 2023-12-16T18:47:04.788 INFO:tasks.workunit.client.0.smithi071.stdout:op 5691 completed, throughput=5MB/sec 2023-12-16T18:47:04.789 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-K9AFcsohXCr7m0q off=1114016 len=313910 2023-12-16T18:47:04.792 INFO:tasks.workunit.client.0.smithi071.stdout:op 5692 completed, throughput=5MB/sec 2023-12-16T18:47:04.792 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jAnezLMa4xko317 off=222114 len=1443339 2023-12-16T18:47:04.793 INFO:tasks.workunit.client.0.smithi071.stdout:op 5693 completed, throughput=5MB/sec 2023-12-16T18:47:04.793 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-aRHBiwimLvRmZ6k off=636099 len=2035172 2023-12-16T18:47:04.803 INFO:tasks.workunit.client.0.smithi071.stdout:op 5694 completed, throughput=5MB/sec 2023-12-16T18:47:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:04 smithi184 ceph-mon[136228]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:05.804 INFO:tasks.workunit.client.0.smithi071.stdout: 1110: throughput=5MB/sec pending data=0 2023-12-16T18:47:05.804 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HzKobXx90WWN3UD off=3433614 len=1781082 2023-12-16T18:47:05.818 INFO:tasks.workunit.client.0.smithi071.stdout:op 5695 completed, throughput=5MB/sec 2023-12-16T18:47:05.818 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NNU42w1MBz7Lj1Z off=15461101 len=1220459 2023-12-16T18:47:05.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 5696 completed, throughput=5MB/sec 2023-12-16T18:47:05.820 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Esa9ORqkYmPcT3C off=4144784 len=10529 2023-12-16T18:47:05.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 5697 completed, throughput=5MB/sec 2023-12-16T18:47:05.821 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MBm-vey5K8n8wym off=16424273 len=1401754 2023-12-16T18:47:05.824 INFO:tasks.workunit.client.0.smithi071.stdout:op 5698 completed, throughput=5MB/sec 2023-12-16T18:47:05.824 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Pf0KoomAGbPs4a1 off=18858873 len=209768 2023-12-16T18:47:05.829 INFO:tasks.workunit.client.0.smithi071.stdout:op 5699 completed, throughput=5MB/sec 2023-12-16T18:47:05.829 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Rn4i_hOszznbucw off=4525484 len=1610144 2023-12-16T18:47:05.836 INFO:tasks.workunit.client.0.smithi071.stdout:op 5700 completed, throughput=5MB/sec 2023-12-16T18:47:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:06 smithi071 ceph-mon[139725]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:06.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:06 smithi071 ceph-mon[142085]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:06.836 INFO:tasks.workunit.client.0.smithi071.stdout: 1111: throughput=5MB/sec pending data=0 2023-12-16T18:47:06.836 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ry4ghRDxIN-gifY off=3301178 len=1714644 2023-12-16T18:47:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:06 smithi184 ceph-mon[136228]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:06.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 5701 completed, throughput=5MB/sec 2023-12-16T18:47:06.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3dnD3oJ8u891Ssl off=4852215 len=1070430 2023-12-16T18:47:06.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 5702 completed, throughput=5MB/sec 2023-12-16T18:47:06.848 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-JFu8KEFLuDQEXQz off=6472038 len=355803 2023-12-16T18:47:06.849 INFO:tasks.workunit.client.0.smithi071.stdout:op 5703 completed, throughput=5MB/sec 2023-12-16T18:47:06.849 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GITsYsGjgWgDwU- off=2930095 len=1824851 2023-12-16T18:47:06.857 INFO:tasks.workunit.client.0.smithi071.stdout:op 5704 completed, throughput=5MB/sec 2023-12-16T18:47:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:07] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:47:07.858 INFO:tasks.workunit.client.0.smithi071.stdout: 1112: throughput=5MB/sec pending data=0 2023-12-16T18:47:07.858 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oCKIh7uabN_1Q4V off=7064275 len=1567970 2023-12-16T18:47:07.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 5705 completed, throughput=5MB/sec 2023-12-16T18:47:07.859 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S7gEpbrAgx9pGYg off=1156927 len=210930 2023-12-16T18:47:07.863 INFO:tasks.workunit.client.0.smithi071.stdout:op 5706 completed, throughput=5MB/sec 2023-12-16T18:47:07.863 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gksNLtWkSQ2aHQc off=578350 len=670509 2023-12-16T18:47:07.864 INFO:tasks.workunit.client.0.smithi071.stdout:op 5707 completed, throughput=5MB/sec 2023-12-16T18:47:07.864 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KjThVgYrszKObMf off=2709783 len=1256522 2023-12-16T18:47:07.866 INFO:tasks.workunit.client.0.smithi071.stdout:op 5708 completed, throughput=5MB/sec 2023-12-16T18:47:07.866 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3sLE06EiI7cCDbr off=6422611 len=1502427 2023-12-16T18:47:07.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 5709 completed, throughput=5MB/sec 2023-12-16T18:47:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:08 smithi071 ceph-mon[139725]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:47:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:08 smithi071 ceph-mon[142085]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:47:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:08 smithi184 ceph-mon[136228]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-16T18:47:08.867 INFO:tasks.workunit.client.0.smithi071.stdout: 1113: throughput=5MB/sec pending data=0 2023-12-16T18:47:08.867 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ZL6nKevEgFO2b9k off=3062452 len=1616571 2023-12-16T18:47:08.876 INFO:tasks.workunit.client.0.smithi071.stdout:op 5710 completed, throughput=5MB/sec 2023-12-16T18:47:08.876 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-68FDkds6ER0zP1_ off=500448 len=721137 2023-12-16T18:47:08.881 INFO:tasks.workunit.client.0.smithi071.stdout:op 5711 completed, throughput=5MB/sec 2023-12-16T18:47:08.881 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VXBckBGX7lZlNZn off=11467980 len=1664912 2023-12-16T18:47:08.888 INFO:tasks.workunit.client.0.smithi071.stdout:op 5712 completed, throughput=5MB/sec 2023-12-16T18:47:08.888 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nCiWNeMekLJNisX off=10956664 len=1809024 2023-12-16T18:47:08.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 5713 completed, throughput=5MB/sec 2023-12-16T18:47:09.899 INFO:tasks.workunit.client.0.smithi071.stdout: 1114: throughput=5MB/sec pending data=0 2023-12-16T18:47:09.899 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VDpOgABE2s9jee0 off=12230875 len=11379 2023-12-16T18:47:09.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 5714 completed, throughput=5MB/sec 2023-12-16T18:47:09.902 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fzKtYTMSfLQ5Kt9 off=2441780 len=14696 2023-12-16T18:47:09.902 INFO:tasks.workunit.client.0.smithi071.stdout:op 5715 completed, throughput=5MB/sec 2023-12-16T18:47:09.903 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HN8F3jED9EJPYOR off=3728081 len=1574778 2023-12-16T18:47:09.913 INFO:tasks.workunit.client.0.smithi071.stdout:op 5716 completed, throughput=5MB/sec 2023-12-16T18:47:09.913 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8_8xvWvYYdv1Kws off=11170309 len=1417443 2023-12-16T18:47:09.914 INFO:tasks.workunit.client.0.smithi071.stdout:op 5717 completed, throughput=5MB/sec 2023-12-16T18:47:09.915 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--q9c2iQdNMB_EyY off=478141 len=1181575 2023-12-16T18:47:09.922 INFO:tasks.workunit.client.0.smithi071.stdout:op 5718 completed, throughput=5MB/sec 2023-12-16T18:47:09.922 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-izwfAmBt6-jUmgW off=4763736 len=1449863 2023-12-16T18:47:09.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 5719 completed, throughput=5MB/sec 2023-12-16T18:47:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:10 smithi071 ceph-mon[139725]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:10 smithi071 ceph-mon[142085]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:10 smithi184 ceph-mon[136228]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:10.924 INFO:tasks.workunit.client.0.smithi071.stdout: 1115: throughput=5MB/sec pending data=0 2023-12-16T18:47:10.924 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-qHVAHlV0aChxel2 off=229447 len=1931598 2023-12-16T18:47:10.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 5720 completed, throughput=5MB/sec 2023-12-16T18:47:10.928 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kXLSEMz2OQTgkcH off=3707966 len=777540 2023-12-16T18:47:10.932 INFO:tasks.workunit.client.0.smithi071.stdout:op 5721 completed, throughput=5MB/sec 2023-12-16T18:47:10.933 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-28VIc2Ot1QJkuKT off=5221335 len=641866 2023-12-16T18:47:10.937 INFO:tasks.workunit.client.0.smithi071.stdout:op 5722 completed, throughput=5MB/sec 2023-12-16T18:47:10.938 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dWi5b5g7QvI712a off=8863621 len=1283442 2023-12-16T18:47:10.944 INFO:tasks.workunit.client.0.smithi071.stdout:op 5723 completed, throughput=5MB/sec 2023-12-16T18:47:11.944 INFO:tasks.workunit.client.0.smithi071.stdout: 1116: throughput=5MB/sec pending data=0 2023-12-16T18:47:11.944 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MHhpOqAcPG7L9Av off=569533 len=69186 2023-12-16T18:47:11.947 INFO:tasks.workunit.client.0.smithi071.stdout:op 5724 completed, throughput=5MB/sec 2023-12-16T18:47:11.947 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Mk_9kxEdmUkecq1 off=14718376 len=744903 2023-12-16T18:47:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 5725 completed, throughput=5MB/sec 2023-12-16T18:47:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-B8qBKasbw5tDB6f off=372458 len=1310453 2023-12-16T18:47:11.953 INFO:tasks.workunit.client.0.smithi071.stdout:op 5726 completed, throughput=5MB/sec 2023-12-16T18:47:11.954 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2AeWWWHyt101enq off=12204360 len=214245 2023-12-16T18:47:11.956 INFO:tasks.workunit.client.0.smithi071.stdout:op 5727 completed, throughput=5MB/sec 2023-12-16T18:47:11.956 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ow-pN04f3yvmj47 off=134306 len=733723 2023-12-16T18:47:11.961 INFO:tasks.workunit.client.0.smithi071.stdout:op 5728 completed, throughput=5MB/sec 2023-12-16T18:47:11.961 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S1qmvkvOFBTRtCZ off=2102640 len=1223366 2023-12-16T18:47:11.967 INFO:tasks.workunit.client.0.smithi071.stdout:op 5729 completed, throughput=5MB/sec 2023-12-16T18:47:11.967 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iQUE5cqSLbMx_8y off=2153506 len=2024511 2023-12-16T18:47:11.977 INFO:tasks.workunit.client.0.smithi071.stdout:op 5730 completed, throughput=5MB/sec 2023-12-16T18:47:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:12 smithi071 ceph-mon[139725]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:47:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:12 smithi071 ceph-mon[142085]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:47:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:12 smithi184 ceph-mon[136228]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:47:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: 1117: throughput=5MB/sec pending data=0 2023-12-16T18:47:12.975 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fCEtiPTxIu1r0Ex off=9710757 len=1668046 2023-12-16T18:47:12.984 INFO:tasks.workunit.client.0.smithi071.stdout:op 5731 completed, throughput=5MB/sec 2023-12-16T18:47:12.984 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9k71NKxh4z9DQin off=1375717 len=1169207 2023-12-16T18:47:12.987 INFO:tasks.workunit.client.0.smithi071.stdout:op 5732 completed, throughput=5MB/sec 2023-12-16T18:47:12.987 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-yljlcr-1zVlaCrk off=229761 len=1415514 2023-12-16T18:47:12.996 INFO:tasks.workunit.client.0.smithi071.stdout:op 5733 completed, throughput=5MB/sec 2023-12-16T18:47:13.996 INFO:tasks.workunit.client.0.smithi071.stdout: 1118: throughput=5MB/sec pending data=0 2023-12-16T18:47:13.996 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BfJPqD08kCaA3l6 off=9220208 len=1046857 2023-12-16T18:47:13.998 INFO:tasks.workunit.client.0.smithi071.stdout:op 5734 completed, throughput=5MB/sec 2023-12-16T18:47:13.998 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9hmjcF6yUVB3HAW off=2902660 len=1126703 2023-12-16T18:47:14.004 INFO:tasks.workunit.client.0.smithi071.stdout:op 5735 completed, throughput=5MB/sec 2023-12-16T18:47:14.004 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eCJ0mbBLE96WW7a off=4120925 len=507292 2023-12-16T18:47:14.005 INFO:tasks.workunit.client.0.smithi071.stdout:op 5736 completed, throughput=5MB/sec 2023-12-16T18:47:14.005 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PYfK6tKCQy9Apdx off=887796 len=103107 2023-12-16T18:47:14.008 INFO:tasks.workunit.client.0.smithi071.stdout:op 5737 completed, throughput=5MB/sec 2023-12-16T18:47:14.008 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-jZuD3w3LSuw7fZ1 off=8987672 len=1609466 2023-12-16T18:47:14.010 INFO:tasks.workunit.client.0.smithi071.stdout:op 5738 completed, throughput=5MB/sec 2023-12-16T18:47:14.010 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-zqDvFfNkbQo8GdR off=795346 len=993044 2023-12-16T18:47:14.011 INFO:tasks.workunit.client.0.smithi071.stdout:op 5739 completed, throughput=5MB/sec 2023-12-16T18:47:14.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:14 smithi071 ceph-mon[139725]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:47:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:14 smithi071 ceph-mon[142085]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:47:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:14 smithi184 ceph-mon[136228]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-16T18:47:15.011 INFO:tasks.workunit.client.0.smithi071.stdout: 1119: throughput=5MB/sec pending data=0 2023-12-16T18:47:15.012 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a5gJQGZcK1PQy62 off=7699153 len=530250 2023-12-16T18:47:15.013 INFO:tasks.workunit.client.0.smithi071.stdout:op 5740 completed, throughput=5MB/sec 2023-12-16T18:47:15.013 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KucykWslpAbB79p off=15057936 len=1688645 2023-12-16T18:47:15.015 INFO:tasks.workunit.client.0.smithi071.stdout:op 5741 completed, throughput=5MB/sec 2023-12-16T18:47:15.015 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YhJ3BJdIwjcTiFV off=6469402 len=481850 2023-12-16T18:47:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:op 5742 completed, throughput=5MB/sec 2023-12-16T18:47:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oJ1v4bAkJfiJriU off=3346286 len=546386 2023-12-16T18:47:15.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 5743 completed, throughput=5MB/sec 2023-12-16T18:47:15.020 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2K0K0Dpxur5BO8I off=14879134 len=1710578 2023-12-16T18:47:15.022 INFO:tasks.workunit.client.0.smithi071.stdout:op 5744 completed, throughput=5MB/sec 2023-12-16T18:47:16.023 INFO:tasks.workunit.client.0.smithi071.stdout: 1120: throughput=5MB/sec pending data=0 2023-12-16T18:47:16.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-2FtuRAPH--FuZaQ off=16713206 len=1483870 2023-12-16T18:47:16.030 INFO:tasks.workunit.client.0.smithi071.stdout:op 5745 completed, throughput=5MB/sec 2023-12-16T18:47:16.031 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-XcA6l-EZJCqUjzS off=2933117 len=1955000 2023-12-16T18:47:16.042 INFO:tasks.workunit.client.0.smithi071.stdout:op 5746 completed, throughput=5MB/sec 2023-12-16T18:47:16.042 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3SXmyyYDuFI36wt off=4337878 len=2004664 2023-12-16T18:47:16.049 INFO:tasks.workunit.client.0.smithi071.stdout:op 5747 completed, throughput=5MB/sec 2023-12-16T18:47:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:16 smithi071 ceph-mon[139725]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:47:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:16 smithi071 ceph-mon[142085]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:47:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:16 smithi184 ceph-mon[136228]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-16T18:47:17.049 INFO:tasks.workunit.client.0.smithi071.stdout: 1121: throughput=5MB/sec pending data=0 2023-12-16T18:47:17.050 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QeyQgBGq0eQFeGs off=16848845 len=1637356 2023-12-16T18:47:17.057 INFO:tasks.workunit.client.0.smithi071.stdout:op 5748 completed, throughput=5MB/sec 2023-12-16T18:47:17.058 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GZKam9Fy6wGzkMs off=3494197 len=1231572 2023-12-16T18:47:17.059 INFO:tasks.workunit.client.0.smithi071.stdout:op 5749 completed, throughput=5MB/sec 2023-12-16T18:47:17.059 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GiAAF3IgZe0uAbP off=15579403 len=1512446 2023-12-16T18:47:17.065 INFO:tasks.workunit.client.0.smithi071.stdout:op 5750 completed, throughput=5MB/sec 2023-12-16T18:47:17.065 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-8A9z-_i46LT7UBZ off=2218325 len=352583 2023-12-16T18:47:17.066 INFO:tasks.workunit.client.0.smithi071.stdout:op 5751 completed, throughput=5MB/sec 2023-12-16T18:47:17.066 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-sF9L46I-OdtMAeb off=17280780 len=1970114 2023-12-16T18:47:17.068 INFO:tasks.workunit.client.0.smithi071.stdout:op 5752 completed, throughput=5MB/sec 2023-12-16T18:47:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:17] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:47:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: 1122: throughput=5MB/sec pending data=0 2023-12-16T18:47:18.068 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ITL_qzBuqXQnXu7 off=10253643 len=498612 2023-12-16T18:47:18.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 5753 completed, throughput=5MB/sec 2023-12-16T18:47:18.069 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Jyp9vrPGxycudyb off=6344236 len=676444 2023-12-16T18:47:18.070 INFO:tasks.workunit.client.0.smithi071.stdout:op 5754 completed, throughput=5MB/sec 2023-12-16T18:47:18.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Ej-PsEynyI2EaVL off=1273683 len=896696 2023-12-16T18:47:18.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 5755 completed, throughput=5MB/sec 2023-12-16T18:47:18.071 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UeCI7cWf_7LLPgJ off=1152089 len=909231 2023-12-16T18:47:18.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 5756 completed, throughput=5MB/sec 2023-12-16T18:47:18.073 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--0fMVYHJqP1iwdm off=1190399 len=1223776 2023-12-16T18:47:18.076 INFO:tasks.workunit.client.0.smithi071.stdout:op 5757 completed, throughput=5MB/sec 2023-12-16T18:47:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:18 smithi071 ceph-mon[139725]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:47:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:18 smithi071 ceph-mon[142085]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:47:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:18 smithi184 ceph-mon[136228]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-16T18:47:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:19.044 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:47:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: 1123: throughput=5MB/sec pending data=0 2023-12-16T18:47:19.076 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-V-rANemdCPmFBqd off=2194104 len=1741104 2023-12-16T18:47:19.086 INFO:tasks.workunit.client.0.smithi071.stdout:op 5758 completed, throughput=5MB/sec 2023-12-16T18:47:19.086 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5U1o9cw_Y1aRW-N off=7563151 len=773080 2023-12-16T18:47:19.089 INFO:tasks.workunit.client.0.smithi071.stdout:op 5759 completed, throughput=5MB/sec 2023-12-16T18:47:19.089 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NRfS_rdCirjQWPq off=309587 len=1471339 2023-12-16T18:47:19.091 INFO:tasks.workunit.client.0.smithi071.stdout:op 5760 completed, throughput=5MB/sec 2023-12-16T18:47:19.091 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-YqJGRB7MtgU471e off=3159620 len=1019067 2023-12-16T18:47:19.093 INFO:tasks.workunit.client.0.smithi071.stdout:op 5761 completed, throughput=5MB/sec 2023-12-16T18:47:19.356 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:47:19.356 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (37m) 3m ago 39m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:47:19.356 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (36m) 59s ago 39m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:47:19.356 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (40m) 3m ago 40m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (40m) 59s ago 40m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (36m) 59s ago 42m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (36m) 3m ago 43m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (36m) 3m ago 43m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (35m) 59s ago 42m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:47:19.357 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (35m) 3m ago 42m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (36m) 3m ago 39m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (36m) 59s ago 39m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (35m) 3m ago 42m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (34m) 3m ago 42m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (34m) 3m ago 41m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (33m) 3m ago 41m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:47:19.358 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (33m) 59s ago 41m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:47:19.359 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (32m) 59s ago 41m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:47:19.359 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (32m) 59s ago 40m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:47:19.359 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (31m) 59s ago 40m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:47:19.359 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (36m) 59s ago 40m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:47:19.743 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:47:19.744 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:47:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: 1124: throughput=5MB/sec pending data=0 2023-12-16T18:47:20.094 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NSFMDXtRaoGscDy off=14121801 len=510820 2023-12-16T18:47:20.097 INFO:tasks.workunit.client.0.smithi071.stdout:op 5762 completed, throughput=5MB/sec 2023-12-16T18:47:20.097 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a4oZy0J_oFfVLTV off=3935887 len=1793251 2023-12-16T18:47:20.098 INFO:tasks.workunit.client.0.smithi071.stdout:op 5763 completed, throughput=5MB/sec 2023-12-16T18:47:20.098 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-upGP3j72gU_S8KD off=2197846 len=1852753 2023-12-16T18:47:20.100 INFO:tasks.workunit.client.0.smithi071.stdout:op 5764 completed, throughput=5MB/sec 2023-12-16T18:47:20.100 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9u-CJjNcilmSWl9 off=12594167 len=1121284 2023-12-16T18:47:20.106 INFO:tasks.workunit.client.0.smithi071.stdout:op 5765 completed, throughput=5MB/sec 2023-12-16T18:47:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[139725]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[139725]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[139725]: from='client.45833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3031466321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[142085]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[142085]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[142085]: from='client.45833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:20 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3031466321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:20 smithi184 ceph-mon[136228]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:20 smithi184 ceph-mon[136228]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:20 smithi184 ceph-mon[136228]: from='client.45833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:20 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3031466321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:21.106 INFO:tasks.workunit.client.0.smithi071.stdout: 1125: throughput=5MB/sec pending data=0 2023-12-16T18:47:21.107 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ucQP8YWa3Lc0JBE off=10741144 len=1146597 2023-12-16T18:47:21.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 5766 completed, throughput=5MB/sec 2023-12-16T18:47:21.113 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3uZZwo9KYVm0Hm3 off=7372526 len=1933531 2023-12-16T18:47:21.124 INFO:tasks.workunit.client.0.smithi071.stdout:op 5767 completed, throughput=5MB/sec 2023-12-16T18:47:21.124 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-cK6iAADPPR8GgME off=12761346 len=1035383 2023-12-16T18:47:21.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 5768 completed, throughput=5MB/sec 2023-12-16T18:47:21.125 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wFhhjptmnaLv53n off=3320438 len=647779 2023-12-16T18:47:21.126 INFO:tasks.workunit.client.0.smithi071.stdout:op 5769 completed, throughput=5MB/sec 2023-12-16T18:47:21.126 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FqGsJpdl4x4wr0l off=7163604 len=825611 2023-12-16T18:47:21.130 INFO:tasks.workunit.client.0.smithi071.stdout:op 5770 completed, throughput=5MB/sec 2023-12-16T18:47:22.130 INFO:tasks.workunit.client.0.smithi071.stdout: 1126: throughput=5MB/sec pending data=0 2023-12-16T18:47:22.131 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qRnFaCgx3NgOUFf off=3925154 len=492692 2023-12-16T18:47:22.135 INFO:tasks.workunit.client.0.smithi071.stdout:op 5771 completed, throughput=5MB/sec 2023-12-16T18:47:22.135 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-orvn9stSOBO1dgX off=20171003 len=921876 2023-12-16T18:47:22.136 INFO:tasks.workunit.client.0.smithi071.stdout:op 5772 completed, throughput=5MB/sec 2023-12-16T18:47:22.136 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-2I-sgOlr5YFtssW off=2030824 len=1450614 2023-12-16T18:47:22.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 5773 completed, throughput=5MB/sec 2023-12-16T18:47:22.138 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wSUF8dtr0YSFf8U off=9559359 len=505108 2023-12-16T18:47:22.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 5774 completed, throughput=5MB/sec 2023-12-16T18:47:22.139 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-930lQQPVLQunh2j off=13480646 len=171700 2023-12-16T18:47:22.139 INFO:tasks.workunit.client.0.smithi071.stdout:op 5775 completed, throughput=5MB/sec 2023-12-16T18:47:22.140 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-z8X7-6hW_xEeOnL off=10450734 len=1234053 2023-12-16T18:47:22.141 INFO:tasks.workunit.client.0.smithi071.stdout:op 5776 completed, throughput=5MB/sec 2023-12-16T18:47:22.141 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-WSpU80UrXSny_xn off=8575369 len=1964954 2023-12-16T18:47:22.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 5777 completed, throughput=5MB/sec 2023-12-16T18:47:22.638 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:22 smithi184 ceph-mon[136228]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:22 smithi071 ceph-mon[139725]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:22 smithi071 ceph-mon[142085]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:23.152 INFO:tasks.workunit.client.0.smithi071.stdout: 1127: throughput=5MB/sec pending data=0 2023-12-16T18:47:23.152 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MzeVW6v7HLfQjhJ off=3762265 len=650024 2023-12-16T18:47:23.157 INFO:tasks.workunit.client.0.smithi071.stdout:op 5778 completed, throughput=5MB/sec 2023-12-16T18:47:23.157 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FLU6RCuaZKJrTow off=3219896 len=1007633 2023-12-16T18:47:23.159 INFO:tasks.workunit.client.0.smithi071.stdout:op 5779 completed, throughput=5MB/sec 2023-12-16T18:47:23.159 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-gHbEK8PNyAQuMQx off=8048432 len=1204986 2023-12-16T18:47:23.166 INFO:tasks.workunit.client.0.smithi071.stdout:op 5780 completed, throughput=5MB/sec 2023-12-16T18:47:23.166 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-u-1nfiz1J7U7YDr off=7371860 len=814784 2023-12-16T18:47:23.171 INFO:tasks.workunit.client.0.smithi071.stdout:op 5781 completed, throughput=5MB/sec 2023-12-16T18:47:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:23 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:47:23.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:23 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:47:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:23 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:47:24.171 INFO:tasks.workunit.client.0.smithi071.stdout: 1128: throughput=5MB/sec pending data=0 2023-12-16T18:47:24.171 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-odeMWI31wjYxOl5 off=14550125 len=1209725 2023-12-16T18:47:24.175 INFO:tasks.workunit.client.0.smithi071.stdout:op 5782 completed, throughput=5MB/sec 2023-12-16T18:47:24.176 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nhfga_PkZvcM03f off=6142235 len=731953 2023-12-16T18:47:24.177 INFO:tasks.workunit.client.0.smithi071.stdout:op 5783 completed, throughput=5MB/sec 2023-12-16T18:47:24.177 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-iNEhjF6sNHKtoL0 off=8037736 len=1639956 2023-12-16T18:47:24.182 INFO:tasks.workunit.client.0.smithi071.stdout:op 5784 completed, throughput=5MB/sec 2023-12-16T18:47:24.182 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PpxiNPmZooYn3PW off=0 len=1257874 2023-12-16T18:47:24.185 INFO:tasks.workunit.client.0.smithi071.stdout:op 5785 completed, throughput=5MB/sec 2023-12-16T18:47:24.185 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-DcmDLZIoLPmBuBz off=3958511 len=529411 2023-12-16T18:47:24.188 INFO:tasks.workunit.client.0.smithi071.stdout:op 5786 completed, throughput=5MB/sec 2023-12-16T18:47:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[139725]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:47:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:47:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:47:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[142085]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:47:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:47:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:47:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:24 smithi184 ceph-mon[136228]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:47:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:47:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:47:25.188 INFO:tasks.workunit.client.0.smithi071.stdout: 1129: throughput=5MB/sec pending data=0 2023-12-16T18:47:25.188 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ETWN39EO-bKBhXR off=2948708 len=451806 2023-12-16T18:47:25.192 INFO:tasks.workunit.client.0.smithi071.stdout:op 5787 completed, throughput=5MB/sec 2023-12-16T18:47:25.192 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4rdv3niprqGxZZ_ off=8386420 len=409392 2023-12-16T18:47:25.194 INFO:tasks.workunit.client.0.smithi071.stdout:op 5788 completed, throughput=5MB/sec 2023-12-16T18:47:25.195 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xFGTnGbhNPhm1Zp off=2579762 len=355081 2023-12-16T18:47:25.195 INFO:tasks.workunit.client.0.smithi071.stdout:op 5789 completed, throughput=5MB/sec 2023-12-16T18:47:25.195 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-zKValLggyQzxGyP off=2727634 len=1955946 2023-12-16T18:47:25.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 5790 completed, throughput=5MB/sec 2023-12-16T18:47:25.208 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W8zd39CX4tyg6Kd off=4525967 len=616581 2023-12-16T18:47:25.208 INFO:tasks.workunit.client.0.smithi071.stdout:op 5791 completed, throughput=5MB/sec 2023-12-16T18:47:25.208 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PtUosP3Ubl0a4bH off=1704409 len=1789873 2023-12-16T18:47:25.217 INFO:tasks.workunit.client.0.smithi071.stdout:op 5792 completed, throughput=5MB/sec 2023-12-16T18:47:26.217 INFO:tasks.workunit.client.0.smithi071.stdout: 1130: throughput=5MB/sec pending data=0 2023-12-16T18:47:26.217 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-abFcbLLiuFMRJN4 off=4992214 len=1249229 2023-12-16T18:47:26.220 INFO:tasks.workunit.client.0.smithi071.stdout:op 5793 completed, throughput=5MB/sec 2023-12-16T18:47:26.220 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XLxUxIWxZiMK8Uw off=780498 len=1933360 2023-12-16T18:47:26.222 INFO:tasks.workunit.client.0.smithi071.stdout:op 5794 completed, throughput=5MB/sec 2023-12-16T18:47:26.222 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FxXjSwubFpdDKOv off=908672 len=835425 2023-12-16T18:47:26.228 INFO:tasks.workunit.client.0.smithi071.stdout:op 5795 completed, throughput=5MB/sec 2023-12-16T18:47:26.228 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VQuka5hsnjJTptm off=1351933 len=597938 2023-12-16T18:47:26.229 INFO:tasks.workunit.client.0.smithi071.stdout:op 5796 completed, throughput=5MB/sec 2023-12-16T18:47:26.229 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nxXzqQJCBb5EiU5 off=2156083 len=659867 2023-12-16T18:47:26.230 INFO:tasks.workunit.client.0.smithi071.stdout:op 5797 completed, throughput=5MB/sec 2023-12-16T18:47:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:26 smithi071 ceph-mon[139725]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:47:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:26 smithi071 ceph-mon[142085]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:47:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:26 smithi184 ceph-mon[136228]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-16T18:47:27.230 INFO:tasks.workunit.client.0.smithi071.stdout: 1131: throughput=5MB/sec pending data=0 2023-12-16T18:47:27.230 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Bk12Z5fHTJPho3V off=3660049 len=1157120 2023-12-16T18:47:27.238 INFO:tasks.workunit.client.0.smithi071.stdout:op 5798 completed, throughput=5MB/sec 2023-12-16T18:47:27.238 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ley7nBgmLAR4RcO off=6667297 len=2027959 2023-12-16T18:47:27.247 INFO:tasks.workunit.client.0.smithi071.stdout:op 5799 completed, throughput=5MB/sec 2023-12-16T18:47:27.247 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lx0tQlREYlxmhfd off=1367640 len=1206292 2023-12-16T18:47:27.253 INFO:tasks.workunit.client.0.smithi071.stdout:op 5800 completed, throughput=5MB/sec 2023-12-16T18:47:27.253 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pEl3L0KVz9glCJ1 off=14101948 len=608809 2023-12-16T18:47:27.254 INFO:tasks.workunit.client.0.smithi071.stdout:op 5801 completed, throughput=5MB/sec 2023-12-16T18:47:27.254 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TFK4Q_PHIF25F7Q off=10233648 len=1174287 2023-12-16T18:47:27.258 INFO:tasks.workunit.client.0.smithi071.stdout:op 5802 completed, throughput=5MB/sec 2023-12-16T18:47:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:27] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:47:28.259 INFO:tasks.workunit.client.0.smithi071.stdout: 1132: throughput=5MB/sec pending data=0 2023-12-16T18:47:28.259 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LJY_G0RbehuRpAc off=12041789 len=865429 2023-12-16T18:47:28.264 INFO:tasks.workunit.client.0.smithi071.stdout:op 5803 completed, throughput=5MB/sec 2023-12-16T18:47:28.264 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-kVGjHNuCYK7ZCRW off=3169754 len=1133532 2023-12-16T18:47:28.265 INFO:tasks.workunit.client.0.smithi071.stdout:op 5804 completed, throughput=5MB/sec 2023-12-16T18:47:28.265 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-UwAFTT_n-IgHrTC off=4206534 len=1130097 2023-12-16T18:47:28.267 INFO:tasks.workunit.client.0.smithi071.stdout:op 5805 completed, throughput=5MB/sec 2023-12-16T18:47:28.267 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yn6ytn3usTwEUwk off=2285380 len=787901 2023-12-16T18:47:28.269 INFO:tasks.workunit.client.0.smithi071.stdout:op 5806 completed, throughput=5MB/sec 2023-12-16T18:47:28.269 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X2BDfUAmZfx1TKe off=747267 len=1845017 2023-12-16T18:47:28.271 INFO:tasks.workunit.client.0.smithi071.stdout:op 5807 completed, throughput=5MB/sec 2023-12-16T18:47:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:28 smithi071 ceph-mon[139725]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:28 smithi071 ceph-mon[142085]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:28 smithi184 ceph-mon[136228]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-16T18:47:29.271 INFO:tasks.workunit.client.0.smithi071.stdout: 1133: throughput=5MB/sec pending data=0 2023-12-16T18:47:29.272 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Mk-E2IOPZ2DFOpK off=1711413 len=519239 2023-12-16T18:47:29.276 INFO:tasks.workunit.client.0.smithi071.stdout:op 5808 completed, throughput=5MB/sec 2023-12-16T18:47:29.276 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-OfQvNGjvuhUTkS5 off=212575 len=1819679 2023-12-16T18:47:29.277 INFO:tasks.workunit.client.0.smithi071.stdout:op 5809 completed, throughput=5MB/sec 2023-12-16T18:47:29.277 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4CDjlMHxbaoeSGt off=11680408 len=1376016 2023-12-16T18:47:29.283 INFO:tasks.workunit.client.0.smithi071.stdout:op 5810 completed, throughput=5MB/sec 2023-12-16T18:47:29.284 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-X4DLv_ayGrgyUQ7 off=2294304 len=1182355 2023-12-16T18:47:29.284 INFO:tasks.workunit.client.0.smithi071.stdout:op 5811 completed, throughput=5MB/sec 2023-12-16T18:47:30.285 INFO:tasks.workunit.client.0.smithi071.stdout: 1134: throughput=5MB/sec pending data=0 2023-12-16T18:47:30.285 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-dzVdxDTDTOB0LKQ off=6086438 len=1251721 2023-12-16T18:47:30.287 INFO:tasks.workunit.client.0.smithi071.stdout:op 5812 completed, throughput=5MB/sec 2023-12-16T18:47:30.287 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B0gHfCWE3v-8sWA off=10978446 len=1337841 2023-12-16T18:47:30.295 INFO:tasks.workunit.client.0.smithi071.stdout:op 5813 completed, throughput=5MB/sec 2023-12-16T18:47:30.295 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KikSVeO2n7cRo_u off=7230403 len=1972814 2023-12-16T18:47:30.297 INFO:tasks.workunit.client.0.smithi071.stdout:op 5814 completed, throughput=5MB/sec 2023-12-16T18:47:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:30 smithi071 ceph-mon[142085]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:47:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:30 smithi071 ceph-mon[139725]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:47:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:30 smithi184 ceph-mon[136228]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-16T18:47:31.297 INFO:tasks.workunit.client.0.smithi071.stdout: 1135: throughput=5MB/sec pending data=0 2023-12-16T18:47:31.298 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-PrakHHlpp27wJZY off=5909095 len=1420159 2023-12-16T18:47:31.300 INFO:tasks.workunit.client.0.smithi071.stdout:op 5815 completed, throughput=5MB/sec 2023-12-16T18:47:31.300 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jRiWepPdJw8Fhcg off=3924134 len=508273 2023-12-16T18:47:31.304 INFO:tasks.workunit.client.0.smithi071.stdout:op 5816 completed, throughput=5MB/sec 2023-12-16T18:47:31.304 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-RbUNjyk54OQ4mP6 off=263610 len=1879323 2023-12-16T18:47:31.312 INFO:tasks.workunit.client.0.smithi071.stdout:op 5817 completed, throughput=5MB/sec 2023-12-16T18:47:31.312 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ZzUHLyUgre2CSgW off=17533236 len=1307562 2023-12-16T18:47:31.315 INFO:tasks.workunit.client.0.smithi071.stdout:op 5818 completed, throughput=5MB/sec 2023-12-16T18:47:32.315 INFO:tasks.workunit.client.0.smithi071.stdout: 1136: throughput=5MB/sec pending data=0 2023-12-16T18:47:32.315 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vjgGFYI957Hmyvd off=585220 len=1223369 2023-12-16T18:47:32.317 INFO:tasks.workunit.client.0.smithi071.stdout:op 5819 completed, throughput=5MB/sec 2023-12-16T18:47:32.317 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-oAd5FCDmpH6_LmB off=2751655 len=816100 2023-12-16T18:47:32.318 INFO:tasks.workunit.client.0.smithi071.stdout:op 5820 completed, throughput=5MB/sec 2023-12-16T18:47:32.318 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8iSQrexxpzW0zMl off=11797923 len=765252 2023-12-16T18:47:32.323 INFO:tasks.workunit.client.0.smithi071.stdout:op 5821 completed, throughput=5MB/sec 2023-12-16T18:47:32.323 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jPSes7xhOzbHFwA off=716601 len=368391 2023-12-16T18:47:32.326 INFO:tasks.workunit.client.0.smithi071.stdout:op 5822 completed, throughput=5MB/sec 2023-12-16T18:47:32.326 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-vjgGFYI957Hmyvd off=398345 len=588741 2023-12-16T18:47:32.327 INFO:tasks.workunit.client.0.smithi071.stdout:op 5823 completed, throughput=5MB/sec 2023-12-16T18:47:32.327 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Xmj0_7abfCCLgUS off=22955698 len=862233 2023-12-16T18:47:32.328 INFO:tasks.workunit.client.0.smithi071.stdout:op 5824 completed, throughput=5MB/sec 2023-12-16T18:47:32.328 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-EKTjr7EEYjPqsVI off=899882 len=1447187 2023-12-16T18:47:32.330 INFO:tasks.workunit.client.0.smithi071.stdout:op 5825 completed, throughput=5MB/sec 2023-12-16T18:47:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:32 smithi071 ceph-mon[139725]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:32.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:32 smithi071 ceph-mon[142085]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:32 smithi184 ceph-mon[136228]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:47:33.330 INFO:tasks.workunit.client.0.smithi071.stdout: 1137: throughput=5MB/sec pending data=0 2023-12-16T18:47:33.331 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-qd03GfrsS0UG1oX off=9515835 len=145940 2023-12-16T18:47:33.334 INFO:tasks.workunit.client.0.smithi071.stdout:op 5826 completed, throughput=5MB/sec 2023-12-16T18:47:33.334 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rpbZE9youfVzhfE off=2668402 len=1297401 2023-12-16T18:47:33.335 INFO:tasks.workunit.client.0.smithi071.stdout:op 5827 completed, throughput=5MB/sec 2023-12-16T18:47:33.335 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ih0E59WQopgfn5Q off=672089 len=1884200 2023-12-16T18:47:33.347 INFO:tasks.workunit.client.0.smithi071.stdout:op 5828 completed, throughput=5MB/sec 2023-12-16T18:47:33.347 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-07QZ9Oqc4eTUBx7 off=3833240 len=1679995 2023-12-16T18:47:33.349 INFO:tasks.workunit.client.0.smithi071.stdout:op 5829 completed, throughput=5MB/sec 2023-12-16T18:47:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:33.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:34.350 INFO:tasks.workunit.client.0.smithi071.stdout: 1138: throughput=5MB/sec pending data=0 2023-12-16T18:47:34.350 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-eAghiTH0TgcHcQM off=886652 len=80651 2023-12-16T18:47:34.351 INFO:tasks.workunit.client.0.smithi071.stdout:op 5830 completed, throughput=5MB/sec 2023-12-16T18:47:34.351 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Cv3qrmzoGiDf-xo off=965532 len=1281770 2023-12-16T18:47:34.358 INFO:tasks.workunit.client.0.smithi071.stdout:op 5831 completed, throughput=5MB/sec 2023-12-16T18:47:34.358 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yAyZgq0EDGfBEsF off=4856943 len=619898 2023-12-16T18:47:34.359 INFO:tasks.workunit.client.0.smithi071.stdout:op 5832 completed, throughput=5MB/sec 2023-12-16T18:47:34.359 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Fx-L1aTeoH_7VMQ off=4298114 len=1668355 2023-12-16T18:47:34.369 INFO:tasks.workunit.client.0.smithi071.stdout:op 5833 completed, throughput=5MB/sec 2023-12-16T18:47:34.369 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-o4ljNaXZc60mCg5 off=11267134 len=883417 2023-12-16T18:47:34.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 5834 completed, throughput=5MB/sec 2023-12-16T18:47:34.370 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-O7gjv8uP_uR92nr off=4370088 len=15982 2023-12-16T18:47:34.370 INFO:tasks.workunit.client.0.smithi071.stdout:op 5835 completed, throughput=5MB/sec 2023-12-16T18:47:34.370 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mrwT6Fot3qRoZ21 off=1258916 len=1068159 2023-12-16T18:47:34.376 INFO:tasks.workunit.client.0.smithi071.stdout:op 5836 completed, throughput=5MB/sec 2023-12-16T18:47:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:34 smithi071 ceph-mon[139725]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:47:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:34 smithi071 ceph-mon[142085]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:47:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:34 smithi184 ceph-mon[136228]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-16T18:47:35.376 INFO:tasks.workunit.client.0.smithi071.stdout: 1139: throughput=5MB/sec pending data=0 2023-12-16T18:47:35.377 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-KFCF21MHauWSToH off=679128 len=239918 2023-12-16T18:47:35.377 INFO:tasks.workunit.client.0.smithi071.stdout:op 5837 completed, throughput=5MB/sec 2023-12-16T18:47:35.377 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-s0Qp-1MVLw9HwAV off=20207030 len=219735 2023-12-16T18:47:35.380 INFO:tasks.workunit.client.0.smithi071.stdout:op 5838 completed, throughput=5MB/sec 2023-12-16T18:47:35.380 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-170-5OlyFJ21xxT off=10928940 len=1056372 2023-12-16T18:47:35.386 INFO:tasks.workunit.client.0.smithi071.stdout:op 5839 completed, throughput=5MB/sec 2023-12-16T18:47:35.386 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sFW6hgrvHjnYFhS off=4902220 len=538651 2023-12-16T18:47:35.389 INFO:tasks.workunit.client.0.smithi071.stdout:op 5840 completed, throughput=5MB/sec 2023-12-16T18:47:35.390 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nmpuIkV5Gs0EOir off=13673642 len=984638 2023-12-16T18:47:35.391 INFO:tasks.workunit.client.0.smithi071.stdout:op 5841 completed, throughput=5MB/sec 2023-12-16T18:47:35.391 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-E_dkHFpwSSskDSO off=2307443 len=364660 2023-12-16T18:47:35.394 INFO:tasks.workunit.client.0.smithi071.stdout:op 5842 completed, throughput=5MB/sec 2023-12-16T18:47:35.394 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3zcSdJotr0RNCOV off=1272098 len=251629 2023-12-16T18:47:35.395 INFO:tasks.workunit.client.0.smithi071.stdout:op 5843 completed, throughput=5MB/sec 2023-12-16T18:47:35.395 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-KiEzQUiXF6X4hYF off=4925363 len=1286084 2023-12-16T18:47:35.400 INFO:tasks.workunit.client.0.smithi071.stdout:op 5844 completed, throughput=5MB/sec 2023-12-16T18:47:36.401 INFO:tasks.workunit.client.0.smithi071.stdout: 1140: throughput=5MB/sec pending data=0 2023-12-16T18:47:36.401 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ziIpcXB1rXcM45A off=8124407 len=904214 2023-12-16T18:47:36.402 INFO:tasks.workunit.client.0.smithi071.stdout:op 5845 completed, throughput=5MB/sec 2023-12-16T18:47:36.402 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--gRZH9ntlQaVe4S off=233661 len=1716105 2023-12-16T18:47:36.411 INFO:tasks.workunit.client.0.smithi071.stdout:op 5846 completed, throughput=5MB/sec 2023-12-16T18:47:36.411 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-UXLBXAM9WsQq2TG off=7299419 len=1268592 2023-12-16T18:47:36.417 INFO:tasks.workunit.client.0.smithi071.stdout:op 5847 completed, throughput=5MB/sec 2023-12-16T18:47:36.417 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-uPU6H4E6JT3Fet4 off=1385257 len=456620 2023-12-16T18:47:36.418 INFO:tasks.workunit.client.0.smithi071.stdout:op 5848 completed, throughput=5MB/sec 2023-12-16T18:47:36.418 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9skcf-R68XNrs9G off=10025042 len=1456533 2023-12-16T18:47:36.423 INFO:tasks.workunit.client.0.smithi071.stdout:op 5849 completed, throughput=5MB/sec 2023-12-16T18:47:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:36 smithi071 ceph-mon[139725]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:47:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:36 smithi071 ceph-mon[142085]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:47:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:36 smithi184 ceph-mon[136228]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-16T18:47:37.423 INFO:tasks.workunit.client.0.smithi071.stdout: 1141: throughput=5MB/sec pending data=0 2023-12-16T18:47:37.423 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-LK74WK7_vUapWgK off=12126289 len=1637341 2023-12-16T18:47:37.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 5850 completed, throughput=5MB/sec 2023-12-16T18:47:37.432 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-a2tZ4cZJf4exT18 off=1659481 len=138067 2023-12-16T18:47:37.432 INFO:tasks.workunit.client.0.smithi071.stdout:op 5851 completed, throughput=5MB/sec 2023-12-16T18:47:37.433 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T6vcOpfKB1-kfFc off=20557769 len=1356241 2023-12-16T18:47:37.434 INFO:tasks.workunit.client.0.smithi071.stdout:op 5852 completed, throughput=5MB/sec 2023-12-16T18:47:37.434 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CihsrhJEh08P2z- off=12728772 len=969245 2023-12-16T18:47:37.438 INFO:tasks.workunit.client.0.smithi071.stdout:op 5853 completed, throughput=5MB/sec 2023-12-16T18:47:37.439 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wpEy6NnV-UrL5Dv off=21592414 len=1220720 2023-12-16T18:47:37.440 INFO:tasks.workunit.client.0.smithi071.stdout:op 5854 completed, throughput=5MB/sec 2023-12-16T18:47:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:37] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:47:38.440 INFO:tasks.workunit.client.0.smithi071.stdout: 1142: throughput=5MB/sec pending data=0 2023-12-16T18:47:38.440 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nE3gqSFEjiC5cwv off=1607891 len=1142162 2023-12-16T18:47:38.446 INFO:tasks.workunit.client.0.smithi071.stdout:op 5855 completed, throughput=5MB/sec 2023-12-16T18:47:38.447 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nZto4tMUwewdjts off=409694 len=1659461 2023-12-16T18:47:38.448 INFO:tasks.workunit.client.0.smithi071.stdout:op 5856 completed, throughput=5MB/sec 2023-12-16T18:47:38.449 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-skgedh1eza_kdRA off=49107 len=997007 2023-12-16T18:47:38.451 INFO:tasks.workunit.client.0.smithi071.stdout:op 5857 completed, throughput=5MB/sec 2023-12-16T18:47:38.451 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-exujUxAZChCrWxm off=1279304 len=928135 2023-12-16T18:47:38.452 INFO:tasks.workunit.client.0.smithi071.stdout:op 5858 completed, throughput=5MB/sec 2023-12-16T18:47:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:38 smithi071 ceph-mon[139725]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:47:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:38 smithi071 ceph-mon[142085]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:47:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:38 smithi184 ceph-mon[136228]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-16T18:47:39.452 INFO:tasks.workunit.client.0.smithi071.stdout: 1143: throughput=5MB/sec pending data=0 2023-12-16T18:47:39.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f5EH_Oqw_8pK3nm off=4234048 len=146258 2023-12-16T18:47:39.453 INFO:tasks.workunit.client.0.smithi071.stdout:op 5859 completed, throughput=5MB/sec 2023-12-16T18:47:39.453 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-FphBV2DMSu1mMNZ off=1958889 len=150278 2023-12-16T18:47:39.454 INFO:tasks.workunit.client.0.smithi071.stdout:op 5860 completed, throughput=5MB/sec 2023-12-16T18:47:39.454 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bIxCH_aRvxjTL1H off=4537715 len=772304 2023-12-16T18:47:39.455 INFO:tasks.workunit.client.0.smithi071.stdout:op 5861 completed, throughput=5MB/sec 2023-12-16T18:47:39.455 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-AOB2zzu_-MXfiuz off=10897983 len=2076674 2023-12-16T18:47:39.457 INFO:tasks.workunit.client.0.smithi071.stdout:op 5862 completed, throughput=5MB/sec 2023-12-16T18:47:39.457 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-XZF6z3MJ3m1_WF5 off=2282580 len=42603 2023-12-16T18:47:39.458 INFO:tasks.workunit.client.0.smithi071.stdout:op 5863 completed, throughput=5MB/sec 2023-12-16T18:47:39.458 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-T7ApImlX6T_EmKw off=346241 len=1922867 2023-12-16T18:47:39.460 INFO:tasks.workunit.client.0.smithi071.stdout:op 5864 completed, throughput=5MB/sec 2023-12-16T18:47:40.461 INFO:tasks.workunit.client.0.smithi071.stdout: 1144: throughput=5MB/sec pending data=0 2023-12-16T18:47:40.461 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-spljxmEhMpCq5gm off=266847 len=1770886 2023-12-16T18:47:40.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 5865 completed, throughput=5MB/sec 2023-12-16T18:47:40.474 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WP46LsVchWqQ46F off=371227 len=9772 2023-12-16T18:47:40.474 INFO:tasks.workunit.client.0.smithi071.stdout:op 5866 completed, throughput=5MB/sec 2023-12-16T18:47:40.475 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-L3jJhj_g58EPy2F off=348875 len=638153 2023-12-16T18:47:40.476 INFO:tasks.workunit.client.0.smithi071.stdout:op 5867 completed, throughput=5MB/sec 2023-12-16T18:47:40.476 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wMP7o0CzViSP15G off=6061839 len=453646 2023-12-16T18:47:40.479 INFO:tasks.workunit.client.0.smithi071.stdout:op 5868 completed, throughput=5MB/sec 2023-12-16T18:47:40.480 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fijxLUqs2NDS69H off=4273163 len=625071 2023-12-16T18:47:40.483 INFO:tasks.workunit.client.0.smithi071.stdout:op 5869 completed, throughput=5MB/sec 2023-12-16T18:47:40.483 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MLz_f-VYTZ0IOZT off=1126527 len=1359874 2023-12-16T18:47:40.489 INFO:tasks.workunit.client.0.smithi071.stdout:op 5870 completed, throughput=5MB/sec 2023-12-16T18:47:40.489 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-l688qpet5u2v3Xo off=4316372 len=1006645 2023-12-16T18:47:40.490 INFO:tasks.workunit.client.0.smithi071.stdout:op 5871 completed, throughput=5MB/sec 2023-12-16T18:47:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:40 smithi071 ceph-mon[139725]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:40 smithi071 ceph-mon[142085]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:40 smithi184 ceph-mon[136228]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:41.492 INFO:tasks.workunit.client.0.smithi071.stdout: 1145: throughput=5MB/sec pending data=0 2023-12-16T18:47:41.492 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-js3C36RK7CZRvVc off=5497733 len=1347375 2023-12-16T18:47:41.496 INFO:tasks.workunit.client.0.smithi071.stdout:op 5872 completed, throughput=5MB/sec 2023-12-16T18:47:41.496 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HLe7oovwKh-a3TQ off=6246751 len=339887 2023-12-16T18:47:41.500 INFO:tasks.workunit.client.0.smithi071.stdout:op 5873 completed, throughput=5MB/sec 2023-12-16T18:47:41.500 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-V0QPLawZZh9We9t off=5527128 len=955130 2023-12-16T18:47:41.502 INFO:tasks.workunit.client.0.smithi071.stdout:op 5874 completed, throughput=5MB/sec 2023-12-16T18:47:41.502 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wxzwtTTYkhHjRRQ off=2978321 len=217568 2023-12-16T18:47:41.505 INFO:tasks.workunit.client.0.smithi071.stdout:op 5875 completed, throughput=5MB/sec 2023-12-16T18:47:41.505 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-TXnLmwdNR1Lx3EV off=1484529 len=225813 2023-12-16T18:47:41.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 5876 completed, throughput=5MB/sec 2023-12-16T18:47:41.510 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-y1xMXT3aU27GVZ6 off=20187413 len=1069354 2023-12-16T18:47:41.510 INFO:tasks.workunit.client.0.smithi071.stdout:op 5877 completed, throughput=5MB/sec 2023-12-16T18:47:41.510 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-s8TiBEZv-t8MARc off=695808 len=369649 2023-12-16T18:47:41.512 INFO:tasks.workunit.client.0.smithi071.stdout:op 5878 completed, throughput=5MB/sec 2023-12-16T18:47:41.512 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-D8HjzBL4xPAllSm off=23326999 len=1921608 2023-12-16T18:47:41.514 INFO:tasks.workunit.client.0.smithi071.stdout:op 5879 completed, throughput=5MB/sec 2023-12-16T18:47:42.514 INFO:tasks.workunit.client.0.smithi071.stdout: 1146: throughput=5MB/sec pending data=0 2023-12-16T18:47:42.514 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ov_5fxRJ3KvXRfs off=19082029 len=259682 2023-12-16T18:47:42.515 INFO:tasks.workunit.client.0.smithi071.stdout:op 5880 completed, throughput=5MB/sec 2023-12-16T18:47:42.515 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-mplfD51jz9ALNae off=3599661 len=429226 2023-12-16T18:47:42.516 INFO:tasks.workunit.client.0.smithi071.stdout:op 5881 completed, throughput=5MB/sec 2023-12-16T18:47:42.516 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MtkcguPGjHN4oGO off=7140330 len=873762 2023-12-16T18:47:42.518 INFO:tasks.workunit.client.0.smithi071.stdout:op 5882 completed, throughput=5MB/sec 2023-12-16T18:47:42.518 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5KVOpcWMBoGAm5_ off=2246431 len=1421942 2023-12-16T18:47:42.524 INFO:tasks.workunit.client.0.smithi071.stdout:op 5883 completed, throughput=5MB/sec 2023-12-16T18:47:42.525 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Av8ztLQ6mIHyX3_ off=7826790 len=1934135 2023-12-16T18:47:42.532 INFO:tasks.workunit.client.0.smithi071.stdout:op 5884 completed, throughput=5MB/sec 2023-12-16T18:47:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:42 smithi071 ceph-mon[142085]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:47:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:42 smithi071 ceph-mon[139725]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:47:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:42 smithi184 ceph-mon[136228]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-16T18:47:43.532 INFO:tasks.workunit.client.0.smithi071.stdout: 1147: throughput=5MB/sec pending data=0 2023-12-16T18:47:43.532 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-W1ZRbetav5_cZ2a off=2633575 len=1562863 2023-12-16T18:47:43.534 INFO:tasks.workunit.client.0.smithi071.stdout:op 5885 completed, throughput=5MB/sec 2023-12-16T18:47:43.535 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-h3eoiulLQRlPoY4 off=0 len=1635667 2023-12-16T18:47:43.536 INFO:tasks.workunit.client.0.smithi071.stdout:op 5886 completed, throughput=5MB/sec 2023-12-16T18:47:43.536 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-grlea-ClOpdvcKL off=22597066 len=746689 2023-12-16T18:47:43.538 INFO:tasks.workunit.client.0.smithi071.stdout:op 5887 completed, throughput=5MB/sec 2023-12-16T18:47:43.538 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mkPw462sjPyBz4C off=1952376 len=1673371 2023-12-16T18:47:43.548 INFO:tasks.workunit.client.0.smithi071.stdout:op 5888 completed, throughput=5MB/sec 2023-12-16T18:47:44.548 INFO:tasks.workunit.client.0.smithi071.stdout: 1148: throughput=5MB/sec pending data=0 2023-12-16T18:47:44.548 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Wvh7xOXQQS88BL2 off=6886710 len=1538404 2023-12-16T18:47:44.556 INFO:tasks.workunit.client.0.smithi071.stdout:op 5889 completed, throughput=5MB/sec 2023-12-16T18:47:44.557 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cxe03oJMjD14X2I off=14796662 len=1448694 2023-12-16T18:47:44.563 INFO:tasks.workunit.client.0.smithi071.stdout:op 5890 completed, throughput=5MB/sec 2023-12-16T18:47:44.563 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Z3qXQ6D6irhRr7s off=2098259 len=581550 2023-12-16T18:47:44.567 INFO:tasks.workunit.client.0.smithi071.stdout:op 5891 completed, throughput=5MB/sec 2023-12-16T18:47:44.568 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fX5PW1A0de6zS2V off=6921754 len=1057098 2023-12-16T18:47:44.572 INFO:tasks.workunit.client.0.smithi071.stdout:op 5892 completed, throughput=5MB/sec 2023-12-16T18:47:44.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:44 smithi071 ceph-mon[142085]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:47:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:44 smithi071 ceph-mon[139725]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:47:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:44 smithi184 ceph-mon[136228]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-16T18:47:45.572 INFO:tasks.workunit.client.0.smithi071.stdout: 1149: throughput=5MB/sec pending data=0 2023-12-16T18:47:45.572 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-itGZj1IFr9w7xKZ off=5978331 len=1651010 2023-12-16T18:47:45.574 INFO:tasks.workunit.client.0.smithi071.stdout:op 5893 completed, throughput=5MB/sec 2023-12-16T18:47:45.574 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-S1O13flcNyOlYVE off=3698069 len=187242 2023-12-16T18:47:45.577 INFO:tasks.workunit.client.0.smithi071.stdout:op 5894 completed, throughput=5MB/sec 2023-12-16T18:47:45.577 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GQ89omQ08twYAtA off=2246715 len=1301241 2023-12-16T18:47:45.584 INFO:tasks.workunit.client.0.smithi071.stdout:op 5895 completed, throughput=5MB/sec 2023-12-16T18:47:45.584 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SpwtPGJqZmn_QeR off=19634002 len=1954545 2023-12-16T18:47:45.592 INFO:tasks.workunit.client.0.smithi071.stdout:op 5896 completed, throughput=5MB/sec 2023-12-16T18:47:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: 1150: throughput=5MB/sec pending data=0 2023-12-16T18:47:46.592 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-G28ypQaqEFce7cv off=5266164 len=115862 2023-12-16T18:47:46.595 INFO:tasks.workunit.client.0.smithi071.stdout:op 5897 completed, throughput=5MB/sec 2023-12-16T18:47:46.595 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0DWvO7aWdVE_VCc off=2629865 len=345437 2023-12-16T18:47:46.596 INFO:tasks.workunit.client.0.smithi071.stdout:op 5898 completed, throughput=5MB/sec 2023-12-16T18:47:46.596 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Io-NI9Ty-t24ZmN off=13012252 len=599406 2023-12-16T18:47:46.597 INFO:tasks.workunit.client.0.smithi071.stdout:op 5899 completed, throughput=5MB/sec 2023-12-16T18:47:46.597 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_Wkr-eUd2xCsc-- off=1233583 len=280040 2023-12-16T18:47:46.600 INFO:tasks.workunit.client.0.smithi071.stdout:op 5900 completed, throughput=5MB/sec 2023-12-16T18:47:46.600 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-APk3jAUzvrD-8Cs off=2277583 len=1088737 2023-12-16T18:47:46.606 INFO:tasks.workunit.client.0.smithi071.stdout:op 5901 completed, throughput=5MB/sec 2023-12-16T18:47:46.606 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-f7kYOpwcqmYK_Hu off=3938149 len=370541 2023-12-16T18:47:46.607 INFO:tasks.workunit.client.0.smithi071.stdout:op 5902 completed, throughput=5MB/sec 2023-12-16T18:47:46.607 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-I5E8TGLR9nE4kDx off=11529454 len=1161332 2023-12-16T18:47:46.609 INFO:tasks.workunit.client.0.smithi071.stdout:op 5903 completed, throughput=5MB/sec 2023-12-16T18:47:46.609 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tpYPUW3_PGagrvk off=2042382 len=792899 2023-12-16T18:47:46.614 INFO:tasks.workunit.client.0.smithi071.stdout:op 5904 completed, throughput=5MB/sec 2023-12-16T18:47:46.614 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GORyAkolkivF9RA off=6420509 len=627411 2023-12-16T18:47:46.619 INFO:tasks.workunit.client.0.smithi071.stdout:op 5905 completed, throughput=5MB/sec 2023-12-16T18:47:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:46 smithi071 ceph-mon[139725]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:47:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:46 smithi071 ceph-mon[142085]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:47:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:46 smithi184 ceph-mon[136228]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-16T18:47:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: 1151: throughput=5MB/sec pending data=0 2023-12-16T18:47:47.619 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-lUwROuaVvZs97Rn off=2770316 len=1818359 2023-12-16T18:47:47.621 INFO:tasks.workunit.client.0.smithi071.stdout:op 5906 completed, throughput=5MB/sec 2023-12-16T18:47:47.621 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nGym-0RUVpqMpsI off=1769451 len=1720430 2023-12-16T18:47:47.622 INFO:tasks.workunit.client.0.smithi071.stdout:op 5907 completed, throughput=5MB/sec 2023-12-16T18:47:47.623 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7OFoAYC-2Yj6rpD off=606231 len=1830533 2023-12-16T18:47:47.632 INFO:tasks.workunit.client.0.smithi071.stdout:op 5908 completed, throughput=5MB/sec 2023-12-16T18:47:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:47] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2023-12-16T18:47:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: 1152: throughput=5MB/sec pending data=0 2023-12-16T18:47:48.632 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--IHFm10IZAeK9M- off=884136 len=390463 2023-12-16T18:47:48.634 INFO:tasks.workunit.client.0.smithi071.stdout:op 5909 completed, throughput=5MB/sec 2023-12-16T18:47:48.634 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xjGluwe3_5df_Fk off=7407943 len=1508541 2023-12-16T18:47:48.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 5910 completed, throughput=5MB/sec 2023-12-16T18:47:48.637 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9HVn3BpaXKauOiB off=13366656 len=326266 2023-12-16T18:47:48.637 INFO:tasks.workunit.client.0.smithi071.stdout:op 5911 completed, throughput=5MB/sec 2023-12-16T18:47:48.638 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-dqzGv76DMSOWfZ7 off=7446491 len=1726248 2023-12-16T18:47:48.648 INFO:tasks.workunit.client.0.smithi071.stdout:op 5912 completed, throughput=5MB/sec 2023-12-16T18:47:48.649 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-x0j7iXOVg0uux-Z off=2190902 len=225431 2023-12-16T18:47:48.651 INFO:tasks.workunit.client.0.smithi071.stdout:op 5913 completed, throughput=5MB/sec 2023-12-16T18:47:48.651 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5cCRkFoXlevW0vk off=10917928 len=460169 2023-12-16T18:47:48.655 INFO:tasks.workunit.client.0.smithi071.stdout:op 5914 completed, throughput=5MB/sec 2023-12-16T18:47:48.655 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DrKLfPamKs49AUG off=11015271 len=8316 2023-12-16T18:47:48.656 INFO:tasks.workunit.client.0.smithi071.stdout:op 5915 completed, throughput=5MB/sec 2023-12-16T18:47:48.656 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mrJ1lFMWibKxqMS off=5302920 len=1960392 2023-12-16T18:47:48.666 INFO:tasks.workunit.client.0.smithi071.stdout:op 5916 completed, throughput=5MB/sec 2023-12-16T18:47:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:48 smithi071 ceph-mon[139725]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:48 smithi071 ceph-mon[142085]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:48 smithi184 ceph-mon[136228]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:47:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: 1153: throughput=5MB/sec pending data=0 2023-12-16T18:47:49.667 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ESJrR8trBwf0nCZ off=12979073 len=94802 2023-12-16T18:47:49.667 INFO:tasks.workunit.client.0.smithi071.stdout:op 5917 completed, throughput=5MB/sec 2023-12-16T18:47:49.668 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VEOBL1FrqU6Z4lS off=1389162 len=187328 2023-12-16T18:47:49.668 INFO:tasks.workunit.client.0.smithi071.stdout:op 5918 completed, throughput=5MB/sec 2023-12-16T18:47:49.668 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CcYOsVHdjQEY6Mk off=419234 len=1094214 2023-12-16T18:47:49.674 INFO:tasks.workunit.client.0.smithi071.stdout:op 5919 completed, throughput=5MB/sec 2023-12-16T18:47:49.674 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kd2KHHwyjWi-Kf9 off=5123299 len=1869033 2023-12-16T18:47:49.686 INFO:tasks.workunit.client.0.smithi071.stdout:op 5920 completed, throughput=5MB/sec 2023-12-16T18:47:49.686 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-HEsCIgXplhamUkK off=3739643 len=1756179 2023-12-16T18:47:49.694 INFO:tasks.workunit.client.0.smithi071.stdout:op 5921 completed, throughput=5MB/sec 2023-12-16T18:47:50.088 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (37m) 3m ago 40m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (37m) 90s ago 39m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (41m) 3m ago 40m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (40m) 90s ago 40m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (36m) 90s ago 43m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (37m) 3m ago 44m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (36m) 3m ago 44m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:47:50.394 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (36m) 90s ago 43m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (36m) 3m ago 43m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (37m) 3m ago 39m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (37m) 90s ago 39m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (35m) 3m ago 42m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (35m) 3m ago 42m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (34m) 3m ago 42m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (34m) 3m ago 42m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (33m) 90s ago 41m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (33m) 90s ago 41m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (32m) 90s ago 41m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (32m) 90s ago 41m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:47:50.395 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (36m) 90s ago 40m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:47:50.694 INFO:tasks.workunit.client.0.smithi071.stdout: 1154: throughput=5MB/sec pending data=0 2023-12-16T18:47:50.695 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-rR93vGX7KBZ-APQ off=6893541 len=1902364 2023-12-16T18:47:50.696 INFO:tasks.workunit.client.0.smithi071.stdout:op 5922 completed, throughput=5MB/sec 2023-12-16T18:47:50.696 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-TJCHyc72D05QP0u off=2037138 len=629170 2023-12-16T18:47:50.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 5923 completed, throughput=5MB/sec 2023-12-16T18:47:50.697 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0oQFL7e2XXn27Xp off=5091167 len=502730 2023-12-16T18:47:50.697 INFO:tasks.workunit.client.0.smithi071.stdout:op 5924 completed, throughput=5MB/sec 2023-12-16T18:47:50.697 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-baDuFxj-hZiN4Vo off=13872119 len=1772596 2023-12-16T18:47:50.698 INFO:tasks.workunit.client.0.smithi071.stdout:op 5925 completed, throughput=5MB/sec 2023-12-16T18:47:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:50 smithi071 ceph-mon[139725]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:47:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:50 smithi071 ceph-mon[142085]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:47:50.778 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:47:50.779 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:47:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:50 smithi184 ceph-mon[136228]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-16T18:47:51.698 INFO:tasks.workunit.client.0.smithi071.stdout: 1155: throughput=5MB/sec pending data=0 2023-12-16T18:47:51.699 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-lBVq2d5lBUrskZC off=5229806 len=1506440 2023-12-16T18:47:51.709 INFO:tasks.workunit.client.0.smithi071.stdout:op 5926 completed, throughput=5MB/sec 2023-12-16T18:47:51.709 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Tx2MUPCoLDoVNFF off=341654 len=311728 2023-12-16T18:47:51.712 INFO:tasks.workunit.client.0.smithi071.stdout:op 5927 completed, throughput=5MB/sec 2023-12-16T18:47:51.712 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7cK55cb8yu3LXRA off=3829565 len=960464 2023-12-16T18:47:51.717 INFO:tasks.workunit.client.0.smithi071.stdout:op 5928 completed, throughput=5MB/sec 2023-12-16T18:47:51.717 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-F1U96-KScseJ4oi off=2185342 len=1886363 2023-12-16T18:47:51.719 INFO:tasks.workunit.client.0.smithi071.stdout:op 5929 completed, throughput=5MB/sec 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[139725]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[139725]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3538222274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[142085]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[142085]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:51 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3538222274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:51 smithi184 ceph-mon[136228]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:51 smithi184 ceph-mon[136228]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:47:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:51 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3538222274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:47:52.719 INFO:tasks.workunit.client.0.smithi071.stdout: 1156: throughput=5MB/sec pending data=0 2023-12-16T18:47:52.719 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-yYxWWivngYbvA7M off=13352685 len=905269 2023-12-16T18:47:52.720 INFO:tasks.workunit.client.0.smithi071.stdout:op 5930 completed, throughput=5MB/sec 2023-12-16T18:47:52.720 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-pdQ6dY_aL3_SgqN off=4037358 len=694152 2023-12-16T18:47:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:52 smithi071 ceph-mon[139725]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:52.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:52 smithi071 ceph-mon[142085]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:52.724 INFO:tasks.workunit.client.0.smithi071.stdout:op 5931 completed, throughput=5MB/sec 2023-12-16T18:47:52.725 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wYSln6JQgySyP45 off=4631841 len=836764 2023-12-16T18:47:52.729 INFO:tasks.workunit.client.0.smithi071.stdout:op 5932 completed, throughput=5MB/sec 2023-12-16T18:47:52.729 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-QHA7TQshLlALfqt off=4587252 len=673883 2023-12-16T18:47:52.733 INFO:tasks.workunit.client.0.smithi071.stdout:op 5933 completed, throughput=5MB/sec 2023-12-16T18:47:52.733 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eo9RL5pqhgaAVkv off=892405 len=1216620 2023-12-16T18:47:52.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:52 smithi184 ceph-mon[136228]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-16T18:47:52.739 INFO:tasks.workunit.client.0.smithi071.stdout:op 5934 completed, throughput=5MB/sec 2023-12-16T18:47:52.739 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-VGl5vdtDdQtAeS4 off=6349575 len=1161085 2023-12-16T18:47:52.740 INFO:tasks.workunit.client.0.smithi071.stdout:op 5935 completed, throughput=5MB/sec 2023-12-16T18:47:53.741 INFO:tasks.workunit.client.0.smithi071.stdout: 1157: throughput=5MB/sec pending data=0 2023-12-16T18:47:53.741 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FOLXkr6NxbmVmVl off=14798758 len=1957042 2023-12-16T18:47:53.750 INFO:tasks.workunit.client.0.smithi071.stdout:op 5936 completed, throughput=5MB/sec 2023-12-16T18:47:53.750 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-OcZ9lPxT0hsFKI8 off=6646270 len=584222 2023-12-16T18:47:53.753 INFO:tasks.workunit.client.0.smithi071.stdout:op 5937 completed, throughput=5MB/sec 2023-12-16T18:47:53.753 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0MGlb7gi9QgTVcc off=6956886 len=1736925 2023-12-16T18:47:53.757 INFO:tasks.workunit.client.0.smithi071.stdout:op 5938 completed, throughput=5MB/sec 2023-12-16T18:47:53.757 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sX1dYKIh03t4BmS off=18111167 len=574609 2023-12-16T18:47:53.761 INFO:tasks.workunit.client.0.smithi071.stdout:op 5939 completed, throughput=5MB/sec 2023-12-16T18:47:53.761 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4FEruPqbxJtkUvf off=6535931 len=2091006 2023-12-16T18:47:53.763 INFO:tasks.workunit.client.0.smithi071.stdout:op 5940 completed, throughput=5MB/sec 2023-12-16T18:47:54.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:54 smithi071 ceph-mon[139725]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:54 smithi071 ceph-mon[142085]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:54.763 INFO:tasks.workunit.client.0.smithi071.stdout: 1158: throughput=5MB/sec pending data=0 2023-12-16T18:47:54.763 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wAIQUs33xmcgEP3 off=688223 len=121440 2023-12-16T18:47:54.764 INFO:tasks.workunit.client.0.smithi071.stdout:op 5941 completed, throughput=5MB/sec 2023-12-16T18:47:54.764 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-3jW_dbnLgK1p9YV off=1543736 len=544450 2023-12-16T18:47:54.767 INFO:tasks.workunit.client.0.smithi071.stdout:op 5942 completed, throughput=5MB/sec 2023-12-16T18:47:54.767 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-myc-_snxzfJ46fe off=10397457 len=1823906 2023-12-16T18:47:54.771 INFO:tasks.workunit.client.0.smithi071.stdout:op 5943 completed, throughput=5MB/sec 2023-12-16T18:47:54.771 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EeZjv4fgsjnmNVz off=0 len=1365559 2023-12-16T18:47:54.778 INFO:tasks.workunit.client.0.smithi071.stdout:op 5944 completed, throughput=5MB/sec 2023-12-16T18:47:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:54 smithi184 ceph-mon[136228]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-16T18:47:55.779 INFO:tasks.workunit.client.0.smithi071.stdout: 1159: throughput=5MB/sec pending data=0 2023-12-16T18:47:55.779 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-wVYdKHwenbQnbUB off=2892109 len=1035533 2023-12-16T18:47:55.785 INFO:tasks.workunit.client.0.smithi071.stdout:op 5945 completed, throughput=5MB/sec 2023-12-16T18:47:55.785 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-f0QAVX2jmpIhdOz off=946920 len=2035394 2023-12-16T18:47:55.796 INFO:tasks.workunit.client.0.smithi071.stdout:op 5946 completed, throughput=5MB/sec 2023-12-16T18:47:55.796 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-kfqzRZg7aGgRaUO off=9212398 len=1848042 2023-12-16T18:47:55.804 INFO:tasks.workunit.client.0.smithi071.stdout:op 5947 completed, throughput=5MB/sec 2023-12-16T18:47:55.805 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-amaCqepfXhErSVr off=2412301 len=1754930 2023-12-16T18:47:55.812 INFO:tasks.workunit.client.0.smithi071.stdout:op 5948 completed, throughput=5MB/sec 2023-12-16T18:47:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:56 smithi071 ceph-mon[139725]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:56.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:56 smithi071 ceph-mon[142085]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:56.812 INFO:tasks.workunit.client.0.smithi071.stdout: 1160: throughput=5MB/sec pending data=0 2023-12-16T18:47:56.812 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-SsBof_ZjyvQtkRD off=5818265 len=1551176 2023-12-16T18:47:56.820 INFO:tasks.workunit.client.0.smithi071.stdout:op 5949 completed, throughput=5MB/sec 2023-12-16T18:47:56.820 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-xVRkoRZP7zOa_Dh off=3095532 len=690891 2023-12-16T18:47:56.821 INFO:tasks.workunit.client.0.smithi071.stdout:op 5950 completed, throughput=5MB/sec 2023-12-16T18:47:56.821 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-YPkzTPiFKoCPcJA off=3574222 len=1112761 2023-12-16T18:47:56.828 INFO:tasks.workunit.client.0.smithi071.stdout:op 5951 completed, throughput=5MB/sec 2023-12-16T18:47:56.828 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-bbkEIaWVpiUDAAp off=7986938 len=1988410 2023-12-16T18:47:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:56 smithi184 ceph-mon[136228]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-16T18:47:56.840 INFO:tasks.workunit.client.0.smithi071.stdout:op 5952 completed, throughput=5MB/sec 2023-12-16T18:47:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:47:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:47:57] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2023-12-16T18:47:57.840 INFO:tasks.workunit.client.0.smithi071.stdout: 1161: throughput=5MB/sec pending data=0 2023-12-16T18:47:57.840 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj--ccSKTo5pV0LbaE off=3304761 len=680223 2023-12-16T18:47:57.845 INFO:tasks.workunit.client.0.smithi071.stdout:op 5953 completed, throughput=5MB/sec 2023-12-16T18:47:57.845 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-4ZXWE7P_keY5Q2t off=242192 len=1425126 2023-12-16T18:47:57.847 INFO:tasks.workunit.client.0.smithi071.stdout:op 5954 completed, throughput=5MB/sec 2023-12-16T18:47:57.847 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-WlvdR77ZdlZCw4W off=15742796 len=209523 2023-12-16T18:47:57.848 INFO:tasks.workunit.client.0.smithi071.stdout:op 5955 completed, throughput=5MB/sec 2023-12-16T18:47:57.848 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-cjKFqA0h66QGt83 off=4680561 len=1102491 2023-12-16T18:47:57.853 INFO:tasks.workunit.client.0.smithi071.stdout:op 5956 completed, throughput=5MB/sec 2023-12-16T18:47:57.853 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-uY0e8rthx2mvFoy off=18937524 len=1232445 2023-12-16T18:47:57.859 INFO:tasks.workunit.client.0.smithi071.stdout:op 5957 completed, throughput=5MB/sec 2023-12-16T18:47:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:47:58 smithi071 ceph-mon[139725]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:47:58 smithi071 ceph-mon[142085]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:47:58 smithi184 ceph-mon[136228]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-16T18:47:58.859 INFO:tasks.workunit.client.0.smithi071.stdout: 1162: throughput=5MB/sec pending data=0 2023-12-16T18:47:58.860 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-aibOmeg25zEgdmB off=3720132 len=1263740 2023-12-16T18:47:58.862 INFO:tasks.workunit.client.0.smithi071.stdout:op 5958 completed, throughput=5MB/sec 2023-12-16T18:47:58.862 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-CkKCP4fIr5pH0Qe off=8326966 len=1088839 2023-12-16T18:47:58.867 INFO:tasks.workunit.client.0.smithi071.stdout:op 5959 completed, throughput=5MB/sec 2023-12-16T18:47:58.868 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-BVnnzgcWXHeyqpH off=9918623 len=408736 2023-12-16T18:47:58.868 INFO:tasks.workunit.client.0.smithi071.stdout:op 5960 completed, throughput=5MB/sec 2023-12-16T18:47:58.868 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj--r3aBojJVkzgrwb off=13935692 len=1123860 2023-12-16T18:47:58.870 INFO:tasks.workunit.client.0.smithi071.stdout:op 5961 completed, throughput=5MB/sec 2023-12-16T18:47:58.870 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-Vj4PTHC6tprFEPM off=7583375 len=1622125 2023-12-16T18:47:58.873 INFO:tasks.workunit.client.0.smithi071.stdout:op 5962 completed, throughput=5MB/sec 2023-12-16T18:47:59.874 INFO:tasks.workunit.client.0.smithi071.stdout: 1163: throughput=5MB/sec pending data=0 2023-12-16T18:47:59.874 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-38HI9oEOkd_zAZZ off=6405326 len=1591940 2023-12-16T18:47:59.883 INFO:tasks.workunit.client.0.smithi071.stdout:op 5963 completed, throughput=5MB/sec 2023-12-16T18:47:59.883 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-_t7ZFq0CVpyLuMt off=9625712 len=855711 2023-12-16T18:47:59.885 INFO:tasks.workunit.client.0.smithi071.stdout:op 5964 completed, throughput=5MB/sec 2023-12-16T18:47:59.885 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nVH1nVcGE2sJIe5 off=12234841 len=1940304 2023-12-16T18:47:59.886 INFO:tasks.workunit.client.0.smithi071.stdout:op 5965 completed, throughput=5MB/sec 2023-12-16T18:48:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:00 smithi071 ceph-mon[139725]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:00 smithi071 ceph-mon[142085]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:00 smithi184 ceph-mon[136228]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:00.887 INFO:tasks.workunit.client.0.smithi071.stdout: 1164: throughput=5MB/sec pending data=0 2023-12-16T18:48:00.887 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-MJMmK633y-nHlxb off=10471210 len=1252511 2023-12-16T18:48:00.889 INFO:tasks.workunit.client.0.smithi071.stdout:op 5966 completed, throughput=5MB/sec 2023-12-16T18:48:00.889 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-GGZa_Qi82PYOLLT off=9252460 len=1373669 2023-12-16T18:48:00.898 INFO:tasks.workunit.client.0.smithi071.stdout:op 5967 completed, throughput=5MB/sec 2023-12-16T18:48:00.898 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-mrJ1lFMWibKxqMS off=1437000 len=1152754 2023-12-16T18:48:00.904 INFO:tasks.workunit.client.0.smithi071.stdout:op 5968 completed, throughput=5MB/sec 2023-12-16T18:48:00.904 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-fIx__Xkh65x2DCz off=2685547 len=351805 2023-12-16T18:48:00.905 INFO:tasks.workunit.client.0.smithi071.stdout:op 5969 completed, throughput=5MB/sec 2023-12-16T18:48:00.905 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ofsYwB3kg7B266h off=818111 len=1994565 2023-12-16T18:48:00.907 INFO:tasks.workunit.client.0.smithi071.stdout:op 5970 completed, throughput=5MB/sec 2023-12-16T18:48:01.907 INFO:tasks.workunit.client.0.smithi071.stdout: 1165: throughput=5MB/sec pending data=0 2023-12-16T18:48:01.907 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-DO-emwZvGRx0MGk off=6036351 len=440351 2023-12-16T18:48:01.908 INFO:tasks.workunit.client.0.smithi071.stdout:op 5971 completed, throughput=5MB/sec 2023-12-16T18:48:01.908 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-paHjQq1Gz0_V--R off=12784848 len=1349480 2023-12-16T18:48:01.915 INFO:tasks.workunit.client.0.smithi071.stdout:op 5972 completed, throughput=5MB/sec 2023-12-16T18:48:01.916 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wW73J9fTr4JJOM- off=2137227 len=1268916 2023-12-16T18:48:01.918 INFO:tasks.workunit.client.0.smithi071.stdout:op 5973 completed, throughput=5MB/sec 2023-12-16T18:48:01.918 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-5j3s6Q0wHL4nxwo off=383594 len=1201535 2023-12-16T18:48:01.923 INFO:tasks.workunit.client.0.smithi071.stdout:op 5974 completed, throughput=5MB/sec 2023-12-16T18:48:01.923 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GC2FWa71TawE6F6 off=9009541 len=460659 2023-12-16T18:48:01.924 INFO:tasks.workunit.client.0.smithi071.stdout:op 5975 completed, throughput=5MB/sec 2023-12-16T18:48:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:02 smithi071 ceph-mon[139725]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:48:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:02 smithi071 ceph-mon[142085]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:48:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:02 smithi184 ceph-mon[136228]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-16T18:48:02.924 INFO:tasks.workunit.client.0.smithi071.stdout: 1166: throughput=5MB/sec pending data=0 2023-12-16T18:48:02.924 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-33MXXB4sKwEpcgC off=3938701 len=1500011 2023-12-16T18:48:02.926 INFO:tasks.workunit.client.0.smithi071.stdout:op 5976 completed, throughput=5MB/sec 2023-12-16T18:48:02.926 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tVwrt87MQqXd1Lw off=179534 len=1256676 2023-12-16T18:48:02.928 INFO:tasks.workunit.client.0.smithi071.stdout:op 5977 completed, throughput=5MB/sec 2023-12-16T18:48:02.928 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-sL-z1FEogBcxdZp off=5142790 len=1417429 2023-12-16T18:48:02.935 INFO:tasks.workunit.client.0.smithi071.stdout:op 5978 completed, throughput=5MB/sec 2023-12-16T18:48:02.935 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-EXoQTpBF0xTaY4v off=968292 len=1833195 2023-12-16T18:48:02.945 INFO:tasks.workunit.client.0.smithi071.stdout:op 5979 completed, throughput=5MB/sec 2023-12-16T18:48:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:03.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:03.945 INFO:tasks.workunit.client.0.smithi071.stdout: 1167: throughput=5MB/sec pending data=0 2023-12-16T18:48:03.945 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Fbj8NUYqdJ7A_Gw off=15343402 len=458543 2023-12-16T18:48:03.949 INFO:tasks.workunit.client.0.smithi071.stdout:op 5980 completed, throughput=5MB/sec 2023-12-16T18:48:03.949 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8JFlC8tC-IWv5SG off=948331 len=1537066 2023-12-16T18:48:03.957 INFO:tasks.workunit.client.0.smithi071.stdout:op 5981 completed, throughput=5MB/sec 2023-12-16T18:48:03.958 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-8qG8LPvIZDrUPa0 off=4541929 len=777624 2023-12-16T18:48:03.962 INFO:tasks.workunit.client.0.smithi071.stdout:op 5982 completed, throughput=5MB/sec 2023-12-16T18:48:03.962 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-ildWsuUjT2AGZHV off=10162034 len=139005 2023-12-16T18:48:03.963 INFO:tasks.workunit.client.0.smithi071.stdout:op 5983 completed, throughput=5MB/sec 2023-12-16T18:48:03.963 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fQbJM9QkYKRQpyd off=17146425 len=1469252 2023-12-16T18:48:03.968 INFO:tasks.workunit.client.0.smithi071.stdout:op 5984 completed, throughput=5MB/sec 2023-12-16T18:48:03.968 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tAvuj1piLtebsFx off=4418701 len=1438405 2023-12-16T18:48:03.974 INFO:tasks.workunit.client.0.smithi071.stdout:op 5985 completed, throughput=5MB/sec 2023-12-16T18:48:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:04 smithi071 ceph-mon[139725]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:48:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:04 smithi071 ceph-mon[142085]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:48:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:04 smithi184 ceph-mon[136228]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-16T18:48:04.975 INFO:tasks.workunit.client.0.smithi071.stdout: 1168: throughput=5MB/sec pending data=0 2023-12-16T18:48:04.975 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-INXF7Yc0DkvTNBq off=18436928 len=452949 2023-12-16T18:48:04.976 INFO:tasks.workunit.client.0.smithi071.stdout:op 5986 completed, throughput=5MB/sec 2023-12-16T18:48:04.976 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_Ptos46nuROh0Zj off=12096112 len=1579282 2023-12-16T18:48:04.983 INFO:tasks.workunit.client.0.smithi071.stdout:op 5987 completed, throughput=5MB/sec 2023-12-16T18:48:04.984 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-4HkUWzcbhCMianW off=977382 len=1105821 2023-12-16T18:48:04.989 INFO:tasks.workunit.client.0.smithi071.stdout:op 5988 completed, throughput=5MB/sec 2023-12-16T18:48:04.989 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9nRQSdILiSlSQeg off=8239494 len=926871 2023-12-16T18:48:04.991 INFO:tasks.workunit.client.0.smithi071.stdout:op 5989 completed, throughput=5MB/sec 2023-12-16T18:48:05.991 INFO:tasks.workunit.client.0.smithi071.stdout: 1169: throughput=5MB/sec pending data=0 2023-12-16T18:48:05.991 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VkZwPGamZPoMTEI off=17014948 len=1057759 2023-12-16T18:48:05.996 INFO:tasks.workunit.client.0.smithi071.stdout:op 5990 completed, throughput=5MB/sec 2023-12-16T18:48:05.997 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-J_aVWqIh-QxtyPT off=755379 len=1817570 2023-12-16T18:48:06.001 INFO:tasks.workunit.client.0.smithi071.stdout:op 5991 completed, throughput=5MB/sec 2023-12-16T18:48:06.001 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-SOgTeCS_OcffY1b off=5728176 len=1548942 2023-12-16T18:48:06.002 INFO:tasks.workunit.client.0.smithi071.stdout:op 5992 completed, throughput=5MB/sec 2023-12-16T18:48:06.002 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-_wmbPvSlevhE2K6 off=4461243 len=1973800 2023-12-16T18:48:06.016 INFO:tasks.workunit.client.0.smithi071.stdout:op 5993 completed, throughput=5MB/sec 2023-12-16T18:48:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:06 smithi071 ceph-mon[139725]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:06 smithi071 ceph-mon[142085]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:06 smithi184 ceph-mon[136228]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:07.016 INFO:tasks.workunit.client.0.smithi071.stdout: 1170: throughput=5MB/sec pending data=0 2023-12-16T18:48:07.016 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-NeQSKIIydxHE5-K off=4094138 len=337016 2023-12-16T18:48:07.020 INFO:tasks.workunit.client.0.smithi071.stdout:op 5994 completed, throughput=5MB/sec 2023-12-16T18:48:07.020 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-FqyWYC3pwvgeOnc off=2121359 len=411824 2023-12-16T18:48:07.023 INFO:tasks.workunit.client.0.smithi071.stdout:op 5995 completed, throughput=5MB/sec 2023-12-16T18:48:07.023 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-VGl5vdtDdQtAeS4 off=6052796 len=1098800 2023-12-16T18:48:07.030 INFO:tasks.workunit.client.0.smithi071.stdout:op 5996 completed, throughput=5MB/sec 2023-12-16T18:48:07.030 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-0SvcASq3QRKUGQQ off=18183292 len=1705611 2023-12-16T18:48:07.033 INFO:tasks.workunit.client.0.smithi071.stdout:op 5997 completed, throughput=5MB/sec 2023-12-16T18:48:07.033 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-B8qBKasbw5tDB6f off=2224436 len=1277282 2023-12-16T18:48:07.038 INFO:tasks.workunit.client.0.smithi071.stdout:op 5998 completed, throughput=5MB/sec 2023-12-16T18:48:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:07] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:48:08.038 INFO:tasks.workunit.client.0.smithi071.stdout: 1171: throughput=5MB/sec pending data=0 2023-12-16T18:48:08.038 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-7-qbBq22C1t-AOX off=2290659 len=796023 2023-12-16T18:48:08.043 INFO:tasks.workunit.client.0.smithi071.stdout:op 5999 completed, throughput=5MB/sec 2023-12-16T18:48:08.043 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-nX4J1eUO0-uSRej off=18479804 len=1031443 2023-12-16T18:48:08.047 INFO:tasks.workunit.client.0.smithi071.stdout:op 6000 completed, throughput=5MB/sec 2023-12-16T18:48:08.047 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-Ll2t9ySHDtWvs7V off=6476835 len=488762 2023-12-16T18:48:08.051 INFO:tasks.workunit.client.0.smithi071.stdout:op 6001 completed, throughput=5MB/sec 2023-12-16T18:48:08.051 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-PY0ufoozSptcciq off=14578630 len=162954 2023-12-16T18:48:08.054 INFO:tasks.workunit.client.0.smithi071.stdout:op 6002 completed, throughput=5MB/sec 2023-12-16T18:48:08.054 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-A_5F2YdfJreXWVN off=9439144 len=1857558 2023-12-16T18:48:08.064 INFO:tasks.workunit.client.0.smithi071.stdout:op 6003 completed, throughput=5MB/sec 2023-12-16T18:48:08.065 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-jPOWeAc2hVDRvEm off=2304484 len=288666 2023-12-16T18:48:08.067 INFO:tasks.workunit.client.0.smithi071.stdout:op 6004 completed, throughput=5MB/sec 2023-12-16T18:48:08.067 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-NXB_VA1_eQztBgS off=59106 len=1904645 2023-12-16T18:48:08.069 INFO:tasks.workunit.client.0.smithi071.stdout:op 6005 completed, throughput=5MB/sec 2023-12-16T18:48:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:08 smithi071 ceph-mon[139725]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:08 smithi071 ceph-mon[142085]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:08 smithi184 ceph-mon[136228]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:09.070 INFO:tasks.workunit.client.0.smithi071.stdout: 1172: throughput=5MB/sec pending data=0 2023-12-16T18:48:09.070 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-gDQvbA8kO4C2Oro off=18964968 len=1246167 2023-12-16T18:48:09.071 INFO:tasks.workunit.client.0.smithi071.stdout:op 6006 completed, throughput=5MB/sec 2023-12-16T18:48:09.071 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-3a_tfk7_lHI_WsW off=9142361 len=1505681 2023-12-16T18:48:09.073 INFO:tasks.workunit.client.0.smithi071.stdout:op 6007 completed, throughput=5MB/sec 2023-12-16T18:48:09.073 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-MuCAHNKb2ZUt1Xo off=11072795 len=1262856 2023-12-16T18:48:09.080 INFO:tasks.workunit.client.0.smithi071.stdout:op 6008 completed, throughput=5MB/sec 2023-12-16T18:48:10.080 INFO:tasks.workunit.client.0.smithi071.stdout: 1173: throughput=5MB/sec pending data=0 2023-12-16T18:48:10.080 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-H6qtuW7Xx3rY-uo off=1198883 len=454733 2023-12-16T18:48:10.083 INFO:tasks.workunit.client.0.smithi071.stdout:op 6009 completed, throughput=5MB/sec 2023-12-16T18:48:10.084 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-170-5OlyFJ21xxT off=13068207 len=826050 2023-12-16T18:48:10.085 INFO:tasks.workunit.client.0.smithi071.stdout:op 6010 completed, throughput=5MB/sec 2023-12-16T18:48:10.086 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-pyfCw3mDLTLJx-3 off=18727943 len=1396662 2023-12-16T18:48:10.087 INFO:tasks.workunit.client.0.smithi071.stdout:op 6011 completed, throughput=5MB/sec 2023-12-16T18:48:10.087 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-wcWcfr5CSjqozIr off=3491253 len=342645 2023-12-16T18:48:10.088 INFO:tasks.workunit.client.0.smithi071.stdout:op 6012 completed, throughput=5MB/sec 2023-12-16T18:48:10.088 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-6r9iicPpW6iX8hx off=6361138 len=633366 2023-12-16T18:48:10.092 INFO:tasks.workunit.client.0.smithi071.stdout:op 6013 completed, throughput=5MB/sec 2023-12-16T18:48:10.093 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-9kPe97PoS2Liazw off=15833238 len=231583 2023-12-16T18:48:10.095 INFO:tasks.workunit.client.0.smithi071.stdout:op 6014 completed, throughput=5MB/sec 2023-12-16T18:48:10.096 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-GYDJhrHKn0t452F off=3352219 len=1252332 2023-12-16T18:48:10.098 INFO:tasks.workunit.client.0.smithi071.stdout:op 6015 completed, throughput=5MB/sec 2023-12-16T18:48:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:10 smithi071 ceph-mon[139725]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:48:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:10 smithi071 ceph-mon[142085]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:48:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:10 smithi184 ceph-mon[136228]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-16T18:48:11.099 INFO:tasks.workunit.client.0.smithi071.stdout: 1174: throughput=5MB/sec pending data=0 2023-12-16T18:48:11.099 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-tCVNCgdEKmGI3F4 off=15754425 len=1864551 2023-12-16T18:48:11.101 INFO:tasks.workunit.client.0.smithi071.stdout:op 6016 completed, throughput=5MB/sec 2023-12-16T18:48:11.101 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-hziXawBFNyQxLzE off=7281630 len=1286613 2023-12-16T18:48:11.108 INFO:tasks.workunit.client.0.smithi071.stdout:op 6017 completed, throughput=5MB/sec 2023-12-16T18:48:11.109 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-ewYpj10vzEhFY5L off=12065477 len=410396 2023-12-16T18:48:11.112 INFO:tasks.workunit.client.0.smithi071.stdout:op 6018 completed, throughput=5MB/sec 2023-12-16T18:48:11.112 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-E0saSO3ykznjCA4 off=4056822 len=572471 2023-12-16T18:48:11.113 INFO:tasks.workunit.client.0.smithi071.stdout:op 6019 completed, throughput=5MB/sec 2023-12-16T18:48:11.113 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-tR_vAFBzFbF-JAq off=1551219 len=206187 2023-12-16T18:48:11.116 INFO:tasks.workunit.client.0.smithi071.stdout:op 6020 completed, throughput=5MB/sec 2023-12-16T18:48:11.116 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-nwET2EXH7MQUkA6 off=4527765 len=1127709 2023-12-16T18:48:11.117 INFO:tasks.workunit.client.0.smithi071.stdout:op 6021 completed, throughput=5MB/sec 2023-12-16T18:48:12.117 INFO:tasks.workunit.client.0.smithi071.stdout: 1175: throughput=5MB/sec pending data=0 2023-12-16T18:48:12.118 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-z8x7HsEo2ickY0a off=6936283 len=327761 2023-12-16T18:48:12.121 INFO:tasks.workunit.client.0.smithi071.stdout:op 6022 completed, throughput=5MB/sec 2023-12-16T18:48:12.121 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j5_xnvyDHyuOcYj off=12158818 len=1688971 2023-12-16T18:48:12.125 INFO:tasks.workunit.client.0.smithi071.stdout:op 6023 completed, throughput=5MB/sec 2023-12-16T18:48:12.125 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-j4Q6JzQT_z-S4e5 off=5990609 len=793052 2023-12-16T18:48:12.127 INFO:tasks.workunit.client.0.smithi071.stdout:op 6024 completed, throughput=5MB/sec 2023-12-16T18:48:12.127 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-fjP9qanmHDjvRK8 off=7614959 len=724929 2023-12-16T18:48:12.132 INFO:tasks.workunit.client.0.smithi071.stdout:op 6025 completed, throughput=5MB/sec 2023-12-16T18:48:12.132 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-e_LzO6bmEWIcikq off=1964264 len=1621703 2023-12-16T18:48:12.135 INFO:tasks.workunit.client.0.smithi071.stdout:op 6026 completed, throughput=5MB/sec 2023-12-16T18:48:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:12 smithi071 ceph-mon[139725]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:12 smithi071 ceph-mon[142085]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:12 smithi184 ceph-mon[136228]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-16T18:48:13.135 INFO:tasks.workunit.client.0.smithi071.stdout: 1176: throughput=5MB/sec pending data=0 2023-12-16T18:48:13.135 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-9yUECP1jDw7whez off=20675330 len=281151 2023-12-16T18:48:13.137 INFO:tasks.workunit.client.0.smithi071.stdout:op 6027 completed, throughput=5MB/sec 2023-12-16T18:48:13.137 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-u3E8vwdvsY6t4yX off=2312790 len=1286893 2023-12-16T18:48:13.138 INFO:tasks.workunit.client.0.smithi071.stdout:op 6028 completed, throughput=5MB/sec 2023-12-16T18:48:13.138 INFO:tasks.workunit.client.0.smithi071.stdout:WRITE : oid=obj-eemhp2AdZqiXGQ6 off=12731649 len=1760007 2023-12-16T18:48:13.150 INFO:tasks.workunit.client.0.smithi071.stdout:op 6029 completed, throughput=5MB/sec 2023-12-16T18:48:13.150 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-bLQHUDCzf79c84Y off=8411981 len=1278553 2023-12-16T18:48:13.151 INFO:tasks.workunit.client.0.smithi071.stdout:op 6030 completed, throughput=5MB/sec 2023-12-16T18:48:13.151 INFO:tasks.workunit.client.0.smithi071.stdout:READ : oid=obj-d_QM5lBUdqWxBTj off=2676811 len=878481 2023-12-16T18:48:13.152 INFO:tasks.workunit.client.0.smithi071.stdout:op 6031 completed, throughput=5MB/sec 2023-12-16T18:48:14.152 INFO:tasks.workunit.client.0.smithi071.stdout:waiting for all operations to complete 2023-12-16T18:48:14.153 INFO:tasks.workunit.client.0.smithi071.stdout:cleaning up objects 2023-12-16T18:48:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:14 smithi184 ceph-mon[136228]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:48:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:14 smithi071 ceph-mon[139725]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:48:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:14 smithi071 ceph-mon[142085]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-16T18:48:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:16 smithi184 ceph-mon[136228]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-16T18:48:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:16 smithi071 ceph-mon[139725]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-16T18:48:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:16 smithi071 ceph-mon[142085]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-16T18:48:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:17] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2023-12-16T18:48:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:18 smithi184 ceph-mon[136228]: pgmap v1958: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2023-12-16T18:48:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:18 smithi071 ceph-mon[139725]: pgmap v1958: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2023-12-16T18:48:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:18 smithi071 ceph-mon[142085]: pgmap v1958: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 41 op/s 2023-12-16T18:48:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:20 smithi184 ceph-mon[136228]: pgmap v1959: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 154 op/s 2023-12-16T18:48:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:20 smithi071 ceph-mon[139725]: pgmap v1959: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 154 op/s 2023-12-16T18:48:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:20 smithi071 ceph-mon[142085]: pgmap v1959: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 154 op/s 2023-12-16T18:48:21.168 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:48:21.528 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:48:21.528 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (38m) 4m ago 40m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (37m) 2m ago 40m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (41m) 4m ago 41m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (41m) 2m ago 41m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (37m) 2m ago 43m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (37m) 4m ago 44m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (37m) 4m ago 44m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (36m) 2m ago 43m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (36m) 4m ago 43m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (38m) 4m ago 40m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (37m) 2m ago 40m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (36m) 4m ago 43m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (35m) 4m ago 43m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (35m) 4m ago 42m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:48:21.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (34m) 4m ago 42m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:48:21.530 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (34m) 2m ago 42m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:48:21.530 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (33m) 2m ago 42m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:48:21.530 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (33m) 2m ago 41m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:48:21.530 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (32m) 2m ago 41m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:48:21.530 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (37m) 2m ago 41m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:48:21.974 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:48:21.974 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:48:21.974 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:48:21.975 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:48:21.976 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:48:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:22 smithi184 ceph-mon[136228]: pgmap v1960: 105 pgs: 105 active+clean; 95 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 222 op/s 2023-12-16T18:48:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:22 smithi184 ceph-mon[136228]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:22 smithi184 ceph-mon[136228]: from='client.45869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/20669181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[139725]: pgmap v1960: 105 pgs: 105 active+clean; 95 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 222 op/s 2023-12-16T18:48:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[139725]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[139725]: from='client.45869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/20669181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[142085]: pgmap v1960: 105 pgs: 105 active+clean; 95 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 222 op/s 2023-12-16T18:48:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[142085]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[142085]: from='client.45869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/20669181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:24 smithi184 ceph-mon[136228]: pgmap v1961: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 318 op/s 2023-12-16T18:48:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:48:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:24 smithi071 ceph-mon[139725]: pgmap v1961: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 318 op/s 2023-12-16T18:48:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:48:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:24 smithi071 ceph-mon[142085]: pgmap v1961: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 318 op/s 2023-12-16T18:48:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:48:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:48:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:48:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:48:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:48:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:48:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:48:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:48:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:48:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:48:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:26 smithi184 ceph-mon[136228]: pgmap v1962: 105 pgs: 105 active+clean; 58 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 944 KiB/s rd, 492 KiB/s wr, 469 op/s 2023-12-16T18:48:26.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:26 smithi071 ceph-mon[139725]: pgmap v1962: 105 pgs: 105 active+clean; 58 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 944 KiB/s rd, 492 KiB/s wr, 469 op/s 2023-12-16T18:48:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:26 smithi071 ceph-mon[142085]: pgmap v1962: 105 pgs: 105 active+clean; 58 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 944 KiB/s rd, 492 KiB/s wr, 469 op/s 2023-12-16T18:48:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:27] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2023-12-16T18:48:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:28 smithi184 ceph-mon[136228]: pgmap v1963: 105 pgs: 105 active+clean; 49 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 59 KiB/s wr, 521 op/s 2023-12-16T18:48:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:28 smithi071 ceph-mon[139725]: pgmap v1963: 105 pgs: 105 active+clean; 49 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 59 KiB/s wr, 521 op/s 2023-12-16T18:48:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:28 smithi071 ceph-mon[142085]: pgmap v1963: 105 pgs: 105 active+clean; 49 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 59 KiB/s wr, 521 op/s 2023-12-16T18:48:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:30 smithi184 ceph-mon[136228]: pgmap v1964: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 604 op/s 2023-12-16T18:48:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:30 smithi071 ceph-mon[139725]: pgmap v1964: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 604 op/s 2023-12-16T18:48:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:30 smithi071 ceph-mon[142085]: pgmap v1964: 105 pgs: 105 active+clean; 31 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 604 op/s 2023-12-16T18:48:31.654 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:48:31.654 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T18:48:31.727 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2023-12-16T18:48:31.727 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:48:31.971 DEBUG:teuthology.parallel:result is None 2023-12-16T18:48:31.971 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:48:31.998 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:48:31.999 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:48:32.054 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T18:48:32.054 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:48:32.054 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2023-12-16T18:48:32.054 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:48:32.054 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2023-12-16T18:48:32.054 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T18:48:32.055 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T18:48:32.055 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T18:48:32.055 DEBUG:teuthology.orchestra.run.smithi184:> stat -- /home/ubuntu/cephtest/mnt.1 2023-12-16T18:48:32.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T18:48:32.072 INFO:teuthology.orchestra.run.smithi184.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-12-16T18:48:32.072 DEBUG:teuthology.orchestra.run.smithi184:> mkdir -- /home/ubuntu/cephtest/mnt.1 2023-12-16T18:48:32.128 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2023-12-16T18:48:32.128 DEBUG:teuthology.orchestra.run.smithi184:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2023-12-16T18:48:32.184 INFO:tasks.workunit:timeout=3h 2023-12-16T18:48:32.184 INFO:tasks.workunit:cleanup=True 2023-12-16T18:48:32.185 DEBUG:teuthology.orchestra.run.smithi184:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2023-12-16T18:48:32.241 INFO:tasks.workunit.client.1.smithi184.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2023-12-16T18:48:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:32 smithi184 ceph-mon[136228]: pgmap v1965: 105 pgs: 105 active+clean; 23 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 547 op/s 2023-12-16T18:48:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:32 smithi071 ceph-mon[139725]: pgmap v1965: 105 pgs: 105 active+clean; 23 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 547 op/s 2023-12-16T18:48:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:32 smithi071 ceph-mon[142085]: pgmap v1965: 105 pgs: 105 active+clean; 23 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 547 op/s 2023-12-16T18:48:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:34 smithi184 ceph-mon[136228]: pgmap v1966: 105 pgs: 105 active+clean; 11 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-12-16T18:48:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:34 smithi071 ceph-mon[139725]: pgmap v1966: 105 pgs: 105 active+clean; 11 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-12-16T18:48:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:34 smithi071 ceph-mon[142085]: pgmap v1966: 105 pgs: 105 active+clean; 11 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 557 op/s 2023-12-16T18:48:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:36 smithi184 ceph-mon[136228]: pgmap v1967: 105 pgs: 105 active+clean; 490 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2023-12-16T18:48:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:36 smithi071 ceph-mon[139725]: pgmap v1967: 105 pgs: 105 active+clean; 490 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2023-12-16T18:48:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:36 smithi071 ceph-mon[142085]: pgmap v1967: 105 pgs: 105 active+clean; 490 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 534 op/s 2023-12-16T18:48:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:37] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-16T18:48:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:38 smithi184 ceph-mon[136228]: pgmap v1968: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 385 op/s 2023-12-16T18:48:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:38 smithi071 ceph-mon[139725]: pgmap v1968: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 385 op/s 2023-12-16T18:48:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:38 smithi071 ceph-mon[142085]: pgmap v1968: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 385 op/s 2023-12-16T18:48:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:40 smithi184 ceph-mon[136228]: pgmap v1969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2023-12-16T18:48:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:40 smithi071 ceph-mon[139725]: pgmap v1969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2023-12-16T18:48:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:40 smithi071 ceph-mon[142085]: pgmap v1969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 325 op/s 2023-12-16T18:48:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:42 smithi184 ceph-mon[136228]: pgmap v1970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 210 op/s 2023-12-16T18:48:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:42 smithi071 ceph-mon[139725]: pgmap v1970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 210 op/s 2023-12-16T18:48:42.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:42 smithi071 ceph-mon[142085]: pgmap v1970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 210 op/s 2023-12-16T18:48:44.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:44 smithi071 ceph-mon[139725]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 154 op/s 2023-12-16T18:48:44.776 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:44 smithi071 ceph-mon[142085]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 154 op/s 2023-12-16T18:48:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:44 smithi184 ceph-mon[136228]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 154 op/s 2023-12-16T18:48:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:46 smithi184 ceph-mon[136228]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 75 op/s 2023-12-16T18:48:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:46 smithi071 ceph-mon[139725]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 75 op/s 2023-12-16T18:48:46.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:46 smithi071 ceph-mon[142085]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 75 op/s 2023-12-16T18:48:47.255 DEBUG:teuthology.orchestra.run.smithi184:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2023-12-16T18:48:47.328 INFO:tasks.workunit.client.1.smithi184.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T18:48:47.329 INFO:tasks.workunit.client.1.smithi184.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-16T18:48:47.330 INFO:tasks.workunit.client.1.smithi184.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T18:48:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:47] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-16T18:48:48.129 INFO:tasks.workunit.client.1.smithi184.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T18:48:48.195 INFO:tasks.workunit.client.1.smithi184.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T18:48:48.236 INFO:tasks.workunit.client.1.smithi184.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-16T18:48:48.237 INFO:tasks.workunit.client.1.smithi184.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-16T18:48:48.238 INFO:tasks.workunit.client.1.smithi184.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T18:48:48.276 INFO:tasks.workunit.client.1.smithi184.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-16T18:48:48.278 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2023-12-16T18:48:48.279 DEBUG:teuthology.orchestra.run.smithi184:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2023-12-16T18:48:48.334 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2023-12-16T18:48:48.335 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-12-16T18:48:48.335 DEBUG:teuthology.orchestra.run.smithi184:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2023-12-16T18:48:48.416 INFO:tasks.workunit.client.1.smithi184.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-12-16T18:48:48.416 INFO:tasks.workunit.client.1.smithi184.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-12-16T18:48:48.416 INFO:tasks.workunit.client.1.smithi184.stderr:+ TMPDIR=/tmp/rbd_import_export_168161 2023-12-16T18:48:48.416 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm -rf /tmp/rbd_import_export_168161 2023-12-16T18:48:48.416 INFO:tasks.workunit.client.1.smithi184.stderr:+ mkdir /tmp/rbd_import_export_168161 2023-12-16T18:48:48.417 INFO:tasks.workunit.client.1.smithi184.stderr:+ trap 'rm -rf /tmp/rbd_import_export_168161' INT TERM EXIT 2023-12-16T18:48:48.417 INFO:tasks.workunit.client.1.smithi184.stderr:+ mkdir foo.168161 2023-12-16T18:48:48.417 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import foo.168161 foo.dir 2023-12-16T18:48:48.461 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: cannot import a directory 2023-12-16T18:48:48.461 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 0% complete...failed. 2023-12-16T18:48:48.462 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: import failed: (21) Is a directory 2023-12-16T18:48:48.464 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:48:48.464 INFO:tasks.workunit.client.1.smithi184.stderr:+ rmdir foo.168161 2023-12-16T18:48:48.470 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_168161/img bs=1k count=1 seek=10 2023-12-16T18:48:48.471 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records in 2023-12-16T18:48:48.471 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records out 2023-12-16T18:48:48.471 INFO:tasks.workunit.client.1.smithi184.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2166e-05 s, 24.3 MB/s 2023-12-16T18:48:48.471 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_168161/img bs=1k count=10 seek=100 2023-12-16T18:48:48.472 INFO:tasks.workunit.client.1.smithi184.stderr:10+0 records in 2023-12-16T18:48:48.472 INFO:tasks.workunit.client.1.smithi184.stderr:10+0 records out 2023-12-16T18:48:48.472 INFO:tasks.workunit.client.1.smithi184.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.8947e-05 s, 209 MB/s 2023-12-16T18:48:48.472 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_168161/img bs=1k count=100 seek=1000 2023-12-16T18:48:48.473 INFO:tasks.workunit.client.1.smithi184.stderr:60+1 records in 2023-12-16T18:48:48.473 INFO:tasks.workunit.client.1.smithi184.stderr:60+1 records out 2023-12-16T18:48:48.473 INFO:tasks.workunit.client.1.smithi184.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.00014074 s, 437 MB/s 2023-12-16T18:48:48.473 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_168161/img bs=1k seek=10000 2023-12-16T18:48:48.474 INFO:tasks.workunit.client.1.smithi184.stderr:137+1 records in 2023-12-16T18:48:48.474 INFO:tasks.workunit.client.1.smithi184.stderr:137+1 records out 2023-12-16T18:48:48.474 INFO:tasks.workunit.client.1.smithi184.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000401506 s, 351 MB/s 2023-12-16T18:48:48.474 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_168161/img bs=1k seek=100000 2023-12-16T18:48:48.474 INFO:tasks.workunit.client.1.smithi184.stderr:59+1 records in 2023-12-16T18:48:48.475 INFO:tasks.workunit.client.1.smithi184.stderr:59+1 records out 2023-12-16T18:48:48.475 INFO:tasks.workunit.client.1.smithi184.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.00013573 s, 452 MB/s 2023-12-16T18:48:48.475 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_168161/img bs=1k seek=1000000 2023-12-16T18:48:48.475 INFO:tasks.workunit.client.1.smithi184.stderr:154+1 records in 2023-12-16T18:48:48.476 INFO:tasks.workunit.client.1.smithi184.stderr:154+1 records out 2023-12-16T18:48:48.476 INFO:tasks.workunit.client.1.smithi184.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.00031901 s, 496 MB/s 2023-12-16T18:48:48.476 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm testimg 2023-12-16T18:48:48.529 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 0% complete...failed. 2023-12-16T18:48:48.529 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T18:48:48.532 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:48:48.532 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:48:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:48 smithi184 ceph-mon[136228]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2023-12-16T18:48:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:48 smithi071 ceph-mon[142085]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2023-12-16T18:48:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:48 smithi071 ceph-mon[139725]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2023-12-16T18:48:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:48:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:50 smithi184 ceph-mon[136228]: pgmap v1974: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:50 smithi184 ceph-mon[136228]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T18:48:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:50 smithi071 ceph-mon[139725]: pgmap v1974: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:50 smithi071 ceph-mon[139725]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T18:48:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:50 smithi071 ceph-mon[142085]: pgmap v1974: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:50 smithi071 ceph-mon[142085]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-16T18:48:51.061 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-12-16T18:48:51.062 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:48:51.064 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg /tmp/rbd_import_export_168161/img2 2023-12-16T18:48:51.298 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:51.302 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg - 2023-12-16T18:48:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:51 smithi184 ceph-mon[136228]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T18:48:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:51 smithi071 ceph-mon[139725]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T18:48:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:51 smithi071 ceph-mon[142085]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-16T18:48:51.986 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:51.989 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm testimg 2023-12-16T18:48:52.117 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-16T18:48:52.120 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img2 2023-12-16T18:48:52.334 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:48:52.642 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (38m) 4m ago 41m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (38m) 2m ago 40m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (42m) 4m ago 42m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (42m) 2m ago 42m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (37m) 2m ago 44m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:48:52.643 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (38m) 4m ago 45m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (37m) 4m ago 45m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (37m) 2m ago 44m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (37m) 4m ago 44m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (38m) 4m ago 40m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (38m) 2m ago 40m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (36m) 4m ago 43m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (36m) 4m ago 43m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:48:52.644 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (35m) 4m ago 43m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (35m) 4m ago 43m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (34m) 2m ago 42m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (34m) 2m ago 42m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (33m) 2m ago 42m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (33m) 2m ago 42m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:48:52.645 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (37m) 2m ago 41m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:48:52.646 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:52 smithi071 ceph-mon[139725]: pgmap v1977: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:52.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:52 smithi071 ceph-mon[142085]: pgmap v1977: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:52.665 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img3 2023-12-16T18:48:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:52 smithi184 ceph-mon[136228]: pgmap v1977: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:48:53.021 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:48:53.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:48:53.023 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:48:53.023 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:48:53.023 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:48:53.023 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:48:53.023 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:48:53.066 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img2 /tmp/rbd_import_export_168161/img3 2023-12-16T18:48:53.224 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format - testimg 2023-12-16T18:48:53.649 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:48:53.649 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:48:53.652 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg /tmp/rbd_import_export_168161/img2 2023-12-16T18:48:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:53 smithi184 ceph-mon[136228]: from='client.35967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:53 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3767892267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:53.926 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:53.929 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg - 2023-12-16T18:48:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:53 smithi071 ceph-mon[139725]: from='client.35967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:53 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3767892267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:53 smithi071 ceph-mon[142085]: from='client.35967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:53 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3767892267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:48:54.625 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:54.628 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm testimg 2023-12-16T18:48:54.747 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-16T18:48:54.749 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img2 2023-12-16T18:48:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:54 smithi184 ceph-mon[136228]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:54 smithi184 ceph-mon[136228]: pgmap v1978: 105 pgs: 105 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 19 KiB/s wr, 1 op/s 2023-12-16T18:48:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:54 smithi071 ceph-mon[139725]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:54 smithi071 ceph-mon[139725]: pgmap v1978: 105 pgs: 105 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 19 KiB/s wr, 1 op/s 2023-12-16T18:48:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:54 smithi071 ceph-mon[142085]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:48:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:54 smithi071 ceph-mon[142085]: pgmap v1978: 105 pgs: 105 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 19 KiB/s wr, 1 op/s 2023-12-16T18:48:55.291 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img3 2023-12-16T18:48:55.689 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img2 /tmp/rbd_import_export_168161/img3 2023-12-16T18:48:55.900 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd help export 2023-12-16T18:48:55.900 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -q export-format 2023-12-16T18:48:55.919 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_168161/img bs=1k count=10 seek=100 2023-12-16T18:48:55.920 INFO:tasks.workunit.client.1.smithi184.stderr:10+0 records in 2023-12-16T18:48:55.920 INFO:tasks.workunit.client.1.smithi184.stderr:10+0 records out 2023-12-16T18:48:55.920 INFO:tasks.workunit.client.1.smithi184.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.9806e-05 s, 171 MB/s 2023-12-16T18:48:55.920 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:48:55.987 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:48:55.987 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:48:55.989 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap create testimg@snap 2023-12-16T18:48:56.331 INFO:tasks.workunit.client.1.smithi184.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T18:48:56.341 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd image-meta set testimg key1 value1 2023-12-16T18:48:56.395 INFO:tasks.workunit.client.1.smithi184.stderr:++ rbd image-meta list testimg 2023-12-16T18:48:56.435 INFO:tasks.workunit.client.1.smithi184.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-12-16T18:48:56.435 INFO:tasks.workunit.client.1.smithi184.stderr: 2023-12-16T18:48:56.435 INFO:tasks.workunit.client.1.smithi184.stderr:Key Value 2023-12-16T18:48:56.435 INFO:tasks.workunit.client.1.smithi184.stderr:key1 value1' 2023-12-16T18:48:56.435 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:48:56.470 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:56.473 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168161/img_v2 testimg_import 2023-12-16T18:48:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:56 smithi184 ceph-mon[136228]: pgmap v1979: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 76 KiB/s wr, 46 op/s 2023-12-16T18:48:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:56 smithi184 ceph-mon[136228]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T18:48:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:56 smithi071 ceph-mon[142085]: pgmap v1979: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 76 KiB/s wr, 46 op/s 2023-12-16T18:48:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:56 smithi071 ceph-mon[142085]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T18:48:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:56 smithi071 ceph-mon[139725]: pgmap v1979: 105 pgs: 105 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 76 KiB/s wr, 46 op/s 2023-12-16T18:48:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:56 smithi071 ceph-mon[139725]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-16T18:48:57.356 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T18:48:57.359 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import 2023-12-16T18:48:57.397 INFO:tasks.workunit.client.1.smithi184.stdout:rbd image 'testimg_import': 2023-12-16T18:48:57.397 INFO:tasks.workunit.client.1.smithi184.stdout: size 110 KiB in 1 objects 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: order 22 (4 MiB objects) 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: snapshot_count: 1 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: id: d84079ab6310 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: block_name_prefix: rbd_data.d84079ab6310 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: format: 2 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: op_features: 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: flags: 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: create_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: access_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.398 INFO:tasks.workunit.client.1.smithi184.stdout: modify_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.400 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import@snap 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout:rbd image 'testimg_import': 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: size 110 KiB in 1 objects 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: order 22 (4 MiB objects) 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: snapshot_count: 1 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: id: d84079ab6310 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: block_name_prefix: rbd_data.d84079ab6310 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: format: 2 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: op_features: 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: flags: 2023-12-16T18:48:57.435 INFO:tasks.workunit.client.1.smithi184.stdout: create_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.436 INFO:tasks.workunit.client.1.smithi184.stdout: access_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.436 INFO:tasks.workunit.client.1.smithi184.stdout: modify_timestamp: Sat Dec 16 18:48:56 2023 2023-12-16T18:48:57.436 INFO:tasks.workunit.client.1.smithi184.stdout: protected: False 2023-12-16T18:48:57.437 INFO:tasks.workunit.client.1.smithi184.stderr:++ rbd image-meta list testimg_import 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr: 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:Key Value 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:key1 value1' 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 'There is 1 metadatum on this image: 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr: 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:Key Value 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-12-16T18:48:57.478 INFO:tasks.workunit.client.1.smithi184.stderr: 2023-12-16T18:48:57.479 INFO:tasks.workunit.client.1.smithi184.stderr:Key Value 2023-12-16T18:48:57.479 INFO:tasks.workunit.client.1.smithi184.stderr:key1 value1' ']' 2023-12-16T18:48:57.479 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg_import /tmp/rbd_import_export_168161/img_import 2023-12-16T18:48:57.511 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete...done. 2023-12-16T18:48:57.514 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img_import 2023-12-16T18:48:57.514 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/img /tmp/rbd_import_export_168161/img_import 2023-12-16T18:48:57.515 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/img --format %b 2023-12-16T18:48:57.516 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=24 2023-12-16T18:48:57.516 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/img_import --format %b 2023-12-16T18:48:57.517 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=224 2023-12-16T18:48:57.517 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=200 2023-12-16T18:48:57.517 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=200 2023-12-16T18:48:57.517 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-12-16T18:48:57.517 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_168161/img_snap 2023-12-16T18:48:57.550 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete...done. 2023-12-16T18:48:57.553 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_168161/img_snap_import 2023-12-16T18:48:57.587 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete...done. 2023-12-16T18:48:57.590 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/img_snap /tmp/rbd_import_export_168161/img_snap_import 2023-12-16T18:48:57.590 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/img_snap /tmp/rbd_import_export_168161/img_snap_import 2023-12-16T18:48:57.591 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/img_snap --format %b 2023-12-16T18:48:57.591 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=224 2023-12-16T18:48:57.592 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/img_snap_import --format %b 2023-12-16T18:48:57.593 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=224 2023-12-16T18:48:57.593 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:48:57.593 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:48:57.594 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T18:48:57.594 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:48:57.594 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_import 2023-12-16T18:48:57.594 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_snap 2023-12-16T18:48:57.594 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_snap_import 2023-12-16T18:48:57.595 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap rm testimg_import@snap 2023-12-16T18:48:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:48:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:48:57] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2023-12-16T18:48:58.579 INFO:tasks.workunit.client.1.smithi184.stderr: Removing snap: 100% complete...done. 2023-12-16T18:48:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:58 smithi184 ceph-mon[136228]: pgmap v1981: 105 pgs: 105 active+clean; 3.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 232 KiB/s rd, 106 KiB/s wr, 97 op/s 2023-12-16T18:48:58.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:58 smithi184 ceph-mon[136228]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T18:48:58.587 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg_import 2023-12-16T18:48:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:58 smithi071 ceph-mon[139725]: pgmap v1981: 105 pgs: 105 active+clean; 3.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 232 KiB/s rd, 106 KiB/s wr, 97 op/s 2023-12-16T18:48:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:58 smithi071 ceph-mon[139725]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T18:48:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:58 smithi071 ceph-mon[142085]: pgmap v1981: 105 pgs: 105 active+clean; 3.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 232 KiB/s rd, 106 KiB/s wr, 97 op/s 2023-12-16T18:48:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:58 smithi071 ceph-mon[142085]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-16T18:48:58.726 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:48:58.730 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap rm testimg@snap 2023-12-16T18:48:59.580 INFO:tasks.workunit.client.1.smithi184.stderr: Removing snap: 100% complete...done. 2023-12-16T18:48:59.597 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm testimg 2023-12-16T18:48:59.724 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:48:59.727 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --order 20 /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:48:59.794 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:48:59.794 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:48:59.796 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:48:59.832 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T18:48:59.835 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168161/img_v2 testimg_import 2023-12-16T18:48:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:48:59 smithi184 ceph-mon[136228]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T18:48:59.906 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T18:48:59.909 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import 2023-12-16T18:48:59.909 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep order 2023-12-16T18:48:59.909 INFO:tasks.workunit.client.1.smithi184.stderr:+ awk '{print $2}' 2023-12-16T18:48:59.910 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 20 2023-12-16T18:48:59.943 INFO:tasks.workunit.client.1.smithi184.stdout:20 2023-12-16T18:48:59.943 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:48:59.944 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg_import 2023-12-16T18:48:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:48:59 smithi071 ceph-mon[139725]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T18:48:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:48:59 smithi071 ceph-mon[142085]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-16T18:49:00.064 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:00.067 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg 2023-12-16T18:49:00.183 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:00.186 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:49:00.236 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:00.239 INFO:tasks.workunit.client.1.smithi184.stderr:++ rbd info testimg 2023-12-16T18:49:00.239 INFO:tasks.workunit.client.1.smithi184.stderr:++ grep features 2023-12-16T18:49:00.273 INFO:tasks.workunit.client.1.smithi184.stderr:+ FEATURES_BEFORE=' features: layering 2023-12-16T18:49:00.273 INFO:tasks.workunit.client.1.smithi184.stderr: op_features: ' 2023-12-16T18:49:00.273 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:49:00.307 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:00.310 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168161/img_v2 testimg_import 2023-12-16T18:49:00.369 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T18:49:00.372 INFO:tasks.workunit.client.1.smithi184.stderr:++ rbd info testimg_import 2023-12-16T18:49:00.372 INFO:tasks.workunit.client.1.smithi184.stderr:++ grep features 2023-12-16T18:49:00.406 INFO:tasks.workunit.client.1.smithi184.stderr:+ FEATURES_AFTER=' features: layering 2023-12-16T18:49:00.406 INFO:tasks.workunit.client.1.smithi184.stderr: op_features: ' 2023-12-16T18:49:00.407 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' ' features: layering 2023-12-16T18:49:00.407 INFO:tasks.workunit.client.1.smithi184.stderr: op_features: ' '!=' ' features: layering 2023-12-16T18:49:00.407 INFO:tasks.workunit.client.1.smithi184.stderr: op_features: ' ']' 2023-12-16T18:49:00.407 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:49:00.407 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg_import 2023-12-16T18:49:00.495 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:00.497 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg 2023-12-16T18:49:00.586 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:00.588 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:49:00.661 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:00.664 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:49:00.702 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:00.703 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168161/img_v2 testimg_import 2023-12-16T18:49:00.781 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T18:49:00.784 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import 2023-12-16T18:49:00.784 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 'stripe unit' 2023-12-16T18:49:00.784 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -Ei '(4 KiB|4096)' 2023-12-16T18:49:00.821 INFO:tasks.workunit.client.1.smithi184.stdout: stripe unit: 4 KiB 2023-12-16T18:49:00.822 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import 2023-12-16T18:49:00.822 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 'stripe count' 2023-12-16T18:49:00.822 INFO:tasks.workunit.client.1.smithi184.stderr:+ awk '{print $3}' 2023-12-16T18:49:00.822 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 1000 2023-12-16T18:49:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:00 smithi184 ceph-mon[136228]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 450 KiB/s rd, 136 KiB/s wr, 242 op/s 2023-12-16T18:49:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:00 smithi184 ceph-mon[136228]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T18:49:00.854 INFO:tasks.workunit.client.1.smithi184.stdout:1000 2023-12-16T18:49:00.854 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/img_v2 2023-12-16T18:49:00.854 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg_import 2023-12-16T18:49:00.972 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-16T18:49:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:00 smithi071 ceph-mon[139725]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 450 KiB/s rd, 136 KiB/s wr, 242 op/s 2023-12-16T18:49:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:00 smithi071 ceph-mon[139725]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T18:49:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:00 smithi071 ceph-mon[142085]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 450 KiB/s rd, 136 KiB/s wr, 242 op/s 2023-12-16T18:49:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:00 smithi071 ceph-mon[142085]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-16T18:49:00.975 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg 2023-12-16T18:49:01.089 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-16T18:49:01.092 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_168161/img testimg 2023-12-16T18:49:01.156 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:01.159 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap create testimg@snap1 2023-12-16T18:49:01.594 INFO:tasks.workunit.client.1.smithi184.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T18:49:01.602 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap create testimg@snap2 2023-12-16T18:49:02.598 INFO:tasks.workunit.client.1.smithi184.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-16T18:49:02.607 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap protect testimg@snap2 2023-12-16T18:49:02.652 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_168161/snap_protect 2023-12-16T18:49:02.691 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:02.693 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_168161/snap_protect testimg_import 2023-12-16T18:49:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:02 smithi184 ceph-mon[136228]: pgmap v1986: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 80 KiB/s wr, 239 op/s 2023-12-16T18:49:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:02 smithi184 ceph-mon[136228]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T18:49:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:02 smithi071 ceph-mon[139725]: pgmap v1986: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 80 KiB/s wr, 239 op/s 2023-12-16T18:49:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:02 smithi071 ceph-mon[139725]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T18:49:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:02 smithi071 ceph-mon[142085]: pgmap v1986: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 80 KiB/s wr, 239 op/s 2023-12-16T18:49:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:02 smithi071 ceph-mon[142085]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-16T18:49:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:03 smithi071 ceph-mon[139725]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T18:49:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:03 smithi071 ceph-mon[142085]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T18:49:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:03 smithi184 ceph-mon[136228]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-16T18:49:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:04.625 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-16T18:49:04.628 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import@snap1 2023-12-16T18:49:04.628 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 'protected: False' 2023-12-16T18:49:04.667 INFO:tasks.workunit.client.1.smithi184.stdout: protected: False 2023-12-16T18:49:04.667 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd info testimg_import@snap2 2023-12-16T18:49:04.668 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep 'protected: True' 2023-12-16T18:49:04.704 INFO:tasks.workunit.client.1.smithi184.stdout: protected: True 2023-12-16T18:49:04.704 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/snap_protect 2023-12-16T18:49:04.704 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap unprotect testimg@snap2 2023-12-16T18:49:04.751 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap unprotect testimg_import@snap2 2023-12-16T18:49:04.795 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap purge testimg 2023-12-16T18:49:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:04 smithi071 ceph-mon[139725]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 32 KiB/s wr, 404 op/s 2023-12-16T18:49:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:04 smithi071 ceph-mon[139725]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T18:49:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:04 smithi071 ceph-mon[142085]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 32 KiB/s wr, 404 op/s 2023-12-16T18:49:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:04 smithi071 ceph-mon[142085]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T18:49:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:04 smithi184 ceph-mon[136228]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 32 KiB/s wr, 404 op/s 2023-12-16T18:49:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:04 smithi184 ceph-mon[136228]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-16T18:49:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:05 smithi071 ceph-mon[139725]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T18:49:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:05 smithi071 ceph-mon[139725]: pgmap v1992: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 48 KiB/s wr, 501 op/s 2023-12-16T18:49:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:05 smithi071 ceph-mon[142085]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T18:49:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:05 smithi071 ceph-mon[142085]: pgmap v1992: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 48 KiB/s wr, 501 op/s 2023-12-16T18:49:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:05 smithi184 ceph-mon[136228]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-16T18:49:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:05 smithi184 ceph-mon[136228]: pgmap v1992: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 367 KiB/s rd, 48 KiB/s wr, 501 op/s 2023-12-16T18:49:06.336 INFO:tasks.workunit.client.1.smithi184.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-16T18:49:06.347 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd snap purge testimg_import 2023-12-16T18:49:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:06 smithi071 ceph-mon[139725]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T18:49:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:06 smithi071 ceph-mon[139725]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T18:49:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:06 smithi071 ceph-mon[142085]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T18:49:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:06 smithi071 ceph-mon[142085]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T18:49:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:06 smithi184 ceph-mon[136228]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-16T18:49:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:06 smithi184 ceph-mon[136228]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-16T18:49:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:07] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:49:08.351 INFO:tasks.workunit.client.1.smithi184.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-16T18:49:08.368 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg 2023-12-16T18:49:08.500 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:08.503 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd remove testimg_import 2023-12-16T18:49:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:08 smithi184 ceph-mon[136228]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 29 KiB/s wr, 279 op/s 2023-12-16T18:49:08.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:08 smithi184 ceph-mon[136228]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T18:49:08.622 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:08.625 INFO:tasks.workunit.client.1.smithi184.stderr:+ tiered=0 2023-12-16T18:49:08.625 INFO:tasks.workunit.client.1.smithi184.stderr:+ ceph osd dump 2023-12-16T18:49:08.626 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep '^pool' 2023-12-16T18:49:08.626 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep ''\''rbd'\''' 2023-12-16T18:49:08.626 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep tier 2023-12-16T18:49:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:08 smithi071 ceph-mon[139725]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 29 KiB/s wr, 279 op/s 2023-12-16T18:49:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:08 smithi071 ceph-mon[139725]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T18:49:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:08 smithi071 ceph-mon[142085]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 29 KiB/s wr, 279 op/s 2023-12-16T18:49:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:08 smithi071 ceph-mon[142085]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-16T18:49:08.990 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_168161/sparse1 2023-12-16T18:49:08.994 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records in 2023-12-16T18:49:08.994 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records out 2023-12-16T18:49:08.994 INFO:tasks.workunit.client.1.smithi184.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00336152 s, 312 MB/s 2023-12-16T18:49:08.994 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_168161/sparse2 2023-12-16T18:49:08.999 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records in 2023-12-16T18:49:08.999 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records out 2023-12-16T18:49:08.999 INFO:tasks.workunit.client.1.smithi184.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00328318 s, 319 MB/s 2023-12-16T18:49:08.999 INFO:tasks.workunit.client.1.smithi184.stderr:+ truncate /tmp/rbd_import_export_168161/sparse2 -s 2M 2023-12-16T18:49:09.007 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse1 2023-12-16T18:49:09.060 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 0% complete...failed. 2023-12-16T18:49:09.060 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T18:49:09.063 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:49:09.063 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168161/sparse1 2023-12-16T18:49:09.138 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-16T18:49:09.139 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:09.139 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:49:09.141 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd ls -l 2023-12-16T18:49:09.141 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep sparse1 2023-12-16T18:49:09.141 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-16T18:49:09.176 INFO:tasks.workunit.client.1.smithi184.stdout:sparse1 2 MiB 2 2023-12-16T18:49:09.177 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse1 2023-12-16T18:49:09.177 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse1 2023-12-16T18:49:09.178 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse1 2023-12-16T18:49:09.178 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:09.178 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:09.213 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.d95afb705989 2023-12-16T18:49:09.214 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.d95afb705989 2023-12-16T18:49:09.214 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.d95afb705989\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:09.214 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse1 2023-12-16T18:49:09.214 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse1 2023-12-16T18:49:09.214 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:09.215 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse1 2023-12-16T18:49:09.215 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:09.215 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:09.250 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:09.250 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:09.250 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:09.250 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:09.250 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:09.318 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects=1 2023-12-16T18:49:09.319 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 1 2023-12-16T18:49:09.319 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T18:49:09.319 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:09.356 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:09.359 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:09.359 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:09.361 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse1 --format %b 2023-12-16T18:49:09.362 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=2048 2023-12-16T18:49:09.362 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse1.out --format %b 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=2048 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:09.363 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse1 2023-12-16T18:49:09.490 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-16T18:49:09.493 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse2 2023-12-16T18:49:09.542 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 0% complete...failed. 2023-12-16T18:49:09.542 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: delete error: (2) No such file or directory 2023-12-16T18:49:09.545 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:49:09.545 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168161/sparse2 2023-12-16T18:49:09.614 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-16T18:49:09.615 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:09.615 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:49:09.617 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd ls -l 2023-12-16T18:49:09.617 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep sparse2 2023-12-16T18:49:09.617 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-16T18:49:09.652 INFO:tasks.workunit.client.1.smithi184.stdout:sparse2 2 MiB 2 2023-12-16T18:49:09.653 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse2 2023-12-16T18:49:09.653 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse2 2023-12-16T18:49:09.653 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse2 2023-12-16T18:49:09.653 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:09.653 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:09.687 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.d98d3d5e168e 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.d98d3d5e168e 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse2 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.d98d3d5e168e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse2 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:09.688 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse2 2023-12-16T18:49:09.689 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:09.689 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:09.723 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:09.723 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:09.724 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:09.724 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:09.724 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[139725]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T18:49:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[142085]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T18:49:09.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.790 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects=0 2023-12-16T18:49:09.790 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 0 2023-12-16T18:49:09.790 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-16T18:49:09.790 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:09.824 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:09.827 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:09.827 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:09.829 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse2 --format %b 2023-12-16T18:49:09.830 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=2048 2023-12-16T18:49:09.830 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse2.out --format %b 2023-12-16T18:49:09.831 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=2048 2023-12-16T18:49:09.831 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:09.831 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:09.831 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T18:49:09.831 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:09.832 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse2 2023-12-16T18:49:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:09 smithi184 ceph-mon[136228]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-16T18:49:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.184:0/3176163695' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-16T18:49:09.950 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-16T18:49:09.953 INFO:tasks.workunit.client.1.smithi184.stderr:+ truncate /tmp/rbd_import_export_168161/sparse1 -s 10M 2023-12-16T18:49:09.954 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format --order 20 - sparse1 2023-12-16T18:49:10.070 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:10.071 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:10.071 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:49:10.073 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd ls -l 2023-12-16T18:49:10.073 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep sparse1 2023-12-16T18:49:10.073 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-12-16T18:49:10.108 INFO:tasks.workunit.client.1.smithi184.stdout:sparse1 10 MiB 2 2023-12-16T18:49:10.108 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse1 2023-12-16T18:49:10.109 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse1 2023-12-16T18:49:10.109 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse1 2023-12-16T18:49:10.109 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:10.109 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:10.143 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.d9ba7a1bf85a 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.d9ba7a1bf85a 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.d9ba7a1bf85a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse1 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse1 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse1 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:10.145 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:10.180 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:10.180 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:10.180 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:10.180 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:10.180 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:10.245 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects=1 2023-12-16T18:49:10.245 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 1 2023-12-16T18:49:10.245 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T18:49:10.245 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:10.281 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:10.284 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:10.284 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/sparse1 /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:10.291 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse1 --format %b 2023-12-16T18:49:10.292 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=2048 2023-12-16T18:49:10.292 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse1.out --format %b 2023-12-16T18:49:10.293 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=2048 2023-12-16T18:49:10.293 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:10.293 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:10.294 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T18:49:10.294 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse1.out 2023-12-16T18:49:10.294 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse1 2023-12-16T18:49:10.412 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-16T18:49:10.415 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_168161/sparse2 oflag=append conv=notrunc 2023-12-16T18:49:10.422 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records in 2023-12-16T18:49:10.422 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records out 2023-12-16T18:49:10.422 INFO:tasks.workunit.client.1.smithi184.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0062039 s, 338 MB/s 2023-12-16T18:49:10.423 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format --order 20 - sparse2 2023-12-16T18:49:10.521 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:10.521 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:10.521 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:49:10.524 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd ls -l 2023-12-16T18:49:10.524 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep sparse2 2023-12-16T18:49:10.524 INFO:tasks.workunit.client.1.smithi184.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-12-16T18:49:10.558 INFO:tasks.workunit.client.1.smithi184.stdout:sparse2 4 MiB 2 2023-12-16T18:49:10.559 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse2 2023-12-16T18:49:10.559 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse2 2023-12-16T18:49:10.559 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse2 2023-12-16T18:49:10.559 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:10.559 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:10.593 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.d9e7a30348d3 2023-12-16T18:49:10.594 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.d9e7a30348d3 2023-12-16T18:49:10.594 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse2 2023-12-16T18:49:10.594 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.d9e7a30348d3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:10.594 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse2 2023-12-16T18:49:10.595 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:10.595 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse2 2023-12-16T18:49:10.595 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:10.595 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:10.629 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:10.629 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:10.629 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:10.629 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:10.629 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:10.694 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects='0 2023-12-16T18:49:10.694 INFO:tasks.workunit.client.1.smithi184.stderr:2 2023-12-16T18:49:10.694 INFO:tasks.workunit.client.1.smithi184.stderr:3' 2023-12-16T18:49:10.694 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 0 2 3 2023-12-16T18:49:10.694 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-12-16T18:49:10.695 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:10 smithi071 ceph-mon[139725]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 193 op/s 2023-12-16T18:49:10.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:10 smithi071 ceph-mon[142085]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 193 op/s 2023-12-16T18:49:10.732 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-12-16T18:49:10.736 INFO:tasks.workunit.client.1.smithi184.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_168161/sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:10.736 INFO:tasks.workunit.client.1.smithi184.stderr:+ cmp -l /tmp/rbd_import_export_168161/sparse2 /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:10.739 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse2 --format %b 2023-12-16T18:49:10.739 INFO:tasks.workunit.client.1.smithi184.stderr:+ origsize=6144 2023-12-16T18:49:10.740 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse2.out --format %b 2023-12-16T18:49:10.741 INFO:tasks.workunit.client.1.smithi184.stderr:+ exportsize=6144 2023-12-16T18:49:10.741 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:10.741 INFO:tasks.workunit.client.1.smithi184.stderr:+ difference=0 2023-12-16T18:49:10.741 INFO:tasks.workunit.client.1.smithi184.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-16T18:49:10.741 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse2.out 2023-12-16T18:49:10.743 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse2 2023-12-16T18:49:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:10 smithi184 ceph-mon[136228]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 193 op/s 2023-12-16T18:49:10.864 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-12-16T18:49:10.869 INFO:tasks.workunit.client.1.smithi184.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-12-16T18:49:10.869 INFO:tasks.workunit.client.1.smithi184.stdout:partially-sparse file imports to partially-sparse image 2023-12-16T18:49:10.869 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_168161/sparse1 sparse 2023-12-16T18:49:10.943 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-12-16T18:49:10.943 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:10.943 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --order is deprecated, use --object-size 2023-12-16T18:49:10.945 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse 2023-12-16T18:49:10.945 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse 2023-12-16T18:49:10.945 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse 2023-12-16T18:49:10.945 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:10.946 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:10.980 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.da142364f2ba 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.da142364f2ba 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.da142364f2ba\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse 2023-12-16T18:49:10.981 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse 2023-12-16T18:49:10.982 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:10.982 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:11.016 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:11.016 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:11.016 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:11.016 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:11.016 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:11.075 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects=1 2023-12-16T18:49:11.075 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 1 2023-12-16T18:49:11.076 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-16T18:49:11.076 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse 2023-12-16T18:49:11.190 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-16T18:49:11.193 INFO:tasks.workunit.client.1.smithi184.stdout:zeros import through stdin to sparse image 2023-12-16T18:49:11.194 INFO:tasks.workunit.client.1.smithi184.stderr:+ echo 'zeros import through stdin to sparse image' 2023-12-16T18:49:11.194 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/dev/zero bs=1M count=4 2023-12-16T18:49:11.194 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd import --new-format - sparse 2023-12-16T18:49:11.243 INFO:tasks.workunit.client.1.smithi184.stderr:4+0 records in 2023-12-16T18:49:11.243 INFO:tasks.workunit.client.1.smithi184.stderr:4+0 records out 2023-12-16T18:49:11.243 INFO:tasks.workunit.client.1.smithi184.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0488925 s, 85.8 MB/s 2023-12-16T18:49:11.256 INFO:tasks.workunit.client.1.smithi184.stderr: Importing image: 100% complete...done. 2023-12-16T18:49:11.256 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:11.259 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse 2023-12-16T18:49:11.259 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse 2023-12-16T18:49:11.259 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse 2023-12-16T18:49:11.260 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:11.260 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:11.294 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.da35de3637a3 2023-12-16T18:49:11.295 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.da35de3637a3 2023-12-16T18:49:11.295 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse 2023-12-16T18:49:11.295 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.da35de3637a3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:11.295 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse 2023-12-16T18:49:11.296 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:11.296 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse 2023-12-16T18:49:11.296 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:11.296 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:11.332 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:11.332 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:11.332 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:11.332 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:11.332 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:11.398 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects= 2023-12-16T18:49:11.398 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 2023-12-16T18:49:11.398 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-12-16T18:49:11.398 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse 2023-12-16T18:49:11.505 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:11.506 INFO:tasks.workunit.client.1.smithi184.stdout:zeros export to sparse file 2023-12-16T18:49:11.506 INFO:tasks.workunit.client.1.smithi184.stderr:+ echo 'zeros export to sparse file' 2023-12-16T18:49:11.507 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd create --new-format sparse --size 4 2023-12-16T18:49:11.547 INFO:tasks.workunit.client.1.smithi184.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-16T18:49:11.549 INFO:tasks.workunit.client.1.smithi184.stderr:++ rbd info sparse 2023-12-16T18:49:11.549 INFO:tasks.workunit.client.1.smithi184.stderr:++ grep block_name_prefix 2023-12-16T18:49:11.550 INFO:tasks.workunit.client.1.smithi184.stderr:++ awk '{print $NF;}' 2023-12-16T18:49:11.584 INFO:tasks.workunit.client.1.smithi184.stderr:+ prefix=rbd_data.da56fbb0bfd4 2023-12-16T18:49:11.584 INFO:tasks.workunit.client.1.smithi184.stderr:+ dd if=/dev/zero bs=4M count=1 2023-12-16T18:49:11.584 INFO:tasks.workunit.client.1.smithi184.stderr:++ get_image_data_pool sparse 2023-12-16T18:49:11.585 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse 2023-12-16T18:49:11.585 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse 2023-12-16T18:49:11.585 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep 'data_pool: ' 2023-12-16T18:49:11.585 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk -F: '{ print $NF }' 2023-12-16T18:49:11.619 INFO:tasks.workunit.client.1.smithi184.stderr:++ data_pool= 2023-12-16T18:49:11.619 INFO:tasks.workunit.client.1.smithi184.stderr:++ '[' -z ']' 2023-12-16T18:49:11.619 INFO:tasks.workunit.client.1.smithi184.stderr:++ data_pool=rbd 2023-12-16T18:49:11.619 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo rbd 2023-12-16T18:49:11.619 INFO:tasks.workunit.client.1.smithi184.stderr:+ rados -p rbd put rbd_data.da56fbb0bfd4.000000000000 - 2023-12-16T18:49:11.647 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records in 2023-12-16T18:49:11.647 INFO:tasks.workunit.client.1.smithi184.stderr:1+0 records out 2023-12-16T18:49:11.647 INFO:tasks.workunit.client.1.smithi184.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0623915 s, 67.2 MB/s 2023-12-16T18:49:11.669 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects sparse 2023-12-16T18:49:11.669 INFO:tasks.workunit.client.1.smithi184.stderr:++ image=sparse 2023-12-16T18:49:11.669 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rbd info sparse 2023-12-16T18:49:11.669 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep block_name_prefix 2023-12-16T18:49:11.669 INFO:tasks.workunit.client.1.smithi184.stderr:+++ awk '{print $NF;}' 2023-12-16T18:49:11.704 INFO:tasks.workunit.client.1.smithi184.stderr:++ prefix=rbd_data.da56fbb0bfd4 2023-12-16T18:49:11.704 INFO:tasks.workunit.client.1.smithi184.stderr:+++ grep rbd_data.da56fbb0bfd4 2023-12-16T18:49:11.704 INFO:tasks.workunit.client.1.smithi184.stderr:++++ get_image_data_pool sparse 2023-12-16T18:49:11.704 INFO:tasks.workunit.client.1.smithi184.stderr:++++ image=sparse 2023-12-16T18:49:11.705 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sed -e 's/rbd_data.da56fbb0bfd4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-16T18:49:11.705 INFO:tasks.workunit.client.1.smithi184.stderr:+++ sort -u 2023-12-16T18:49:11.705 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ rbd info sparse 2023-12-16T18:49:11.705 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ grep 'data_pool: ' 2023-12-16T18:49:11.705 INFO:tasks.workunit.client.1.smithi184.stderr:+++++ awk -F: '{ print $NF }' 2023-12-16T18:49:11.740 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool= 2023-12-16T18:49:11.740 INFO:tasks.workunit.client.1.smithi184.stderr:++++ '[' -z ']' 2023-12-16T18:49:11.740 INFO:tasks.workunit.client.1.smithi184.stderr:++++ data_pool=rbd 2023-12-16T18:49:11.740 INFO:tasks.workunit.client.1.smithi184.stderr:++++ echo rbd 2023-12-16T18:49:11.740 INFO:tasks.workunit.client.1.smithi184.stderr:+++ rados ls -p rbd 2023-12-16T18:49:11.800 INFO:tasks.workunit.client.1.smithi184.stderr:++ objects=0 2023-12-16T18:49:11.801 INFO:tasks.workunit.client.1.smithi184.stderr:++ echo 0 2023-12-16T18:49:11.801 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-16T18:49:11.801 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse 2023-12-16T18:49:11.802 INFO:tasks.workunit.client.1.smithi184.stderr:rm: cannot remove '/tmp/rbd_import_export_168161/sparse': No such file or directory 2023-12-16T18:49:11.802 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:49:11.802 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd export sparse /tmp/rbd_import_export_168161/sparse 2023-12-16T18:49:11.835 INFO:tasks.workunit.client.1.smithi184.stderr: Exporting image: 100% complete...done. 2023-12-16T18:49:11.838 INFO:tasks.workunit.client.1.smithi184.stderr:++ stat /tmp/rbd_import_export_168161/sparse --format=%b 2023-12-16T18:49:11.839 INFO:tasks.workunit.client.1.smithi184.stderr:+ '[' 0 = 0 ']' 2023-12-16T18:49:11.839 INFO:tasks.workunit.client.1.smithi184.stderr:+ rbd rm sparse 2023-12-16T18:49:11.955 INFO:tasks.workunit.client.1.smithi184.stderr: Removing image: 100% complete...done. 2023-12-16T18:49:11.958 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm /tmp/rbd_import_export_168161/sparse /tmp/rbd_import_export_168161/sparse1 /tmp/rbd_import_export_168161/sparse2 /tmp/rbd_import_export_168161/sparse3 2023-12-16T18:49:11.960 INFO:tasks.workunit.client.1.smithi184.stderr:rm: cannot remove '/tmp/rbd_import_export_168161/sparse3': No such file or directory 2023-12-16T18:49:11.960 INFO:tasks.workunit.client.1.smithi184.stderr:+ true 2023-12-16T18:49:11.960 INFO:tasks.workunit.client.1.smithi184.stdout:OK 2023-12-16T18:49:11.961 INFO:tasks.workunit.client.1.smithi184.stderr:+ echo OK 2023-12-16T18:49:11.961 INFO:tasks.workunit.client.1.smithi184.stderr:+ rm -rf /tmp/rbd_import_export_168161 2023-12-16T18:49:11.962 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T18:49:11.962 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2023-12-16T18:49:12.031 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2023-12-16T18:49:12.031 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2023-12-16T18:49:12.273 DEBUG:teuthology.parallel:result is None 2023-12-16T18:49:12.274 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T18:49:12.301 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T18:49:12.302 DEBUG:teuthology.orchestra.run.smithi184:> rmdir -- /home/ubuntu/cephtest/mnt.1 2023-12-16T18:49:12.358 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2023-12-16T18:49:12.358 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:49:12.358 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2023-12-16T18:49:12.359 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T18:49:12.359 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2023-12-16T18:49:12.359 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T18:49:12.359 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T18:49:12.359 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T18:49:12.360 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:49:12.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T18:49:12.376 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T18:49:12.376 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T18:49:12.432 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T18:49:12.432 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T18:49:12.487 INFO:tasks.workunit:timeout=3h 2023-12-16T18:49:12.487 INFO:tasks.workunit:cleanup=True 2023-12-16T18:49:12.488 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T18:49:12.543 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T18:49:12.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:12 smithi184 ceph-mon[136228]: pgmap v1999: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 8.1 KiB/s wr, 193 op/s 2023-12-16T18:49:12.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:12 smithi071 ceph-mon[139725]: pgmap v1999: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 8.1 KiB/s wr, 193 op/s 2023-12-16T18:49:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:12 smithi071 ceph-mon[142085]: pgmap v1999: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 149 KiB/s rd, 8.1 KiB/s wr, 193 op/s 2023-12-16T18:49:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:14 smithi071 ceph-mon[142085]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 329 KiB/s wr, 318 op/s 2023-12-16T18:49:14.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:14 smithi071 ceph-mon[139725]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 329 KiB/s wr, 318 op/s 2023-12-16T18:49:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:14 smithi184 ceph-mon[136228]: pgmap v2000: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 329 KiB/s wr, 318 op/s 2023-12-16T18:49:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:16 smithi071 ceph-mon[139725]: pgmap v2001: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 374 op/s 2023-12-16T18:49:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:16 smithi071 ceph-mon[139725]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T18:49:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:16 smithi071 ceph-mon[142085]: pgmap v2001: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 374 op/s 2023-12-16T18:49:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:16 smithi071 ceph-mon[142085]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T18:49:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:16 smithi184 ceph-mon[136228]: pgmap v2001: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 374 op/s 2023-12-16T18:49:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:16 smithi184 ceph-mon[136228]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-16T18:49:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:17] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2023-12-16T18:49:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:18 smithi071 ceph-mon[139725]: pgmap v2003: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 307 op/s 2023-12-16T18:49:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:18 smithi071 ceph-mon[142085]: pgmap v2003: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 307 op/s 2023-12-16T18:49:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:18 smithi184 ceph-mon[136228]: pgmap v2003: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 307 op/s 2023-12-16T18:49:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:19.776 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T18:49:19.833 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T18:49:19.834 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:49:19.834 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T18:49:19.881 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T18:49:19.930 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T18:49:19.969 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T18:49:19.970 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:49:19.970 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T18:49:20.009 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T18:49:20.012 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T18:49:20.012 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T18:49:20.067 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2023-12-16T18:49:20.069 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2023-12-16T18:49:20.069 DEBUG:teuthology.orchestra.run.smithi071:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2023-12-16T18:49:20.169 INFO:tasks.workunit.client.0.smithi071.stderr:warning: failed to enable lockdep 2023-12-16T18:49:20.170 INFO:tasks.workunit.client.0.smithi071.stdout:seed 183513 2023-12-16T18:49:20.170 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] Running 406 tests from 15 test suites. 2023-12-16T18:49:20.170 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment set-up. 2023-12-16T18:49:20.170 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 16 tests from TestJournalReplay 2023-12-16T18:49:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:20 smithi071 ceph-mon[139725]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 807 KiB/s rd, 1.1 MiB/s wr, 259 op/s 2023-12-16T18:49:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:20 smithi071 ceph-mon[142085]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 807 KiB/s rd, 1.1 MiB/s wr, 259 op/s 2023-12-16T18:49:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:20 smithi184 ceph-mon[136228]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 807 KiB/s rd, 1.1 MiB/s wr, 259 op/s 2023-12-16T18:49:21.502 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2023-12-16T18:49:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:21 smithi184 ceph-mon[136228]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T18:49:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:21.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:21 smithi071 ceph-mon[142085]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T18:49:21.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:21 smithi071 ceph-mon[139725]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-16T18:49:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:22 smithi184 ceph-mon[136228]: pgmap v2006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 633 KiB/s rd, 1.1 MiB/s wr, 159 op/s 2023-12-16T18:49:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:22 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:22 smithi184 ceph-mon[136228]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T18:49:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[139725]: pgmap v2006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 633 KiB/s rd, 1.1 MiB/s wr, 159 op/s 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[139725]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[142085]: pgmap v2006: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 633 KiB/s rd, 1.1 MiB/s wr, 159 op/s 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3569033445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:22 smithi071 ceph-mon[142085]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-16T18:49:23.368 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:49:23.533 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.533 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2031 ms) 2023-12-16T18:49:23.533 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2023-12-16T18:49:23.542 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.542 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.AioWriteEvent (9 ms) 2023-12-16T18:49:23.542 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2023-12-16T18:49:23.551 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.551 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2023-12-16T18:49:23.552 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapCreate 2023-12-16T18:49:23.560 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.560 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2023-12-16T18:49:23.560 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapProtect 2023-12-16T18:49:23.568 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.569 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2023-12-16T18:49:23.569 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2023-12-16T18:49:23.576 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2023-12-16T18:49:23.577 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapRename 2023-12-16T18:49:23.584 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.584 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2023-12-16T18:49:23.584 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapRollback 2023-12-16T18:49:23.592 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2023-12-16T18:49:23.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.SnapRemove 2023-12-16T18:49:23.600 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.600 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2023-12-16T18:49:23.600 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.Rename 2023-12-16T18:49:23.607 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2023-12-16T18:49:23.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.Resize 2023-12-16T18:49:23.615 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.615 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2023-12-16T18:49:23.615 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.Flatten 2023-12-16T18:49:23.623 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.623 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2023-12-16T18:49:23.623 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2023-12-16T18:49:23.631 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2023-12-16T18:49:23.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.MetadataSet 2023-12-16T18:49:23.638 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.639 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2023-12-16T18:49:23.639 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2023-12-16T18:49:23.646 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.646 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2023-12-16T18:49:23.646 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2023-12-16T18:49:23.653 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:23.653 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (39m) 5m ago 41m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (38m) 3m ago 41m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (42m) 5m ago 42m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (42m) 3m ago 42m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (38m) 3m ago 44m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (38m) 5m ago 45m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (38m) 5m ago 45m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (37m) 3m ago 44m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (37m) 5m ago 44m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (39m) 5m ago 41m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:49:23.703 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (38m) 3m ago 41m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (37m) 5m ago 44m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (36m) 5m ago 44m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (36m) 5m ago 43m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (35m) 5m ago 43m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (35m) 3m ago 43m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (34m) 3m ago 43m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (34m) 3m ago 42m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (33m) 3m ago 42m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:49:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (38m) 3m ago 42m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:49:23.704 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:23 smithi071 ceph-mon[139725]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T18:49:23.705 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:23 smithi071 ceph-mon[142085]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T18:49:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:23 smithi184 ceph-mon[136228]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:49:24.088 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:49:24.089 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:49:24.529 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 16 tests from TestJournalReplay (2151 ms total) 2023-12-16T18:49:24.529 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:24.530 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 3 tests from TestJournalEntries 2023-12-16T18:49:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:24 smithi184 ceph-mon[136228]: pgmap v2009: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:24 smithi184 ceph-mon[136228]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:24 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:24 smithi184 ceph-mon[136228]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T18:49:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:24 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/845960926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[139725]: pgmap v2009: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[139725]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[139725]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/845960926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[142085]: pgmap v2009: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[142085]: from='client.46379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[142085]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-16T18:49:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:24 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/845960926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T18:49:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:49:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:49:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:49:25.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:25 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T18:49:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: from='client.36426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:49:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:25 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:26.541 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalEntries.AioWrite 2023-12-16T18:49:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:26 smithi184 ceph-mon[136228]: pgmap v2012: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:26 smithi184 ceph-mon[136228]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T18:49:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2196081799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:26 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[142085]: pgmap v2012: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[142085]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T18:49:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2196081799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[139725]: pgmap v2012: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[139725]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-16T18:49:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2196081799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:26 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:27 smithi071 ceph-mon[139725]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T18:49:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:27] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-16T18:49:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:27 smithi071 ceph-mon[142085]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T18:49:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:27 smithi184 ceph-mon[136228]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-16T18:49:28.571 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:28.572 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalEntries.AioWrite (2030 ms) 2023-12-16T18:49:28.572 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalEntries.AioDiscard 2023-12-16T18:49:28.582 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:28.582 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalEntries.AioDiscard (11 ms) 2023-12-16T18:49:28.582 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestJournalEntries.AioFlush 2023-12-16T18:49:28.591 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:28.591 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2023-12-16T18:49:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:28 smithi184 ceph-mon[136228]: pgmap v2015: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:28 smithi184 ceph-mon[136228]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T18:49:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:28 smithi071 ceph-mon[139725]: pgmap v2015: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:28 smithi071 ceph-mon[139725]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T18:49:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:28 smithi071 ceph-mon[142085]: pgmap v2015: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:28 smithi071 ceph-mon[142085]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-16T18:49:29.569 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 3 tests from TestJournalEntries (2050 ms total) 2023-12-16T18:49:29.569 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:29.569 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from TestTrash 2023-12-16T18:49:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:29 smithi184 ceph-mon[136228]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T18:49:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:29 smithi071 ceph-mon[139725]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T18:49:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:29 smithi071 ceph-mon[142085]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-16T18:49:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:30 smithi184 ceph-mon[136228]: pgmap v2018: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:30 smithi184 ceph-mon[136228]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T18:49:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:30 smithi071 ceph-mon[142085]: pgmap v2018: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:30 smithi071 ceph-mon[142085]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T18:49:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:30 smithi071 ceph-mon[139725]: pgmap v2018: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:30 smithi071 ceph-mon[139725]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-16T18:49:31.578 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestTrash.UserRemovingSource 2023-12-16T18:49:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:31 smithi184 ceph-mon[136228]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T18:49:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3615137305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[139725]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T18:49:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3615137305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[142085]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-16T18:49:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3615137305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:32 smithi184 ceph-mon[136228]: pgmap v2021: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:32 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:32 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:32 smithi184 ceph-mon[136228]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T18:49:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[139725]: pgmap v2021: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[139725]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[142085]: pgmap v2021: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:32 smithi071 ceph-mon[142085]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-16T18:49:33.678 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestTrash.UserRemovingSource (2100 ms) 2023-12-16T18:49:33.678 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2023-12-16T18:49:33.720 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2023-12-16T18:49:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:33 smithi184 ceph-mon[136228]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T18:49:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[139725]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T18:49:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[142085]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-16T18:49:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:34.604 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from TestTrash (2141 ms total) 2023-12-16T18:49:34.604 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:34.605 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from TestOperations 2023-12-16T18:49:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:34 smithi184 ceph-mon[136228]: pgmap v2024: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:34 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:34 smithi184 ceph-mon[136228]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T18:49:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[139725]: pgmap v2024: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[139725]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T18:49:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[142085]: pgmap v2024: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:34 smithi071 ceph-mon[142085]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-16T18:49:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:35 smithi071 ceph-mon[142085]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T18:49:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:35 smithi071 ceph-mon[142085]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:35 smithi071 ceph-mon[139725]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T18:49:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:35 smithi071 ceph-mon[139725]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:35 smithi184 ceph-mon[136228]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-16T18:49:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:35 smithi184 ceph-mon[136228]: pgmap v2027: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:36.623 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2023-12-16T18:49:36.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[142085]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T18:49:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2956425212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[139725]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T18:49:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2956425212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:36 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:36 smithi184 ceph-mon[136228]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-16T18:49:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2956425212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:36 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:37.617 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:37] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2023-12-16T18:49:37.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:37.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[139725]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T18:49:37.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[139725]: pgmap v2030: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:37.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:37.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[142085]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T18:49:37.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:37 smithi071 ceph-mon[142085]: pgmap v2030: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:37 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:37 smithi184 ceph-mon[136228]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-16T18:49:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:37 smithi184 ceph-mon[136228]: pgmap v2030: 137 pgs: 8 creating+peering, 13 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:38.645 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:38.646 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2023 ms) 2023-12-16T18:49:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:38 smithi071 ceph-mon[139725]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T18:49:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:38 smithi071 ceph-mon[142085]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T18:49:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:38 smithi184 ceph-mon[136228]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-16T18:49:39.647 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 1 test from TestOperations (2023 ms total) 2023-12-16T18:49:39.647 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:39.647 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from TestObjectMap 2023-12-16T18:49:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:39 smithi071 ceph-mon[139725]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T18:49:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:39 smithi071 ceph-mon[139725]: pgmap v2033: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:49:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:39 smithi071 ceph-mon[142085]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T18:49:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:39 smithi071 ceph-mon[142085]: pgmap v2033: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:49:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:39 smithi184 ceph-mon[136228]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-16T18:49:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:39 smithi184 ceph-mon[136228]: pgmap v2033: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2023-12-16T18:49:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:40 smithi071 ceph-mon[139725]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T18:49:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:40 smithi071 ceph-mon[142085]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T18:49:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:40 smithi184 ceph-mon[136228]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-16T18:49:41.653 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2023-12-16T18:49:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[142085]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T18:49:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[142085]: pgmap v2036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[139725]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T18:49:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:41.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:41 smithi071 ceph-mon[139725]: pgmap v2036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:41 smithi184 ceph-mon[136228]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-16T18:49:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:41 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:41 smithi184 ceph-mon[136228]: pgmap v2036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[142085]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T18:49:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:42 smithi071 ceph-mon[139725]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T18:49:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:42 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/749524056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:42 smithi184 ceph-mon[136228]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-16T18:49:43.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2050 ms) 2023-12-16T18:49:43.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2023-12-16T18:49:43.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2023-12-16T18:49:43.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2023-12-16T18:49:43.770 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2023-12-16T18:49:43.770 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2023-12-16T18:49:43.797 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2023-12-16T18:49:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:43 smithi071 ceph-mon[139725]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T18:49:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:43 smithi071 ceph-mon[139725]: pgmap v2039: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:43 smithi071 ceph-mon[142085]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T18:49:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:43 smithi071 ceph-mon[142085]: pgmap v2039: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:43 smithi184 ceph-mon[136228]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-16T18:49:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:43 smithi184 ceph-mon[136228]: pgmap v2039: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:44.670 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 4 tests from TestObjectMap (2144 ms total) 2023-12-16T18:49:44.670 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:44.671 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from TestMirroringWatcher 2023-12-16T18:49:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:44 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:44 smithi071 ceph-mon[139725]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T18:49:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:44 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:44 smithi071 ceph-mon[142085]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T18:49:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:44 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:49:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:44 smithi184 ceph-mon[136228]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-16T18:49:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:45 smithi071 ceph-mon[139725]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T18:49:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:45 smithi071 ceph-mon[139725]: pgmap v2042: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:45 smithi071 ceph-mon[142085]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T18:49:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:45 smithi071 ceph-mon[142085]: pgmap v2042: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:45 smithi184 ceph-mon[136228]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-16T18:49:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:45 smithi184 ceph-mon[136228]: pgmap v2042: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:46.696 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2023-12-16T18:49:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[139725]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T18:49:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/830924351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[142085]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T18:49:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/830924351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:46 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:46 smithi184 ceph-mon[136228]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-16T18:49:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/830924351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:47.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:46 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:47.692 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:47] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2023-12-16T18:49:47.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[142085]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T18:49:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[142085]: pgmap v2045: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[139725]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T18:49:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:47 smithi071 ceph-mon[139725]: pgmap v2045: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:47 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:47 smithi184 ceph-mon[136228]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-16T18:49:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:47 smithi184 ceph-mon[136228]: pgmap v2045: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:48.730 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2034 ms) 2023-12-16T18:49:48.730 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2023-12-16T18:49:48.757 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (27 ms) 2023-12-16T18:49:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[139725]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T18:49:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[142085]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T18:49:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:48 smithi184 ceph-mon[136228]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-16T18:49:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:49:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:49:49.712 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 2 tests from TestMirroringWatcher (2061 ms total) 2023-12-16T18:49:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:49:49.712 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 57 tests from TestMigration 2023-12-16T18:49:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:49 smithi071 ceph-mon[139725]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T18:49:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:49 smithi071 ceph-mon[139725]: pgmap v2048: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:49:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:49 smithi071 ceph-mon[142085]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T18:49:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:49 smithi071 ceph-mon[142085]: pgmap v2048: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:49:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:49 smithi184 ceph-mon[136228]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-16T18:49:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:49 smithi184 ceph-mon[136228]: pgmap v2048: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:49:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:50 smithi071 ceph-mon[139725]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T18:49:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:50 smithi071 ceph-mon[142085]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T18:49:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:50 smithi184 ceph-mon[136228]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-16T18:49:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[139725]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T18:49:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1261669130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[139725]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[142085]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T18:49:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1261669130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:51 smithi071 ceph-mon[142085]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:51 smithi184 ceph-mon[136228]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-16T18:49:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:51 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1261669130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:51 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:49:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:51 smithi184 ceph-mon[136228]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:52.726 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Empty 2023-12-16T18:49:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[139725]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T18:49:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:52 smithi071 ceph-mon[142085]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T18:49:52.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:52 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:49:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:52 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:49:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:52 smithi184 ceph-mon[136228]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-16T18:49:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:53 smithi184 ceph-mon[136228]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T18:49:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:53 smithi184 ceph-mon[136228]: pgmap v2054: 169 pgs: 7 creating+peering, 44 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:54.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:53 smithi071 ceph-mon[139725]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T18:49:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:53 smithi071 ceph-mon[139725]: pgmap v2054: 169 pgs: 7 creating+peering, 44 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:53 smithi071 ceph-mon[142085]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-16T18:49:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:53 smithi071 ceph-mon[142085]: pgmap v2054: 169 pgs: 7 creating+peering, 44 unknown, 118 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:54.437 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:49:54.760 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (39m) 5m ago 42m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (39m) 3m ago 42m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (43m) 5m ago 43m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (43m) 3m ago 43m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (38m) 3m ago 45m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (39m) 5m ago 46m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (38m) 5m ago 46m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (38m) 3m ago 45m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (38m) 5m ago 45m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:49:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (39m) 5m ago 41m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (39m) 3m ago 41m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (37m) 5m ago 44m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (37m) 5m ago 44m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (36m) 5m ago 44m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (36m) 5m ago 44m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (35m) 3m ago 43m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (35m) 3m ago 43m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (34m) 3m ago 43m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (34m) 3m ago 43m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:49:54.762 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (38m) 3m ago 42m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:49:54.777 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:54.788 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:54.943 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:55.012 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:54 smithi184 ceph-mon[136228]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T18:49:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:54 smithi184 ceph-mon[136228]: from='client.36510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:55.096 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Empty (2371 ms) 2023-12-16T18:49:55.096 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.OtherName 2023-12-16T18:49:55.123 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:55.135 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:55.211 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:49:55.211 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:49:55.212 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:49:55.213 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:49:55.213 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:49:55.213 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:54 smithi071 ceph-mon[139725]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T18:49:55.213 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:54 smithi071 ceph-mon[139725]: from='client.36510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:55.213 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:54 smithi071 ceph-mon[142085]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-16T18:49:55.213 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:54 smithi071 ceph-mon[142085]: from='client.36510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:55.266 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:55.330 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:55.421 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.OtherName (325 ms) 2023-12-16T18:49:55.421 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.OtherPool 2023-12-16T18:49:55.449 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:55.460 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:55 smithi184 ceph-mon[136228]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T18:49:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:55 smithi184 ceph-mon[136228]: from='client.46475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:55 smithi184 ceph-mon[136228]: pgmap v2057: 169 pgs: 14 creating+peering, 20 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1601930733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:56.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[142085]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[142085]: from='client.46475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[142085]: pgmap v2057: 169 pgs: 14 creating+peering, 20 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1601930733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[139725]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[139725]: from='client.46475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[139725]: pgmap v2057: 169 pgs: 14 creating+peering, 20 unknown, 135 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-16T18:49:56.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1601930733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:49:56.875 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:56.940 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:57.021 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.OtherPool (1600 ms) 2023-12-16T18:49:57.021 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.OtherNamespace 2023-12-16T18:49:57.049 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:57.065 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:56 smithi184 ceph-mon[136228]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T18:49:57.192 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:57.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:56 smithi071 ceph-mon[139725]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T18:49:57.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:56 smithi071 ceph-mon[142085]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-16T18:49:57.254 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:57.337 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.OtherNamespace (316 ms) 2023-12-16T18:49:57.337 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.DataPool 2023-12-16T18:49:57.369 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:57.379 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:57.530 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:57.598 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:57.677 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.DataPool (340 ms) 2023-12-16T18:49:57.677 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2023-12-16T18:49:57.705 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:57.715 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:49:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:49:57] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-12-16T18:49:57.853 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:49:57.951 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortAfterPrepare (274 ms) 2023-12-16T18:49:57.951 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2023-12-16T18:49:57.981 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:57.992 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:57 smithi184 ceph-mon[136228]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T18:49:58.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:57 smithi184 ceph-mon[136228]: pgmap v2060: 169 pgs: 7 creating+peering, 2 unknown, 160 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 241 op/s 2023-12-16T18:49:58.092 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2023-12-16T18:49:58.092 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortAfterExecute 2023-12-16T18:49:58.122 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:58.132 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:57 smithi071 ceph-mon[139725]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T18:49:58.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:57 smithi071 ceph-mon[139725]: pgmap v2060: 169 pgs: 7 creating+peering, 2 unknown, 160 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 241 op/s 2023-12-16T18:49:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:57 smithi071 ceph-mon[142085]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-16T18:49:58.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:57 smithi071 ceph-mon[142085]: pgmap v2060: 169 pgs: 7 creating+peering, 2 unknown, 160 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 241 op/s 2023-12-16T18:49:58.270 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:58.336 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:49:58.433 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortAfterExecute (341 ms) 2023-12-16T18:49:58.433 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2023-12-16T18:49:58.463 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:58.473 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:58.608 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:58.677 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:49:58.777 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (344 ms) 2023-12-16T18:49:58.777 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2023-12-16T18:49:58.810 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:58.822 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:58.953 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:59.018 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:49:59.130 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (352 ms) 2023-12-16T18:49:59.130 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.MirroringSamePool 2023-12-16T18:49:59.158 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.168 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:59.175 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.MirroringSamePool (45 ms) 2023-12-16T18:49:59.175 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.MirroringAbort 2023-12-16T18:49:59.207 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.217 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:59.224 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.MirroringAbort (49 ms) 2023-12-16T18:49:59.224 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2023-12-16T18:49:59.255 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.266 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:59.272 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (49 ms) 2023-12-16T18:49:59.272 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2023-12-16T18:49:59.302 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.313 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:59.319 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2023-12-16T18:49:59.319 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.MirroringPool 2023-12-16T18:49:59.350 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.361 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:49:59.368 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.MirroringPool (49 ms) 2023-12-16T18:49:59.368 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Group 2023-12-16T18:49:59.397 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.415 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:59.553 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:49:59.619 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:49:59.710 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Group (342 ms) 2023-12-16T18:49:59.710 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.GroupAbort 2023-12-16T18:49:59.742 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:49:59.761 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:49:59.902 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:50:00.015 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.GroupAbort (305 ms) 2023-12-16T18:50:00.015 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnaps 2023-12-16T18:50:00.044 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:00.054 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:00.130 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:00.190 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:00.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:49:59 smithi071 ceph-mon[142085]: pgmap v2061: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 28 KiB/s wr, 696 op/s 2023-12-16T18:50:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:49:59 smithi071 ceph-mon[139725]: pgmap v2061: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 28 KiB/s wr, 696 op/s 2023-12-16T18:50:00.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-16T18:50:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-16T18:50:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : application not enabled on pool 'test-librbd-smithi071-183513-8' 2023-12-16T18:50:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-16T18:50:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:50:00.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:49:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:50:00.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:49:59 smithi184 ceph-mon[136228]: pgmap v2061: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 28 KiB/s wr, 696 op/s 2023-12-16T18:50:00.393 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:00.510 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:00.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnaps (615 ms) 2023-12-16T18:50:00.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2023-12-16T18:50:00.660 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:00.670 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:00.728 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:00.791 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:00.798 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:00.851 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:01.024 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:01.129 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-16T18:50:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: application not enabled on pool 'test-librbd-smithi071-183513-8' 2023-12-16T18:50:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-16T18:50:01.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[139725]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: application not enabled on pool 'test-librbd-smithi071-183513-8' 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:00 smithi071 ceph-mon[142085]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:50:01.256 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsOtherPool (625 ms) 2023-12-16T18:50:01.256 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2023-12-16T18:50:01.288 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:01.299 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:01.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-16T18:50:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: application not enabled on pool 'test-librbd-smithi071-183513-8' 2023-12-16T18:50:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-16T18:50:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T18:50:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:00 smithi184 ceph-mon[136228]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T18:50:01.366 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:01.422 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:01.612 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:01.728 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:01.848 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsDataPool (593 ms) 2023-12-16T18:50:01.849 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2023-12-16T18:50:01.877 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:01.887 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:01.947 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:02.006 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:02.190 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:50:02.197 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:02.310 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:02.414 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (566 ms) 2023-12-16T18:50:02.414 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2023-12-16T18:50:02.443 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:02.452 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:02.503 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:02.557 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 0 2023-12-16T18:50:02.570 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:02 smithi184 ceph-mon[136228]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 630 KiB/s rd, 33 KiB/s wr, 787 op/s 2023-12-16T18:50:02.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:02 smithi184 ceph-mon[136228]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T18:50:02.673 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:02 smithi071 ceph-mon[142085]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 630 KiB/s rd, 33 KiB/s wr, 787 op/s 2023-12-16T18:50:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:02 smithi071 ceph-mon[142085]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T18:50:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:02 smithi071 ceph-mon[139725]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 630 KiB/s rd, 33 KiB/s wr, 787 op/s 2023-12-16T18:50:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:02 smithi071 ceph-mon[139725]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-16T18:50:02.735 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:02.779 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (365 ms) 2023-12-16T18:50:02.779 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2023-12-16T18:50:02.808 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:02.818 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:02.885 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:02.944 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:03.136 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 0 2023-12-16T18:50:03.151 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:03.217 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:03.270 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (490 ms) 2023-12-16T18:50:03.270 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2023-12-16T18:50:03.299 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:03.309 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:03.369 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:03.419 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:03.606 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:03.613 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:03.725 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:03.868 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (599 ms) 2023-12-16T18:50:03.868 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2023-12-16T18:50:03.899 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:03.910 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:03.968 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:04.021 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:04.226 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: after_prepare_snap 2023-12-16T18:50:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[139725]: pgmap v2064: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.55k op/s 2023-12-16T18:50:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:04.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[142085]: pgmap v2064: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.55k op/s 2023-12-16T18:50:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:04.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:04 smithi184 ceph-mon[136228]: pgmap v2064: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 17 MiB/s wr, 1.55k op/s 2023-12-16T18:50:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:04.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:06.181 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:50:06.204 INFO:tasks.workunit.client.0.smithi071.stdout:write: * 0~1000 2023-12-16T18:50:06.210 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:06.340 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:06.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:06 smithi071 ceph-mon[142085]: pgmap v2065: 169 pgs: 169 active+clean; 137 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 1.71k op/s 2023-12-16T18:50:06.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:06 smithi071 ceph-mon[142085]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T18:50:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:06 smithi071 ceph-mon[139725]: pgmap v2065: 169 pgs: 169 active+clean; 137 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 1.71k op/s 2023-12-16T18:50:06.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:06 smithi071 ceph-mon[139725]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T18:50:06.524 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2656 ms) 2023-12-16T18:50:06.524 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Snaps 2023-12-16T18:50:06.558 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:06.569 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:06.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:06 smithi184 ceph-mon[136228]: pgmap v2065: 169 pgs: 169 active+clean; 137 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 32 MiB/s wr, 1.71k op/s 2023-12-16T18:50:06.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:06 smithi184 ceph-mon[136228]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-16T18:50:06.634 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:50:07.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:07 smithi071 ceph-mon[139725]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T18:50:07.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:07 smithi071 ceph-mon[139725]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T18:50:07.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:07] "GET /metrics HTTP/1.1" 200 38877 "" "Prometheus/2.43.0" 2023-12-16T18:50:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:07 smithi071 ceph-mon[142085]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T18:50:07.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:07 smithi071 ceph-mon[142085]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T18:50:07.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:07 smithi184 ceph-mon[136228]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-16T18:50:07.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:07 smithi184 ceph-mon[136228]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-16T18:50:08.372 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:50:08.392 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:50:08.392 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:50:08.392 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:50:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:08 smithi071 ceph-mon[142085]: pgmap v2069: 169 pgs: 169 active+clean; 185 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 63 MiB/s wr, 2.24k op/s 2023-12-16T18:50:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:08 smithi071 ceph-mon[142085]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T18:50:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:08 smithi071 ceph-mon[139725]: pgmap v2069: 169 pgs: 169 active+clean; 185 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 63 MiB/s wr, 2.24k op/s 2023-12-16T18:50:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:08 smithi071 ceph-mon[139725]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T18:50:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:08 smithi184 ceph-mon[136228]: pgmap v2069: 169 pgs: 169 active+clean; 185 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 63 MiB/s wr, 2.24k op/s 2023-12-16T18:50:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:08 smithi184 ceph-mon[136228]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-16T18:50:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:09 smithi071 ceph-mon[142085]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T18:50:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:09 smithi071 ceph-mon[139725]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T18:50:09.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:09 smithi184 ceph-mon[136228]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-16T18:50:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:10.389 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:50:10.399 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:50:10.399 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:10.408 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:50:10.426 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:50:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:10 smithi071 ceph-mon[139725]: pgmap v2072: 169 pgs: 169 active+clean; 209 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s rd, 35 MiB/s wr, 1.13k op/s 2023-12-16T18:50:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:10 smithi071 ceph-mon[139725]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T18:50:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:10 smithi071 ceph-mon[142085]: pgmap v2072: 169 pgs: 169 active+clean; 209 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s rd, 35 MiB/s wr, 1.13k op/s 2023-12-16T18:50:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:10 smithi071 ceph-mon[142085]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T18:50:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:10 smithi184 ceph-mon[136228]: pgmap v2072: 169 pgs: 169 active+clean; 209 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 MiB/s rd, 35 MiB/s wr, 1.13k op/s 2023-12-16T18:50:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:10 smithi184 ceph-mon[136228]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-16T18:50:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:11 smithi071 ceph-mon[139725]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T18:50:11.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:11 smithi071 ceph-mon[142085]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T18:50:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:11 smithi184 ceph-mon[136228]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-16T18:50:12.413 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:12.437 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:50:12.445 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:12 smithi071 ceph-mon[139725]: pgmap v2075: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 451 op/s 2023-12-16T18:50:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:12 smithi071 ceph-mon[139725]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T18:50:12.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:12 smithi071 ceph-mon[142085]: pgmap v2075: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 451 op/s 2023-12-16T18:50:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:12 smithi071 ceph-mon[142085]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T18:50:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:12 smithi184 ceph-mon[136228]: pgmap v2075: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 451 op/s 2023-12-16T18:50:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:12 smithi184 ceph-mon[136228]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-16T18:50:13.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:13 smithi071 ceph-mon[139725]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T18:50:13.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:13 smithi071 ceph-mon[142085]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T18:50:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:13 smithi184 ceph-mon[136228]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-16T18:50:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:14 smithi071 ceph-mon[139725]: pgmap v2078: 169 pgs: 169 active+clean; 245 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T18:50:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:14 smithi071 ceph-mon[139725]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T18:50:14.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:14 smithi071 ceph-mon[142085]: pgmap v2078: 169 pgs: 169 active+clean; 245 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T18:50:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:14 smithi071 ceph-mon[142085]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T18:50:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:14 smithi184 ceph-mon[136228]: pgmap v2078: 169 pgs: 169 active+clean; 245 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 105 op/s 2023-12-16T18:50:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:14 smithi184 ceph-mon[136228]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-16T18:50:15.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:15 smithi071 ceph-mon[139725]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T18:50:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:15 smithi071 ceph-mon[142085]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T18:50:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:15 smithi184 ceph-mon[136228]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-16T18:50:15.880 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:16.032 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:16 smithi071 ceph-mon[139725]: pgmap v2081: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2023-12-16T18:50:16.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:16 smithi071 ceph-mon[139725]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T18:50:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:16 smithi071 ceph-mon[142085]: pgmap v2081: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2023-12-16T18:50:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:16 smithi071 ceph-mon[142085]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T18:50:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:16 smithi184 ceph-mon[136228]: pgmap v2081: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 174 op/s 2023-12-16T18:50:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:16 smithi184 ceph-mon[136228]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-16T18:50:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:17 smithi071 ceph-mon[139725]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T18:50:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:17] "GET /metrics HTTP/1.1" 200 38877 "" "Prometheus/2.43.0" 2023-12-16T18:50:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:17 smithi071 ceph-mon[142085]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T18:50:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:17 smithi184 ceph-mon[136228]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-16T18:50:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[139725]: pgmap v2084: 169 pgs: 169 active+clean; 261 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2023-12-16T18:50:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[139725]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T18:50:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[142085]: pgmap v2084: 169 pgs: 169 active+clean; 261 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2023-12-16T18:50:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[142085]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T18:50:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:18.782 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Snaps (12258 ms) 2023-12-16T18:50:18.782 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsOtherPool 2023-12-16T18:50:18.813 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:18 smithi184 ceph-mon[136228]: pgmap v2084: 169 pgs: 169 active+clean; 261 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 201 op/s 2023-12-16T18:50:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:18 smithi184 ceph-mon[136228]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-16T18:50:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:18.886 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:50:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:19 smithi071 ceph-mon[139725]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T18:50:19.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:19 smithi071 ceph-mon[142085]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T18:50:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:19 smithi184 ceph-mon[136228]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-16T18:50:20.464 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:50:20.481 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:50:20.482 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:50:20.482 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:50:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:20 smithi071 ceph-mon[139725]: pgmap v2087: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 255 op/s 2023-12-16T18:50:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:20 smithi071 ceph-mon[139725]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T18:50:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:20 smithi071 ceph-mon[142085]: pgmap v2087: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 255 op/s 2023-12-16T18:50:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:20 smithi071 ceph-mon[142085]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T18:50:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:20 smithi184 ceph-mon[136228]: pgmap v2087: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 255 op/s 2023-12-16T18:50:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:20 smithi184 ceph-mon[136228]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-16T18:50:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:21 smithi071 ceph-mon[139725]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T18:50:21.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:21 smithi071 ceph-mon[142085]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T18:50:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:21 smithi184 ceph-mon[136228]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-16T18:50:22.479 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:50:22.485 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:50:22.485 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:22.495 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:50:22.516 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:50:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:22 smithi071 ceph-mon[139725]: pgmap v2090: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2023-12-16T18:50:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:22 smithi071 ceph-mon[139725]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T18:50:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:22 smithi071 ceph-mon[142085]: pgmap v2090: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2023-12-16T18:50:22.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:22 smithi071 ceph-mon[142085]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T18:50:22.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:22 smithi184 ceph-mon[136228]: pgmap v2090: 169 pgs: 169 active+clean; 269 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2023-12-16T18:50:22.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:22 smithi184 ceph-mon[136228]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-16T18:50:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:23 smithi071 ceph-mon[139725]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T18:50:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:23 smithi071 ceph-mon[142085]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T18:50:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:23 smithi184 ceph-mon[136228]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-16T18:50:24.495 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:24.518 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:50:24.527 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:24.536 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:50:24.604 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:24 smithi184 ceph-mon[136228]: pgmap v2093: 169 pgs: 169 active+clean; 285 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2023-12-16T18:50:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:24 smithi184 ceph-mon[136228]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T18:50:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:24 smithi071 ceph-mon[139725]: pgmap v2093: 169 pgs: 169 active+clean; 285 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2023-12-16T18:50:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:24 smithi071 ceph-mon[139725]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T18:50:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:24 smithi071 ceph-mon[142085]: pgmap v2093: 169 pgs: 169 active+clean; 285 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2023-12-16T18:50:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:24 smithi071 ceph-mon[142085]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-16T18:50:25.560 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:50:25.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:25 smithi184 ceph-mon[136228]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T18:50:25.904 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (40m) 6m ago 42m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (39m) 4m ago 42m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (43m) 6m ago 43m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (43m) 4m ago 43m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (39m) 4m ago 45m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (39m) 6m ago 46m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (39m) 6m ago 46m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:50:25.905 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (38m) 4m ago 45m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (38m) 6m ago 45m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (40m) 6m ago 42m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (39m) 4m ago 42m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (38m) 6m ago 45m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (37m) 6m ago 45m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (37m) 6m ago 44m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (36m) 6m ago 44m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (36m) 4m ago 44m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:50:25.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (35m) 4m ago 44m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:50:25.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (35m) 4m ago 44m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:50:25.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (34m) 4m ago 43m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:50:25.907 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (39m) 4m ago 43m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:50:25.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:25 smithi071 ceph-mon[139725]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T18:50:25.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:25 smithi071 ceph-mon[142085]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:50:26.301 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:50:26.302 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:50:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: pgmap v2096: 169 pgs: 169 active+clean; 305 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2023-12-16T18:50:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T18:50:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:50:26.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='client.36528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/9281961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[142085]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: pgmap v2096: 169 pgs: 169 active+clean; 305 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='client.36528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:50:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:50:26.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:26.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/9281961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:26.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:26 smithi071 ceph-mon[139725]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T18:50:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: pgmap v2096: 169 pgs: 169 active+clean; 305 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 9.0 MiB/s wr, 120 op/s 2023-12-16T18:50:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-16T18:50:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:50:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='client.36528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:50:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:50:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:50:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/9281961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:26 smithi184 ceph-mon[136228]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-16T18:50:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:27 smithi071 ceph-mon[139725]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:27 smithi071 ceph-mon[139725]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T18:50:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:27] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2023-12-16T18:50:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:27 smithi071 ceph-mon[142085]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:27 smithi071 ceph-mon[142085]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T18:50:27.823 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:27 smithi184 ceph-mon[136228]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:27 smithi184 ceph-mon[136228]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-16T18:50:28.004 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:28 smithi184 ceph-mon[136228]: pgmap v2099: 169 pgs: 169 active+clean; 329 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 10 MiB/s wr, 149 op/s 2023-12-16T18:50:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:28 smithi071 ceph-mon[139725]: pgmap v2099: 169 pgs: 169 active+clean; 329 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 10 MiB/s wr, 149 op/s 2023-12-16T18:50:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:28 smithi071 ceph-mon[142085]: pgmap v2099: 169 pgs: 169 active+clean; 329 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 10 MiB/s wr, 149 op/s 2023-12-16T18:50:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:29 smithi184 ceph-mon[136228]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T18:50:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:29 smithi071 ceph-mon[139725]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T18:50:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:29 smithi071 ceph-mon[142085]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-16T18:50:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:30 smithi184 ceph-mon[136228]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 318 op/s 2023-12-16T18:50:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:30 smithi184 ceph-mon[136228]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T18:50:30.883 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsOtherPool (12101 ms) 2023-12-16T18:50:30.884 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsDataPool 2023-12-16T18:50:30.914 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:30.924 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:30 smithi071 ceph-mon[139725]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 318 op/s 2023-12-16T18:50:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:30 smithi071 ceph-mon[139725]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T18:50:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:30 smithi071 ceph-mon[142085]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 12 MiB/s wr, 318 op/s 2023-12-16T18:50:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:30 smithi071 ceph-mon[142085]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-16T18:50:30.986 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:50:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:31 smithi184 ceph-mon[136228]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T18:50:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:31 smithi071 ceph-mon[139725]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T18:50:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:31 smithi071 ceph-mon[142085]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-16T18:50:32.544 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:50:32.560 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:50:32.560 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:50:32.560 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:50:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:32 smithi184 ceph-mon[136228]: pgmap v2105: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 187 op/s 2023-12-16T18:50:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:32 smithi184 ceph-mon[136228]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T18:50:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:32 smithi071 ceph-mon[139725]: pgmap v2105: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 187 op/s 2023-12-16T18:50:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:32 smithi071 ceph-mon[139725]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T18:50:32.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:32 smithi071 ceph-mon[142085]: pgmap v2105: 169 pgs: 169 active+clean; 357 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 187 op/s 2023-12-16T18:50:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:32 smithi071 ceph-mon[142085]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-16T18:50:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:33 smithi184 ceph-mon[136228]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T18:50:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:33 smithi071 ceph-mon[139725]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T18:50:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:33 smithi071 ceph-mon[142085]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-16T18:50:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:34.551 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:50:34.557 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:50:34.557 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:34.567 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:50:34.589 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:50:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:34 smithi184 ceph-mon[136228]: pgmap v2108: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 10 MiB/s wr, 272 op/s 2023-12-16T18:50:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:34 smithi184 ceph-mon[136228]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T18:50:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:34 smithi071 ceph-mon[139725]: pgmap v2108: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 10 MiB/s wr, 272 op/s 2023-12-16T18:50:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:34 smithi071 ceph-mon[139725]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T18:50:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:34 smithi071 ceph-mon[142085]: pgmap v2108: 169 pgs: 169 active+clean; 381 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 MiB/s rd, 10 MiB/s wr, 272 op/s 2023-12-16T18:50:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:34 smithi071 ceph-mon[142085]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-16T18:50:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:35 smithi184 ceph-mon[136228]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T18:50:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:35 smithi071 ceph-mon[139725]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T18:50:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:35 smithi071 ceph-mon[142085]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-16T18:50:36.356 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:36.379 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:50:36.387 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:36 smithi184 ceph-mon[136228]: pgmap v2111: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 14 MiB/s wr, 374 op/s 2023-12-16T18:50:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:36 smithi184 ceph-mon[136228]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T18:50:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:36 smithi184 ceph-mon[136228]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T18:50:36.837 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 18:50:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=cleanup t=2023-12-16T18:50:36.345124677Z level=info msg="Completed cleanup jobs" duration=13.775464ms 2023-12-16T18:50:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[139725]: pgmap v2111: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 14 MiB/s wr, 374 op/s 2023-12-16T18:50:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[139725]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T18:50:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[139725]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T18:50:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[142085]: pgmap v2111: 169 pgs: 169 active+clean; 377 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 14 MiB/s wr, 374 op/s 2023-12-16T18:50:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[142085]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-16T18:50:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:36 smithi071 ceph-mon[142085]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-16T18:50:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:37] "GET /metrics HTTP/1.1" 200 38883 "" "Prometheus/2.43.0" 2023-12-16T18:50:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:38 smithi071 ceph-mon[139725]: pgmap v2114: 169 pgs: 169 active+clean; 389 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 144 op/s 2023-12-16T18:50:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:38 smithi071 ceph-mon[139725]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T18:50:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:38 smithi071 ceph-mon[142085]: pgmap v2114: 169 pgs: 169 active+clean; 389 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 144 op/s 2023-12-16T18:50:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:38 smithi071 ceph-mon[142085]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T18:50:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:38 smithi184 ceph-mon[136228]: pgmap v2114: 169 pgs: 169 active+clean; 389 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 144 op/s 2023-12-16T18:50:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:38 smithi184 ceph-mon[136228]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-16T18:50:39.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:39 smithi071 ceph-mon[142085]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T18:50:39.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:39 smithi071 ceph-mon[139725]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T18:50:39.805 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:39 smithi184 ceph-mon[136228]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-16T18:50:39.941 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:40 smithi071 ceph-mon[139725]: pgmap v2117: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 MiB/s wr, 62 op/s 2023-12-16T18:50:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:40 smithi071 ceph-mon[139725]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T18:50:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:40 smithi071 ceph-mon[142085]: pgmap v2117: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 MiB/s wr, 62 op/s 2023-12-16T18:50:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:40 smithi071 ceph-mon[142085]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T18:50:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:40 smithi184 ceph-mon[136228]: pgmap v2117: 169 pgs: 169 active+clean; 397 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 MiB/s wr, 62 op/s 2023-12-16T18:50:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:40 smithi184 ceph-mon[136228]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-16T18:50:41.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:41 smithi071 ceph-mon[139725]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T18:50:41.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:41 smithi071 ceph-mon[142085]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T18:50:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:41 smithi184 ceph-mon[136228]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-16T18:50:42.721 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsDataPool (11838 ms) 2023-12-16T18:50:42.721 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2023-12-16T18:50:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:42 smithi071 ceph-mon[142085]: pgmap v2120: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2023-12-16T18:50:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:42 smithi071 ceph-mon[142085]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T18:50:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:42 smithi071 ceph-mon[139725]: pgmap v2120: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2023-12-16T18:50:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:42 smithi071 ceph-mon[139725]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T18:50:42.753 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:42.763 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:42.830 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:50:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:42 smithi184 ceph-mon[136228]: pgmap v2120: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.0 MiB/s wr, 163 op/s 2023-12-16T18:50:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:42 smithi184 ceph-mon[136228]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-16T18:50:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:43 smithi071 ceph-mon[139725]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T18:50:43.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:43 smithi071 ceph-mon[142085]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T18:50:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:43 smithi184 ceph-mon[136228]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-16T18:50:44.421 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:50:44.441 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:50:44.442 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:50:44.442 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:50:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:44 smithi071 ceph-mon[139725]: pgmap v2123: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 326 op/s 2023-12-16T18:50:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:44 smithi071 ceph-mon[139725]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T18:50:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:44 smithi071 ceph-mon[142085]: pgmap v2123: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 326 op/s 2023-12-16T18:50:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:44 smithi071 ceph-mon[142085]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T18:50:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:44 smithi184 ceph-mon[136228]: pgmap v2123: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 326 op/s 2023-12-16T18:50:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:44 smithi184 ceph-mon[136228]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-16T18:50:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:45 smithi071 ceph-mon[139725]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T18:50:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:45 smithi071 ceph-mon[142085]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T18:50:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:45 smithi184 ceph-mon[136228]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-16T18:50:46.361 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:50:46.367 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:50:46.367 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:46.376 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:50:46.395 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:50:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[139725]: pgmap v2126: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 371 op/s 2023-12-16T18:50:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[139725]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T18:50:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[139725]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T18:50:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[142085]: pgmap v2126: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 371 op/s 2023-12-16T18:50:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[142085]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T18:50:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:46 smithi071 ceph-mon[142085]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T18:50:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:46 smithi184 ceph-mon[136228]: pgmap v2126: 169 pgs: 169 active+clean; 409 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 371 op/s 2023-12-16T18:50:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:46 smithi184 ceph-mon[136228]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-16T18:50:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:46 smithi184 ceph-mon[136228]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-16T18:50:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:47] "GET /metrics HTTP/1.1" 200 38883 "" "Prometheus/2.43.0" 2023-12-16T18:50:48.445 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:48.470 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:50:48.479 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:50:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[139725]: pgmap v2129: 169 pgs: 169 active+clean; 437 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 237 op/s 2023-12-16T18:50:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[139725]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T18:50:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[142085]: pgmap v2129: 169 pgs: 169 active+clean; 437 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 237 op/s 2023-12-16T18:50:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[142085]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T18:50:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:48 smithi184 ceph-mon[136228]: pgmap v2129: 169 pgs: 169 active+clean; 437 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 11 MiB/s wr, 237 op/s 2023-12-16T18:50:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:48 smithi184 ceph-mon[136228]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-16T18:50:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:50:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:49 smithi071 ceph-mon[139725]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T18:50:49.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:49 smithi071 ceph-mon[142085]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T18:50:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:49 smithi184 ceph-mon[136228]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-16T18:50:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:50 smithi071 ceph-mon[139725]: pgmap v2132: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 173 op/s 2023-12-16T18:50:50.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:50 smithi071 ceph-mon[139725]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T18:50:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:50 smithi071 ceph-mon[142085]: pgmap v2132: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 173 op/s 2023-12-16T18:50:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:50 smithi071 ceph-mon[142085]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T18:50:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:50 smithi184 ceph-mon[136228]: pgmap v2132: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 173 op/s 2023-12-16T18:50:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:50 smithi184 ceph-mon[136228]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-16T18:50:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:51 smithi071 ceph-mon[139725]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T18:50:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:51 smithi071 ceph-mon[139725]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T18:50:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:51 smithi071 ceph-mon[142085]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T18:50:51.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:51 smithi071 ceph-mon[142085]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T18:50:51.799 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:50:51.822 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:50:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:51 smithi184 ceph-mon[136228]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-16T18:50:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:51 smithi184 ceph-mon[136228]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-16T18:50:51.967 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:50:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:52 smithi071 ceph-mon[139725]: pgmap v2135: 169 pgs: 169 active+clean; 449 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 118 op/s 2023-12-16T18:50:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:52 smithi071 ceph-mon[142085]: pgmap v2135: 169 pgs: 169 active+clean; 449 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 118 op/s 2023-12-16T18:50:52.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:52 smithi184 ceph-mon[136228]: pgmap v2135: 169 pgs: 169 active+clean; 449 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 118 op/s 2023-12-16T18:50:53.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:53 smithi071 ceph-mon[139725]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T18:50:53.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:53 smithi071 ceph-mon[142085]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T18:50:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:53 smithi184 ceph-mon[136228]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-16T18:50:54.747 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12025 ms) 2023-12-16T18:50:54.747 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2023-12-16T18:50:54.782 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:50:54.793 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:50:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:54 smithi184 ceph-mon[136228]: pgmap v2138: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2023-12-16T18:50:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:54 smithi184 ceph-mon[136228]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T18:50:54.851 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:50:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:54 smithi071 ceph-mon[139725]: pgmap v2138: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2023-12-16T18:50:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:54 smithi071 ceph-mon[139725]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T18:50:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:54 smithi071 ceph-mon[142085]: pgmap v2138: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 220 op/s 2023-12-16T18:50:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:54 smithi071 ceph-mon[142085]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-16T18:50:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:55 smithi071 ceph-mon[139725]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T18:50:55.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:55 smithi071 ceph-mon[142085]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T18:50:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:55 smithi184 ceph-mon[136228]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-16T18:50:56.504 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:50:56.515 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:50:56.515 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:50:56.516 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:50:56.666 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:50:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:56 smithi184 ceph-mon[136228]: pgmap v2141: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2023-12-16T18:50:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:56 smithi184 ceph-mon[136228]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T18:50:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:56 smithi071 ceph-mon[139725]: pgmap v2141: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2023-12-16T18:50:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:56 smithi071 ceph-mon[139725]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T18:50:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:56 smithi071 ceph-mon[142085]: pgmap v2141: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2023-12-16T18:50:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:56 smithi071 ceph-mon[142085]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (40m) 6m ago 43m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (40m) 4m ago 43m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (44m) 6m ago 44m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (44m) 4m ago 44m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (39m) 4m ago 46m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (40m) 6m ago 47m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (39m) 6m ago 47m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (39m) 4m ago 46m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (39m) 6m ago 46m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (40m) 6m ago 42m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (40m) 4m ago 42m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:50:56.979 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (38m) 6m ago 45m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (38m) 6m ago 45m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (37m) 6m ago 45m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (37m) 6m ago 45m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (36m) 4m ago 45m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (36m) 4m ago 44m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (35m) 4m ago 44m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (35m) 4m ago 44m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:50:56.980 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (40m) 4m ago 43m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:50:57.361 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:50:57.361 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:50:57.361 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:50:57.362 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:50:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:57 smithi071 ceph-mon[139725]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T18:50:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:57 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/150845841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:50:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:50:57] "GET /metrics HTTP/1.1" 200 38885 "" "Prometheus/2.43.0" 2023-12-16T18:50:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:57 smithi071 ceph-mon[142085]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T18:50:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:57 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/150845841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:57.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:57 smithi184 ceph-mon[136228]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-16T18:50:57.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:57 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/150845841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:50:58.509 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:50:58.517 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:50:58.517 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:50:58.525 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:50:58.541 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:50:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:58 smithi184 ceph-mon[136228]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:58 smithi184 ceph-mon[136228]: pgmap v2144: 169 pgs: 169 active+clean; 473 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 340 op/s 2023-12-16T18:50:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:58 smithi184 ceph-mon[136228]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:58 smithi184 ceph-mon[136228]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T18:50:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[139725]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[139725]: pgmap v2144: 169 pgs: 169 active+clean; 473 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 340 op/s 2023-12-16T18:50:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[139725]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[139725]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T18:50:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[142085]: from='client.46505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[142085]: pgmap v2144: 169 pgs: 169 active+clean; 473 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 340 op/s 2023-12-16T18:50:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[142085]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:50:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:58 smithi071 ceph-mon[142085]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-16T18:50:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:50:59 smithi184 ceph-mon[136228]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T18:50:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:50:59 smithi071 ceph-mon[139725]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T18:50:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:50:59 smithi071 ceph-mon[142085]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-16T18:51:00.531 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:00.556 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:51:00.565 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 0 2023-12-16T18:51:00.582 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:00 smithi184 ceph-mon[136228]: pgmap v2147: 169 pgs: 169 active+clean; 481 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 219 op/s 2023-12-16T18:51:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:00 smithi184 ceph-mon[136228]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T18:51:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:00 smithi071 ceph-mon[139725]: pgmap v2147: 169 pgs: 169 active+clean; 481 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 219 op/s 2023-12-16T18:51:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:00 smithi071 ceph-mon[139725]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T18:51:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:00 smithi071 ceph-mon[142085]: pgmap v2147: 169 pgs: 169 active+clean; 481 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 219 op/s 2023-12-16T18:51:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:00 smithi071 ceph-mon[142085]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-16T18:51:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:01 smithi184 ceph-mon[136228]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T18:51:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:01 smithi184 ceph-mon[136228]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T18:51:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:01 smithi071 ceph-mon[139725]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T18:51:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:01 smithi071 ceph-mon[139725]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T18:51:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:01 smithi071 ceph-mon[142085]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-16T18:51:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:01 smithi071 ceph-mon[142085]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-16T18:51:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:02 smithi184 ceph-mon[136228]: pgmap v2150: 169 pgs: 169 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2023-12-16T18:51:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:02 smithi184 ceph-mon[136228]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T18:51:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:02 smithi071 ceph-mon[139725]: pgmap v2150: 169 pgs: 169 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2023-12-16T18:51:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:02 smithi071 ceph-mon[139725]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T18:51:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:02 smithi071 ceph-mon[142085]: pgmap v2150: 169 pgs: 169 active+clean; 489 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 134 op/s 2023-12-16T18:51:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:02 smithi071 ceph-mon[142085]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-16T18:51:03.766 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:03 smithi184 ceph-mon[136228]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T18:51:03.924 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:03 smithi071 ceph-mon[142085]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T18:51:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:03 smithi071 ceph-mon[139725]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-16T18:51:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:04 smithi184 ceph-mon[136228]: pgmap v2153: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 107 op/s 2023-12-16T18:51:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:04 smithi071 ceph-mon[139725]: pgmap v2153: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 107 op/s 2023-12-16T18:51:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:04 smithi071 ceph-mon[142085]: pgmap v2153: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 MiB/s wr, 107 op/s 2023-12-16T18:51:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:05 smithi184 ceph-mon[136228]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T18:51:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:05 smithi071 ceph-mon[139725]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T18:51:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:05 smithi071 ceph-mon[142085]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-16T18:51:06.792 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12046 ms) 2023-12-16T18:51:06.792 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2023-12-16T18:51:06.826 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:06 smithi184 ceph-mon[136228]: pgmap v2156: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 474 op/s 2023-12-16T18:51:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:06 smithi184 ceph-mon[136228]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T18:51:06.837 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:51:06.903 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:51:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:06 smithi071 ceph-mon[139725]: pgmap v2156: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 474 op/s 2023-12-16T18:51:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:06 smithi071 ceph-mon[139725]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T18:51:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:06 smithi071 ceph-mon[142085]: pgmap v2156: 169 pgs: 169 active+clean; 513 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 474 op/s 2023-12-16T18:51:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:06 smithi071 ceph-mon[142085]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-16T18:51:07.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:07 smithi071 ceph-mon[139725]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T18:51:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:07] "GET /metrics HTTP/1.1" 200 38888 "" "Prometheus/2.43.0" 2023-12-16T18:51:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:07 smithi071 ceph-mon[142085]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T18:51:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:07 smithi184 ceph-mon[136228]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-16T18:51:08.575 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:51:08.590 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:51:08.591 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:51:08.591 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:51:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:08 smithi184 ceph-mon[136228]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 458 op/s 2023-12-16T18:51:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:08 smithi184 ceph-mon[136228]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T18:51:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:08 smithi071 ceph-mon[139725]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 458 op/s 2023-12-16T18:51:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:08 smithi071 ceph-mon[139725]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T18:51:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:08 smithi071 ceph-mon[142085]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 458 op/s 2023-12-16T18:51:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:08 smithi071 ceph-mon[142085]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-16T18:51:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:09 smithi184 ceph-mon[136228]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T18:51:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:09 smithi071 ceph-mon[142085]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T18:51:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:09 smithi071 ceph-mon[139725]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-16T18:51:10.582 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:51:10.589 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:51:10.589 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:10.598 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:51:10.614 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:51:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:10 smithi184 ceph-mon[136228]: pgmap v2162: 169 pgs: 169 active+clean; 517 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T18:51:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:10 smithi184 ceph-mon[136228]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T18:51:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:10 smithi071 ceph-mon[139725]: pgmap v2162: 169 pgs: 169 active+clean; 517 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T18:51:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:10 smithi071 ceph-mon[139725]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T18:51:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:10 smithi071 ceph-mon[142085]: pgmap v2162: 169 pgs: 169 active+clean; 517 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2023-12-16T18:51:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:10 smithi071 ceph-mon[142085]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-16T18:51:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:11 smithi184 ceph-mon[136228]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T18:51:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:11 smithi184 ceph-mon[136228]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T18:51:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:11 smithi071 ceph-mon[139725]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T18:51:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:11 smithi071 ceph-mon[139725]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T18:51:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:11 smithi071 ceph-mon[142085]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-16T18:51:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:11 smithi071 ceph-mon[142085]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-16T18:51:12.373 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:12.399 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:51:12.408 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:12 smithi184 ceph-mon[136228]: pgmap v2165: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2023-12-16T18:51:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:12 smithi184 ceph-mon[136228]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T18:51:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:12 smithi071 ceph-mon[142085]: pgmap v2165: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2023-12-16T18:51:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:12 smithi071 ceph-mon[142085]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T18:51:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:12 smithi071 ceph-mon[139725]: pgmap v2165: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2023-12-16T18:51:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:12 smithi071 ceph-mon[139725]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-16T18:51:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:14 smithi071 ceph-mon[139725]: pgmap v2168: 169 pgs: 169 active+clean; 565 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 143 op/s 2023-12-16T18:51:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:14 smithi071 ceph-mon[139725]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T18:51:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:14 smithi071 ceph-mon[142085]: pgmap v2168: 169 pgs: 169 active+clean; 565 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 143 op/s 2023-12-16T18:51:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:14 smithi071 ceph-mon[142085]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T18:51:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:14 smithi184 ceph-mon[136228]: pgmap v2168: 169 pgs: 169 active+clean; 565 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 10 MiB/s wr, 143 op/s 2023-12-16T18:51:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:14 smithi184 ceph-mon[136228]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-16T18:51:15.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:15 smithi071 ceph-mon[139725]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T18:51:15.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:15 smithi071 ceph-mon[142085]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T18:51:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:15 smithi184 ceph-mon[136228]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-16T18:51:15.855 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 0 2023-12-16T18:51:15.934 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:16.056 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[142085]: pgmap v2171: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 157 op/s 2023-12-16T18:51:16.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[142085]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T18:51:16.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[142085]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T18:51:16.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[139725]: pgmap v2171: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 157 op/s 2023-12-16T18:51:16.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[139725]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T18:51:16.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:16 smithi071 ceph-mon[139725]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T18:51:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:16 smithi184 ceph-mon[136228]: pgmap v2171: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 157 op/s 2023-12-16T18:51:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:16 smithi184 ceph-mon[136228]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-16T18:51:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:16 smithi184 ceph-mon[136228]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-16T18:51:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:17] "GET /metrics HTTP/1.1" 200 38888 "" "Prometheus/2.43.0" 2023-12-16T18:51:18.662 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11870 ms) 2023-12-16T18:51:18.662 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2023-12-16T18:51:18.695 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:18.707 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:51:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[139725]: pgmap v2174: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2023-12-16T18:51:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[139725]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T18:51:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[142085]: pgmap v2174: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2023-12-16T18:51:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[142085]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T18:51:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:18.762 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:51:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:18 smithi184 ceph-mon[136228]: pgmap v2174: 169 pgs: 169 active+clean; 569 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 301 op/s 2023-12-16T18:51:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:18 smithi184 ceph-mon[136228]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-16T18:51:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:19 smithi071 ceph-mon[139725]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T18:51:19.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:19 smithi071 ceph-mon[142085]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T18:51:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:19 smithi184 ceph-mon[136228]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-16T18:51:20.424 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:51:20.441 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:51:20.441 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:51:20.441 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:51:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:20 smithi071 ceph-mon[139725]: pgmap v2177: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2023-12-16T18:51:20.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:20 smithi071 ceph-mon[139725]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T18:51:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:20 smithi071 ceph-mon[142085]: pgmap v2177: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2023-12-16T18:51:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:20 smithi071 ceph-mon[142085]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T18:51:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:20 smithi184 ceph-mon[136228]: pgmap v2177: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2023-12-16T18:51:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:20 smithi184 ceph-mon[136228]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-16T18:51:21.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:21 smithi071 ceph-mon[139725]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T18:51:21.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:21 smithi071 ceph-mon[142085]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T18:51:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:21 smithi184 ceph-mon[136228]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-16T18:51:22.449 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:51:22.458 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:51:22.458 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:22.469 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:51:22.494 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:51:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:22 smithi071 ceph-mon[139725]: pgmap v2180: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 242 op/s 2023-12-16T18:51:22.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:22 smithi071 ceph-mon[139725]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T18:51:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:22 smithi071 ceph-mon[142085]: pgmap v2180: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 242 op/s 2023-12-16T18:51:22.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:22 smithi071 ceph-mon[142085]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T18:51:22.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:22 smithi184 ceph-mon[136228]: pgmap v2180: 169 pgs: 169 active+clean; 585 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 242 op/s 2023-12-16T18:51:22.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:22 smithi184 ceph-mon[136228]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-16T18:51:23.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:23 smithi071 ceph-mon[139725]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T18:51:23.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:23 smithi071 ceph-mon[142085]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T18:51:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:23 smithi184 ceph-mon[136228]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-16T18:51:24.457 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:24.485 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:51:24.494 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:24 smithi071 ceph-mon[139725]: pgmap v2183: 169 pgs: 169 active+clean; 601 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 145 op/s 2023-12-16T18:51:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:24 smithi071 ceph-mon[139725]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T18:51:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:24 smithi071 ceph-mon[142085]: pgmap v2183: 169 pgs: 169 active+clean; 601 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 145 op/s 2023-12-16T18:51:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:24 smithi071 ceph-mon[142085]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T18:51:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:24 smithi184 ceph-mon[136228]: pgmap v2183: 169 pgs: 169 active+clean; 601 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 145 op/s 2023-12-16T18:51:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:24 smithi184 ceph-mon[136228]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-16T18:51:25.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:25 smithi071 ceph-mon[139725]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T18:51:25.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:25 smithi071 ceph-mon[142085]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T18:51:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:25 smithi184 ceph-mon[136228]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-16T18:51:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[139725]: pgmap v2186: 169 pgs: 169 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 147 op/s 2023-12-16T18:51:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[139725]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T18:51:26.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:51:26.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[139725]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T18:51:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[142085]: pgmap v2186: 169 pgs: 169 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 147 op/s 2023-12-16T18:51:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[142085]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T18:51:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:51:26.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:26 smithi071 ceph-mon[142085]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T18:51:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:26 smithi184 ceph-mon[136228]: pgmap v2186: 169 pgs: 169 active+clean; 613 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 10 MiB/s wr, 147 op/s 2023-12-16T18:51:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:26 smithi184 ceph-mon[136228]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-16T18:51:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:26 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:51:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:26 smithi184 ceph-mon[136228]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-16T18:51:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:51:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:51:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:51:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[139725]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T18:51:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:27] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2023-12-16T18:51:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:51:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:51:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:51:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:27 smithi071 ceph-mon[142085]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T18:51:27.755 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:51:27.813 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:27.823 INFO:tasks.workunit.client.0.smithi071.stdout:write: * 83886080~1000 2023-12-16T18:51:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:51:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:51:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:51:27.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:27 smithi184 ceph-mon[136228]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-16T18:51:27.858 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:28.010 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (41m) 7m ago 43m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (40m) 5m ago 43m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (44m) 7m ago 44m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (44m) 5m ago 44m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:51:28.126 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (40m) 5m ago 46m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (40m) 7m ago 47m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (40m) 7m ago 47m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (39m) 5m ago 46m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (39m) 7m ago 46m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (41m) 7m ago 43m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (40m) 5m ago 43m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (39m) 7m ago 46m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (38m) 7m ago 46m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (38m) 7m ago 46m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (37m) 7m ago 45m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (37m) 5m ago 45m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (36m) 5m ago 45m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (36m) 5m ago 45m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:51:28.127 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (35m) 5m ago 44m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:51:28.128 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (40m) 5m ago 44m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:51:28.509 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:51:28.510 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:51:28.511 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:51:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:28 smithi071 ceph-mon[139725]: pgmap v2189: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2023-12-16T18:51:28.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:28 smithi071 ceph-mon[142085]: pgmap v2189: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2023-12-16T18:51:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:28 smithi184 ceph-mon[136228]: pgmap v2189: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2023-12-16T18:51:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[139725]: from='client.46523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[139725]: from='client.36570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1369704989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[139725]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[142085]: from='client.46523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[142085]: from='client.36570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1369704989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:51:29.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:29 smithi071 ceph-mon[142085]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T18:51:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:29 smithi184 ceph-mon[136228]: from='client.46523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:29 smithi184 ceph-mon[136228]: from='client.36570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:51:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1369704989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:51:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:29 smithi184 ceph-mon[136228]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-16T18:51:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:30 smithi071 ceph-mon[142085]: pgmap v2192: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 186 op/s 2023-12-16T18:51:30.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:30 smithi071 ceph-mon[142085]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T18:51:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:30 smithi071 ceph-mon[139725]: pgmap v2192: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 186 op/s 2023-12-16T18:51:30.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:30 smithi071 ceph-mon[139725]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T18:51:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:30 smithi184 ceph-mon[136228]: pgmap v2192: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 186 op/s 2023-12-16T18:51:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:30 smithi184 ceph-mon[136228]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-16T18:51:31.212 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12550 ms) 2023-12-16T18:51:31.212 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2023-12-16T18:51:31.249 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:31.260 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 41943040~10 2023-12-16T18:51:31.269 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:51:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:31 smithi071 ceph-mon[139725]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T18:51:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:31 smithi071 ceph-mon[139725]: pgmap v2195: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 92 op/s 2023-12-16T18:51:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:31 smithi071 ceph-mon[142085]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T18:51:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:31 smithi071 ceph-mon[142085]: pgmap v2195: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 92 op/s 2023-12-16T18:51:32.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:31 smithi184 ceph-mon[136228]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-16T18:51:32.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:31 smithi184 ceph-mon[136228]: pgmap v2195: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 92 op/s 2023-12-16T18:51:32.889 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:51:32.911 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:32 smithi071 ceph-mon[139725]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T18:51:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:32 smithi071 ceph-mon[142085]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T18:51:33.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:32 smithi184 ceph-mon[136228]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-16T18:51:34.069 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:34.080 INFO:tasks.workunit.client.0.smithi071.stdout:write: Y 41943040~5 2023-12-16T18:51:34.190 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[139725]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T18:51:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[139725]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2023-12-16T18:51:34.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[142085]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T18:51:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[142085]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2023-12-16T18:51:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:34.276 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:33 smithi184 ceph-mon[136228]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-16T18:51:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:33 smithi184 ceph-mon[136228]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2023-12-16T18:51:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:34.992 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3779 ms) 2023-12-16T18:51:34.992 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2023-12-16T18:51:35.022 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:35.034 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:51:35.098 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:51:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:34 smithi071 ceph-mon[139725]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T18:51:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:34 smithi071 ceph-mon[142085]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T18:51:35.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:34 smithi184 ceph-mon[136228]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-16T18:51:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:35 smithi071 ceph-mon[139725]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T18:51:36.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:35 smithi071 ceph-mon[139725]: pgmap v2201: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2023-12-16T18:51:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:35 smithi071 ceph-mon[142085]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T18:51:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:35 smithi071 ceph-mon[142085]: pgmap v2201: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2023-12-16T18:51:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:35 smithi184 ceph-mon[136228]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-16T18:51:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:35 smithi184 ceph-mon[136228]: pgmap v2201: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2023-12-16T18:51:36.377 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:51:36.398 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:51:36.398 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:51:36.398 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:51:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:36 smithi071 ceph-mon[139725]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T18:51:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:36 smithi071 ceph-mon[139725]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T18:51:37.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:36 smithi071 ceph-mon[142085]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T18:51:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:36 smithi071 ceph-mon[142085]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T18:51:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:36 smithi184 ceph-mon[136228]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-16T18:51:37.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:36 smithi184 ceph-mon[136228]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-16T18:51:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:37] "GET /metrics HTTP/1.1" 200 38885 "" "Prometheus/2.43.0" 2023-12-16T18:51:38.382 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:51:38.389 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:51:38.389 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:38.398 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:51:38.426 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:51:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:38 smithi071 ceph-mon[142085]: pgmap v2204: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2023-12-16T18:51:38.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:38 smithi071 ceph-mon[142085]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T18:51:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:38 smithi071 ceph-mon[139725]: pgmap v2204: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2023-12-16T18:51:38.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:38 smithi071 ceph-mon[139725]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T18:51:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:38 smithi184 ceph-mon[136228]: pgmap v2204: 169 pgs: 169 active+clean; 629 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2023-12-16T18:51:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:38 smithi184 ceph-mon[136228]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-16T18:51:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:39 smithi071 ceph-mon[139725]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T18:51:39.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:39 smithi071 ceph-mon[142085]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T18:51:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:39 smithi184 ceph-mon[136228]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-16T18:51:40.408 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:40.432 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:51:40.440 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:40.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:40 smithi071 ceph-mon[139725]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 3.0 MiB/s wr, 417 op/s 2023-12-16T18:51:40.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:40 smithi071 ceph-mon[139725]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T18:51:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:40 smithi071 ceph-mon[142085]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 3.0 MiB/s wr, 417 op/s 2023-12-16T18:51:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:40 smithi071 ceph-mon[142085]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T18:51:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:40 smithi184 ceph-mon[136228]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 3.0 MiB/s wr, 417 op/s 2023-12-16T18:51:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:40 smithi184 ceph-mon[136228]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-16T18:51:41.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:41 smithi071 ceph-mon[139725]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T18:51:41.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:41 smithi071 ceph-mon[142085]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T18:51:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:41 smithi184 ceph-mon[136228]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-16T18:51:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:42 smithi071 ceph-mon[142085]: pgmap v2210: 169 pgs: 169 active+clean; 661 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 6.0 MiB/s wr, 217 op/s 2023-12-16T18:51:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:42 smithi071 ceph-mon[142085]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T18:51:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:42 smithi071 ceph-mon[139725]: pgmap v2210: 169 pgs: 169 active+clean; 661 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 6.0 MiB/s wr, 217 op/s 2023-12-16T18:51:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:42 smithi071 ceph-mon[139725]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T18:51:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:42 smithi184 ceph-mon[136228]: pgmap v2210: 169 pgs: 169 active+clean; 661 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 6.0 MiB/s wr, 217 op/s 2023-12-16T18:51:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:42 smithi184 ceph-mon[136228]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-16T18:51:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:43 smithi071 ceph-mon[139725]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T18:51:43.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:43 smithi071 ceph-mon[142085]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T18:51:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:43 smithi184 ceph-mon[136228]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-16T18:51:44.038 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: after_prepare_snap 2023-12-16T18:51:44.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:44 smithi071 ceph-mon[139725]: pgmap v2213: 169 pgs: 169 active+clean; 673 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2023-12-16T18:51:44.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:44 smithi071 ceph-mon[139725]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T18:51:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:44 smithi071 ceph-mon[142085]: pgmap v2213: 169 pgs: 169 active+clean; 673 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2023-12-16T18:51:44.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:44 smithi071 ceph-mon[142085]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T18:51:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:44 smithi184 ceph-mon[136228]: pgmap v2213: 169 pgs: 169 active+clean; 673 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2023-12-16T18:51:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:44 smithi184 ceph-mon[136228]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-16T18:51:45.443 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:51:45.477 INFO:tasks.workunit.client.0.smithi071.stdout:write: * 0~1000 2023-12-16T18:51:45.484 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:45.630 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:45 smithi071 ceph-mon[139725]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T18:51:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:45 smithi071 ceph-mon[142085]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T18:51:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:45 smithi184 ceph-mon[136228]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-16T18:51:46.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[139725]: pgmap v2216: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2023-12-16T18:51:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[139725]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T18:51:46.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[139725]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T18:51:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[142085]: pgmap v2216: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2023-12-16T18:51:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[142085]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T18:51:46.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:46 smithi071 ceph-mon[142085]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T18:51:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:46 smithi184 ceph-mon[136228]: pgmap v2216: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2023-12-16T18:51:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:46 smithi184 ceph-mon[136228]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-16T18:51:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:46 smithi184 ceph-mon[136228]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-16T18:51:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:47] "GET /metrics HTTP/1.1" 200 38885 "" "Prometheus/2.43.0" 2023-12-16T18:51:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[139725]: pgmap v2219: 169 pgs: 169 active+clean; 681 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 313 op/s 2023-12-16T18:51:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[139725]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T18:51:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[142085]: pgmap v2219: 169 pgs: 169 active+clean; 681 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 313 op/s 2023-12-16T18:51:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[142085]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T18:51:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:48.753 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (13762 ms) 2023-12-16T18:51:48.753 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2023-12-16T18:51:48.789 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:48.800 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:51:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:48 smithi184 ceph-mon[136228]: pgmap v2219: 169 pgs: 169 active+clean; 681 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 313 op/s 2023-12-16T18:51:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:48 smithi184 ceph-mon[136228]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-16T18:51:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:51:48.861 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:51:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:49 smithi071 ceph-mon[139725]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T18:51:49.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:49 smithi071 ceph-mon[142085]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T18:51:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:49 smithi184 ceph-mon[136228]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-16T18:51:50.393 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:51:50.415 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:51:50.415 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:51:50.415 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:51:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:50 smithi071 ceph-mon[139725]: pgmap v2222: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 515 op/s 2023-12-16T18:51:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:50 smithi071 ceph-mon[139725]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T18:51:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:50 smithi071 ceph-mon[142085]: pgmap v2222: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 515 op/s 2023-12-16T18:51:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:50 smithi071 ceph-mon[142085]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T18:51:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:50 smithi184 ceph-mon[136228]: pgmap v2222: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 515 op/s 2023-12-16T18:51:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:50 smithi184 ceph-mon[136228]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-16T18:51:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:51 smithi071 ceph-mon[139725]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T18:51:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:51 smithi071 ceph-mon[142085]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T18:51:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:51 smithi184 ceph-mon[136228]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-16T18:51:52.414 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:51:52.421 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:51:52.421 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:52.432 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:51:52.451 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:51:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:52 smithi071 ceph-mon[139725]: pgmap v2225: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 268 op/s 2023-12-16T18:51:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:52 smithi071 ceph-mon[139725]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T18:51:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:52 smithi071 ceph-mon[142085]: pgmap v2225: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 268 op/s 2023-12-16T18:51:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:52 smithi071 ceph-mon[142085]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T18:51:52.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:52 smithi184 ceph-mon[136228]: pgmap v2225: 169 pgs: 169 active+clean; 689 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 268 op/s 2023-12-16T18:51:52.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:52 smithi184 ceph-mon[136228]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-16T18:51:53.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:53 smithi071 ceph-mon[139725]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T18:51:53.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:53 smithi071 ceph-mon[142085]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T18:51:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:53 smithi184 ceph-mon[136228]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-16T18:51:54.433 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:51:54.455 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:51:54.463 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:51:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:54 smithi071 ceph-mon[139725]: pgmap v2228: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2023-12-16T18:51:54.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:54 smithi071 ceph-mon[139725]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T18:51:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:54 smithi071 ceph-mon[142085]: pgmap v2228: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2023-12-16T18:51:54.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:54 smithi071 ceph-mon[142085]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T18:51:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:54 smithi184 ceph-mon[136228]: pgmap v2228: 169 pgs: 169 active+clean; 713 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2023-12-16T18:51:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:54 smithi184 ceph-mon[136228]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-16T18:51:55.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:55 smithi071 ceph-mon[139725]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T18:51:55.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:55 smithi071 ceph-mon[142085]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T18:51:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:55 smithi184 ceph-mon[136228]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-16T18:51:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[139725]: pgmap v2231: 169 pgs: 169 active+clean; 725 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 169 op/s 2023-12-16T18:51:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[139725]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T18:51:56.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[139725]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T18:51:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[142085]: pgmap v2231: 169 pgs: 169 active+clean; 725 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 169 op/s 2023-12-16T18:51:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[142085]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T18:51:56.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:56 smithi071 ceph-mon[142085]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T18:51:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:56 smithi184 ceph-mon[136228]: pgmap v2231: 169 pgs: 169 active+clean; 725 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 169 op/s 2023-12-16T18:51:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:56 smithi184 ceph-mon[136228]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-16T18:51:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:56 smithi184 ceph-mon[136228]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-16T18:51:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:51:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:51:57] "GET /metrics HTTP/1.1" 200 38887 "" "Prometheus/2.43.0" 2023-12-16T18:51:57.855 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: after_prepare_snap 2023-12-16T18:51:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:58 smithi071 ceph-mon[139725]: pgmap v2234: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-16T18:51:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:58 smithi071 ceph-mon[139725]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T18:51:58.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:58 smithi071 ceph-mon[142085]: pgmap v2234: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-16T18:51:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:58 smithi071 ceph-mon[142085]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T18:51:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:58 smithi184 ceph-mon[136228]: pgmap v2234: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-16T18:51:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:58 smithi184 ceph-mon[136228]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-16T18:51:58.852 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:51:59.161 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (41m) 7m ago 44m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (41m) 5m ago 44m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (45m) 7m ago 45m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (45m) 5m ago 45m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (40m) 5m ago 47m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (41m) 7m ago 48m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (40m) 7m ago 48m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (40m) 5m ago 47m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (40m) 7m ago 47m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (41m) 7m ago 44m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (41m) 5m ago 43m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:51:59.162 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (39m) 7m ago 47m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (39m) 7m ago 46m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (38m) 7m ago 46m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (38m) 7m ago 46m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (37m) 5m ago 46m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (37m) 5m ago 45m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (36m) 5m ago 45m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (36m) 5m ago 45m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:51:59.163 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (41m) 5m ago 44m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:51:59.459 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:51:59.471 INFO:tasks.workunit.client.0.smithi071.stdout:write: * 83886080~1000 2023-12-16T18:51:59.477 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:59.581 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:51:59.582 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:51:59.637 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:51:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:51:59 smithi071 ceph-mon[139725]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T18:51:59.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:51:59 smithi071 ceph-mon[142085]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T18:51:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:51:59 smithi184 ceph-mon[136228]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-16T18:52:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[142085]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[142085]: pgmap v2237: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 242 op/s 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[142085]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[142085]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1518432951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[139725]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[139725]: pgmap v2237: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 242 op/s 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[139725]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[139725]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T18:52:00.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:00 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1518432951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:00 smithi184 ceph-mon[136228]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:00 smithi184 ceph-mon[136228]: pgmap v2237: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 242 op/s 2023-12-16T18:52:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:00 smithi184 ceph-mon[136228]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:00 smithi184 ceph-mon[136228]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-16T18:52:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:00 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1518432951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:01 smithi071 ceph-mon[139725]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T18:52:01.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:01 smithi071 ceph-mon[142085]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T18:52:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:01 smithi184 ceph-mon[136228]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-16T18:52:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:02 smithi071 ceph-mon[142085]: pgmap v2240: 169 pgs: 169 active+clean; 737 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 246 op/s 2023-12-16T18:52:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:02 smithi071 ceph-mon[142085]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T18:52:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:02 smithi071 ceph-mon[139725]: pgmap v2240: 169 pgs: 169 active+clean; 737 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 246 op/s 2023-12-16T18:52:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:02 smithi071 ceph-mon[139725]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T18:52:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:02 smithi184 ceph-mon[136228]: pgmap v2240: 169 pgs: 169 active+clean; 737 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 246 op/s 2023-12-16T18:52:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:02 smithi184 ceph-mon[136228]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-16T18:52:02.900 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14147 ms) 2023-12-16T18:52:02.900 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Clone 2023-12-16T18:52:02.931 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:02.943 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~8388609 2023-12-16T18:52:03.008 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 16777218~8388609 2023-12-16T18:52:03.064 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap 2023-12-16T18:52:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:03 smithi071 ceph-mon[139725]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T18:52:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:03 smithi071 ceph-mon[142085]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T18:52:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:03 smithi184 ceph-mon[136228]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-16T18:52:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:04.481 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap 2023-12-16T18:52:04.498 INFO:tasks.workunit.client.0.smithi071.stdout:clone image103 -> image106 2023-12-16T18:52:04.601 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:52:04.661 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:52:04.664 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap 2023-12-16T18:52:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:04 smithi071 ceph-mon[139725]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 276 op/s 2023-12-16T18:52:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:04 smithi071 ceph-mon[139725]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T18:52:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:04 smithi071 ceph-mon[142085]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 276 op/s 2023-12-16T18:52:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:04 smithi071 ceph-mon[142085]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T18:52:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:04 smithi184 ceph-mon[136228]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 276 op/s 2023-12-16T18:52:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:04 smithi184 ceph-mon[136228]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-16T18:52:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:05 smithi184 ceph-mon[136228]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T18:52:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:05 smithi071 ceph-mon[139725]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T18:52:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:05 smithi071 ceph-mon[142085]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-16T18:52:06.381 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap 2023-12-16T18:52:06.393 INFO:tasks.workunit.client.0.smithi071.stdout:clone image106 -> image108 2023-12-16T18:52:06.531 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 1000~1000 2023-12-16T18:52:06.591 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 2010~1000 2023-12-16T18:52:06.593 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:06 smithi184 ceph-mon[136228]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2023-12-16T18:52:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:06 smithi184 ceph-mon[136228]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T18:52:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:06 smithi184 ceph-mon[136228]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T18:52:06.901 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[142085]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2023-12-16T18:52:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[142085]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T18:52:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[142085]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T18:52:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[139725]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 436 op/s 2023-12-16T18:52:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[139725]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-16T18:52:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:06 smithi071 ceph-mon[139725]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-16T18:52:07.077 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:07.250 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Clone (4350 ms) 2023-12-16T18:52:07.251 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneParent 2023-12-16T18:52:07.281 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:07.292 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap 2023-12-16T18:52:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:07] "GET /metrics HTTP/1.1" 200 38883 "" "Prometheus/2.43.0" 2023-12-16T18:52:08.504 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap 2023-12-16T18:52:08.517 INFO:tasks.workunit.client.0.smithi071.stdout:clone image109 -> image112 2023-12-16T18:52:08.622 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:08.779 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:08 smithi184 ceph-mon[136228]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 330 op/s 2023-12-16T18:52:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:08 smithi184 ceph-mon[136228]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T18:52:08.910 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneParent (1660 ms) 2023-12-16T18:52:08.911 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2023-12-16T18:52:08.941 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:08.952 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~10 2023-12-16T18:52:08.960 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap 2023-12-16T18:52:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:08 smithi071 ceph-mon[142085]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 330 op/s 2023-12-16T18:52:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:08 smithi071 ceph-mon[142085]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T18:52:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:08 smithi071 ceph-mon[139725]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 330 op/s 2023-12-16T18:52:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:08 smithi071 ceph-mon[139725]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-16T18:52:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:09 smithi184 ceph-mon[136228]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T18:52:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:09 smithi071 ceph-mon[139725]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T18:52:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:09 smithi071 ceph-mon[142085]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-16T18:52:10.519 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap 2023-12-16T18:52:10.532 INFO:tasks.workunit.client.0.smithi071.stdout:clone image113 -> image116 2023-12-16T18:52:10.642 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:10.798 INFO:tasks.workunit.client.0.smithi071.stdout:write: Y 0~1 2023-12-16T18:52:10.831 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:10 smithi184 ceph-mon[136228]: pgmap v2252: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 627 op/s 2023-12-16T18:52:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:10 smithi184 ceph-mon[136228]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T18:52:10.915 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:10 smithi071 ceph-mon[139725]: pgmap v2252: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 627 op/s 2023-12-16T18:52:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:10 smithi071 ceph-mon[139725]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T18:52:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:10 smithi071 ceph-mon[142085]: pgmap v2252: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 627 op/s 2023-12-16T18:52:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:10 smithi071 ceph-mon[142085]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-16T18:52:11.020 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2109 ms) 2023-12-16T18:52:11.020 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2023-12-16T18:52:11.050 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:11.061 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 41943040~10 2023-12-16T18:52:11.070 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:11 smithi184 ceph-mon[136228]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T18:52:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:11 smithi184 ceph-mon[136228]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T18:52:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:11 smithi071 ceph-mon[139725]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T18:52:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:11 smithi071 ceph-mon[139725]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T18:52:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:11 smithi071 ceph-mon[142085]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-16T18:52:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:11 smithi071 ceph-mon[142085]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-16T18:52:12.388 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 41943041~10 2023-12-16T18:52:12.398 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:12 smithi184 ceph-mon[136228]: pgmap v2255: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 559 op/s 2023-12-16T18:52:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:12 smithi184 ceph-mon[136228]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T18:52:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:12 smithi071 ceph-mon[139725]: pgmap v2255: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 559 op/s 2023-12-16T18:52:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:12 smithi071 ceph-mon[139725]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T18:52:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:12 smithi071 ceph-mon[142085]: pgmap v2255: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 559 op/s 2023-12-16T18:52:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:12 smithi071 ceph-mon[142085]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-16T18:52:13.546 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 41943042~10 2023-12-16T18:52:13.561 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:52:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:14 smithi071 ceph-mon[139725]: pgmap v2258: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 954 op/s 2023-12-16T18:52:14.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:14 smithi071 ceph-mon[139725]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T18:52:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:14 smithi071 ceph-mon[142085]: pgmap v2258: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 954 op/s 2023-12-16T18:52:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:14 smithi071 ceph-mon[142085]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T18:52:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:14 smithi184 ceph-mon[136228]: pgmap v2258: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.0 MiB/s wr, 954 op/s 2023-12-16T18:52:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:14 smithi184 ceph-mon[136228]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-16T18:52:15.541 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:52:15.577 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:15.641 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:15 smithi184 ceph-mon[136228]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T18:52:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:15 smithi071 ceph-mon[139725]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T18:52:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:15 smithi071 ceph-mon[142085]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-16T18:52:16.656 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5637 ms) 2023-12-16T18:52:16.656 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2023-12-16T18:52:16.690 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:16.701 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 41943040~10 2023-12-16T18:52:16.710 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:16 smithi184 ceph-mon[136228]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 924 op/s 2023-12-16T18:52:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:16 smithi184 ceph-mon[136228]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T18:52:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:16 smithi071 ceph-mon[139725]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 924 op/s 2023-12-16T18:52:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:16 smithi071 ceph-mon[139725]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T18:52:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:16 smithi071 ceph-mon[142085]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 924 op/s 2023-12-16T18:52:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:16 smithi071 ceph-mon[142085]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-16T18:52:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:17 smithi071 ceph-mon[139725]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T18:52:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:17] "GET /metrics HTTP/1.1" 200 38883 "" "Prometheus/2.43.0" 2023-12-16T18:52:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:17 smithi071 ceph-mon[142085]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T18:52:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:17 smithi184 ceph-mon[136228]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-16T18:52:18.550 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:52:18.572 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:18 smithi184 ceph-mon[136228]: pgmap v2264: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 199 op/s 2023-12-16T18:52:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:18 smithi184 ceph-mon[136228]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T18:52:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[139725]: pgmap v2264: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 199 op/s 2023-12-16T18:52:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[139725]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T18:52:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[142085]: pgmap v2264: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 199 op/s 2023-12-16T18:52:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[142085]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-16T18:52:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:19.691 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:19.702 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:52:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:19 smithi184 ceph-mon[136228]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T18:52:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:19 smithi071 ceph-mon[139725]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T18:52:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:19 smithi071 ceph-mon[142085]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-16T18:52:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:20 smithi184 ceph-mon[136228]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 19 KiB/s wr, 271 op/s 2023-12-16T18:52:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:20 smithi184 ceph-mon[136228]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T18:52:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:20 smithi071 ceph-mon[139725]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 19 KiB/s wr, 271 op/s 2023-12-16T18:52:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:20 smithi071 ceph-mon[139725]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T18:52:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:20 smithi071 ceph-mon[142085]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 19 KiB/s wr, 271 op/s 2023-12-16T18:52:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:20 smithi071 ceph-mon[142085]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-16T18:52:21.582 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 41943040~10 2023-12-16T18:52:21.589 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap4 2023-12-16T18:52:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:21 smithi184 ceph-mon[136228]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T18:52:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:21 smithi071 ceph-mon[139725]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T18:52:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:21 smithi071 ceph-mon[142085]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-16T18:52:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:22 smithi184 ceph-mon[136228]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:22 smithi184 ceph-mon[136228]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T18:52:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:22 smithi071 ceph-mon[139725]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:22 smithi071 ceph-mon[139725]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T18:52:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:22 smithi071 ceph-mon[142085]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:22 smithi071 ceph-mon[142085]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-16T18:52:23.599 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 41943040 2023-12-16T18:52:23.621 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:23.684 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:23 smithi071 ceph-mon[139725]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T18:52:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:23 smithi071 ceph-mon[142085]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T18:52:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:23 smithi184 ceph-mon[136228]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-16T18:52:24.749 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8092 ms) 2023-12-16T18:52:24.749 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortInUseImage 2023-12-16T18:52:24.781 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:24.791 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:24.968 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortInUseImage (219 ms) 2023-12-16T18:52:24.968 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2023-12-16T18:52:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:24 smithi071 ceph-mon[142085]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 148 op/s 2023-12-16T18:52:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:24 smithi071 ceph-mon[142085]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T18:52:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:24 smithi071 ceph-mon[139725]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 148 op/s 2023-12-16T18:52:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:24 smithi071 ceph-mon[139725]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T18:52:24.999 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:25.009 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:52:25.068 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:52:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:24 smithi184 ceph-mon[136228]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 148 op/s 2023-12-16T18:52:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:24 smithi184 ceph-mon[136228]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-16T18:52:25.127 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:25.326 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:52:25.365 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:52:25.413 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:25.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (651 ms) 2023-12-16T18:52:25.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2023-12-16T18:52:25.649 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:25.659 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:52:25.727 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:25 smithi071 ceph-mon[139725]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T18:52:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:25 smithi071 ceph-mon[142085]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T18:52:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:25 smithi184 ceph-mon[136228]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-16T18:52:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:26 smithi071 ceph-mon[139725]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 18 KiB/s wr, 237 op/s 2023-12-16T18:52:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:26 smithi071 ceph-mon[139725]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T18:52:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:26 smithi071 ceph-mon[142085]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 18 KiB/s wr, 237 op/s 2023-12-16T18:52:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:26 smithi071 ceph-mon[142085]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T18:52:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:26 smithi184 ceph-mon[136228]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 18 KiB/s wr, 237 op/s 2023-12-16T18:52:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:26 smithi184 ceph-mon[136228]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-16T18:52:27.389 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 8388609~8388609 2023-12-16T18:52:27.408 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 0~1000 2023-12-16T18:52:27.408 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1010~1000 2023-12-16T18:52:27.408 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:52:27.603 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:27] "GET /metrics HTTP/1.1" 200 38889 "" "Prometheus/2.43.0" 2023-12-16T18:52:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:52:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[142085]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T18:52:27.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[139725]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:52:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:27 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:52:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:52:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:27 smithi184 ceph-mon[136228]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-16T18:52:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:52:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:52:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:27 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:52:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:28 smithi071 ceph-mon[139725]: pgmap v2278: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 8.3 MiB/s wr, 320 op/s 2023-12-16T18:52:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:28 smithi071 ceph-mon[139725]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T18:52:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:28 smithi071 ceph-mon[142085]: pgmap v2278: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 8.3 MiB/s wr, 320 op/s 2023-12-16T18:52:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:28 smithi071 ceph-mon[142085]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T18:52:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:28 smithi184 ceph-mon[136228]: pgmap v2278: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 8.3 MiB/s wr, 320 op/s 2023-12-16T18:52:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:28 smithi184 ceph-mon[136228]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-16T18:52:29.398 INFO:tasks.workunit.client.0.smithi071.stdout:write: X 8388609~1000 2023-12-16T18:52:29.405 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 16777228~1000 2023-12-16T18:52:29.405 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 167772160 2023-12-16T18:52:29.415 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 83886079~8388609 2023-12-16T18:52:29.435 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:52:29.922 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:52:30.229 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (42m) 8m ago 44m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (41m) 6m ago 44m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (45m) 8m ago 45m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (45m) 6m ago 45m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (41m) 6m ago 47m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (41m) 8m ago 48m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (41m) 8m ago 49m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (40m) 6m ago 48m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (41m) 8m ago 47m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (42m) 8m ago 44m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (41m) 6m ago 44m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:52:30.230 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (40m) 8m ago 47m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (39m) 8m ago 47m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (39m) 8m ago 47m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (38m) 8m ago 46m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (38m) 6m ago 46m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (37m) 6m ago 46m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (37m) 6m ago 46m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (36m) 6m ago 45m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:52:30.231 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (41m) 6m ago 45m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:52:30.623 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:52:30.623 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:52:30.623 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:52:30.623 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:52:30.624 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:52:30.625 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:52:30.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:30 smithi071 ceph-mon[139725]: pgmap v2281: 169 pgs: 169 active+clean; 825 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 498 op/s 2023-12-16T18:52:30.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:30 smithi071 ceph-mon[139725]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T18:52:30.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:30 smithi071 ceph-mon[142085]: pgmap v2281: 169 pgs: 169 active+clean; 825 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 498 op/s 2023-12-16T18:52:30.625 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:30 smithi071 ceph-mon[142085]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T18:52:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:30 smithi184 ceph-mon[136228]: pgmap v2281: 169 pgs: 169 active+clean; 825 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 498 op/s 2023-12-16T18:52:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:30 smithi184 ceph-mon[136228]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-16T18:52:31.386 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:31.414 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 83886079~1 2023-12-16T18:52:31.423 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[139725]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[139725]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[139725]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/878128057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[139725]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[142085]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[142085]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[142085]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/878128057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:31.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:31 smithi071 ceph-mon[142085]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T18:52:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:31 smithi184 ceph-mon[136228]: from='client.36600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:31 smithi184 ceph-mon[136228]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:52:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:31 smithi184 ceph-mon[136228]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-16T18:52:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/878128057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:52:31.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:31 smithi184 ceph-mon[136228]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-16T18:52:32.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:32 smithi071 ceph-mon[139725]: pgmap v2284: 169 pgs: 169 active+clean; 841 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 373 op/s 2023-12-16T18:52:32.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:32 smithi071 ceph-mon[142085]: pgmap v2284: 169 pgs: 169 active+clean; 841 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 373 op/s 2023-12-16T18:52:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:32 smithi184 ceph-mon[136228]: pgmap v2284: 169 pgs: 169 active+clean; 841 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 373 op/s 2023-12-16T18:52:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:33 smithi071 ceph-mon[139725]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T18:52:33.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:33 smithi071 ceph-mon[142085]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T18:52:33.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:33 smithi184 ceph-mon[136228]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-16T18:52:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:34.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:34 smithi071 ceph-mon[139725]: pgmap v2287: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 13 MiB/s wr, 121 op/s 2023-12-16T18:52:34.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:34 smithi071 ceph-mon[139725]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T18:52:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:34 smithi071 ceph-mon[142085]: pgmap v2287: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 13 MiB/s wr, 121 op/s 2023-12-16T18:52:34.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:34 smithi071 ceph-mon[142085]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T18:52:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:34 smithi184 ceph-mon[136228]: pgmap v2287: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 13 MiB/s wr, 121 op/s 2023-12-16T18:52:34.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:34 smithi184 ceph-mon[136228]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-16T18:52:34.893 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:52:35.010 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:52:35.438 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 0~8388609 2023-12-16T18:52:35.454 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 16777218~8388609 2023-12-16T18:52:35.532 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:35.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:35 smithi071 ceph-mon[139725]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T18:52:35.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:35 smithi071 ceph-mon[142085]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T18:52:35.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:35 smithi184 ceph-mon[136228]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-16T18:52:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:36 smithi071 ceph-mon[139725]: pgmap v2290: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 178 op/s 2023-12-16T18:52:36.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:36 smithi071 ceph-mon[139725]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T18:52:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:36 smithi071 ceph-mon[142085]: pgmap v2290: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 178 op/s 2023-12-16T18:52:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:36 smithi071 ceph-mon[142085]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T18:52:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:36 smithi184 ceph-mon[136228]: pgmap v2290: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 178 op/s 2023-12-16T18:52:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:36 smithi184 ceph-mon[136228]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-16T18:52:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:37 smithi071 ceph-mon[139725]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T18:52:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:37] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2023-12-16T18:52:37.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:37 smithi071 ceph-mon[142085]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T18:52:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:37 smithi184 ceph-mon[136228]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-16T18:52:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:38 smithi071 ceph-mon[139725]: pgmap v2293: 169 pgs: 169 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 296 op/s 2023-12-16T18:52:38.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:38 smithi071 ceph-mon[139725]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T18:52:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:38 smithi071 ceph-mon[142085]: pgmap v2293: 169 pgs: 169 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 296 op/s 2023-12-16T18:52:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:38 smithi071 ceph-mon[142085]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T18:52:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:38 smithi184 ceph-mon[136228]: pgmap v2293: 169 pgs: 169 active+clean; 897 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 296 op/s 2023-12-16T18:52:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:38 smithi184 ceph-mon[136228]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-16T18:52:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:39 smithi071 ceph-mon[139725]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T18:52:39.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:39 smithi071 ceph-mon[142085]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T18:52:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:39 smithi184 ceph-mon[136228]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-16T18:52:39.865 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.AbortWithSnapshots (14247 ms) 2023-12-16T18:52:39.866 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV1Parent 2023-12-16T18:52:39.897 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:39.908 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:39.917 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:40 smithi071 ceph-mon[139725]: pgmap v2296: 169 pgs: 169 active+clean; 933 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 20 MiB/s wr, 372 op/s 2023-12-16T18:52:40.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:40 smithi071 ceph-mon[139725]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T18:52:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:40 smithi071 ceph-mon[142085]: pgmap v2296: 169 pgs: 169 active+clean; 933 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 20 MiB/s wr, 372 op/s 2023-12-16T18:52:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:40 smithi071 ceph-mon[142085]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T18:52:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:40 smithi184 ceph-mon[136228]: pgmap v2296: 169 pgs: 169 active+clean; 933 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 20 MiB/s wr, 372 op/s 2023-12-16T18:52:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:40 smithi184 ceph-mon[136228]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-16T18:52:41.484 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:52:41.547 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:41.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:41 smithi071 ceph-mon[139725]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T18:52:41.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:41 smithi071 ceph-mon[142085]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T18:52:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:41 smithi184 ceph-mon[136228]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-16T18:52:42.697 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:42 smithi071 ceph-mon[139725]: pgmap v2299: 169 pgs: 169 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 15 MiB/s wr, 211 op/s 2023-12-16T18:52:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:42 smithi071 ceph-mon[139725]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T18:52:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:42 smithi071 ceph-mon[142085]: pgmap v2299: 169 pgs: 169 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 15 MiB/s wr, 211 op/s 2023-12-16T18:52:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:42 smithi071 ceph-mon[142085]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T18:52:42.777 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:42 smithi184 ceph-mon[136228]: pgmap v2299: 169 pgs: 169 active+clean; 937 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 15 MiB/s wr, 211 op/s 2023-12-16T18:52:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:42 smithi184 ceph-mon[136228]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-16T18:52:43.616 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV1Parent (3750 ms) 2023-12-16T18:52:43.616 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV2Parent 2023-12-16T18:52:43.647 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:43.660 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:43.669 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:43 smithi184 ceph-mon[136228]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T18:52:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:43 smithi071 ceph-mon[139725]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T18:52:43.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:43 smithi071 ceph-mon[142085]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-16T18:52:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:44 smithi184 ceph-mon[136228]: pgmap v2302: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T18:52:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:44 smithi184 ceph-mon[136228]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T18:52:44.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:44 smithi071 ceph-mon[142085]: pgmap v2302: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T18:52:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:44 smithi071 ceph-mon[142085]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T18:52:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:44 smithi071 ceph-mon[139725]: pgmap v2302: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 3.0 MiB/s wr, 107 op/s 2023-12-16T18:52:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:44 smithi071 ceph-mon[139725]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-16T18:52:45.516 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:52:45.574 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:45 smithi184 ceph-mon[136228]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T18:52:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:45 smithi071 ceph-mon[139725]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T18:52:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:45 smithi071 ceph-mon[142085]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-16T18:52:46.581 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:52:46.661 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:52:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:46 smithi184 ceph-mon[136228]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 334 op/s 2023-12-16T18:52:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:46 smithi184 ceph-mon[136228]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T18:52:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:46 smithi184 ceph-mon[136228]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T18:52:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[139725]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 334 op/s 2023-12-16T18:52:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[139725]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T18:52:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[139725]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T18:52:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[142085]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 19 KiB/s wr, 334 op/s 2023-12-16T18:52:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[142085]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-16T18:52:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:46 smithi071 ceph-mon[142085]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-16T18:52:47.642 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV2Parent (4026 ms) 2023-12-16T18:52:47.642 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2023-12-16T18:52:47.674 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:47.685 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:47.694 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:47] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2023-12-16T18:52:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:48 smithi184 ceph-mon[136228]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 26 KiB/s wr, 626 op/s 2023-12-16T18:52:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:48 smithi184 ceph-mon[136228]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T18:52:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[139725]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 26 KiB/s wr, 626 op/s 2023-12-16T18:52:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[139725]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T18:52:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[142085]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 26 KiB/s wr, 626 op/s 2023-12-16T18:52:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[142085]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-16T18:52:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:52:49.534 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:52:49.597 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:49 smithi184 ceph-mon[136228]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T18:52:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:49 smithi071 ceph-mon[139725]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T18:52:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:49 smithi071 ceph-mon[142085]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-16T18:52:50.700 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:50 smithi184 ceph-mon[136228]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 487 op/s 2023-12-16T18:52:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:50 smithi184 ceph-mon[136228]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T18:52:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:50 smithi071 ceph-mon[139725]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 487 op/s 2023-12-16T18:52:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:50 smithi071 ceph-mon[139725]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T18:52:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:50 smithi071 ceph-mon[142085]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 24 KiB/s wr, 487 op/s 2023-12-16T18:52:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:50 smithi071 ceph-mon[142085]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-16T18:52:51.516 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3875 ms) 2023-12-16T18:52:51.516 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2023-12-16T18:52:51.548 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:51.559 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:51.567 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:51 smithi184 ceph-mon[136228]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T18:52:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:51 smithi184 ceph-mon[136228]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T18:52:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:51 smithi071 ceph-mon[139725]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T18:52:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:51 smithi071 ceph-mon[139725]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T18:52:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:51 smithi071 ceph-mon[142085]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-16T18:52:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:51 smithi071 ceph-mon[142085]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-16T18:52:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:52 smithi184 ceph-mon[136228]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 115 op/s 2023-12-16T18:52:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:52 smithi071 ceph-mon[139725]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 115 op/s 2023-12-16T18:52:52.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:52 smithi071 ceph-mon[142085]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 115 op/s 2023-12-16T18:52:53.554 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:52:53.615 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:53 smithi184 ceph-mon[136228]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T18:52:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:53 smithi071 ceph-mon[139725]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T18:52:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:53 smithi071 ceph-mon[142085]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-16T18:52:54.724 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:54 smithi184 ceph-mon[136228]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 437 op/s 2023-12-16T18:52:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:54 smithi184 ceph-mon[136228]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T18:52:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:54 smithi071 ceph-mon[139725]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 437 op/s 2023-12-16T18:52:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:54 smithi071 ceph-mon[139725]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T18:52:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:54 smithi071 ceph-mon[142085]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 21 KiB/s wr, 437 op/s 2023-12-16T18:52:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:54 smithi071 ceph-mon[142085]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-16T18:52:55.692 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4175 ms) 2023-12-16T18:52:55.692 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2023-12-16T18:52:55.724 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:55.736 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:55.745 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:55 smithi184 ceph-mon[136228]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T18:52:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:55 smithi071 ceph-mon[139725]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T18:52:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:55 smithi071 ceph-mon[142085]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-16T18:52:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:56 smithi184 ceph-mon[136228]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 21 KiB/s wr, 466 op/s 2023-12-16T18:52:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:56 smithi184 ceph-mon[136228]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T18:52:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:56 smithi184 ceph-mon[136228]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T18:52:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[139725]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 21 KiB/s wr, 466 op/s 2023-12-16T18:52:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[139725]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T18:52:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[139725]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T18:52:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[142085]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 370 KiB/s rd, 21 KiB/s wr, 466 op/s 2023-12-16T18:52:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[142085]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-16T18:52:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:56 smithi071 ceph-mon[142085]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-16T18:52:57.401 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:52:57.462 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:52:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:52:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:52:57] "GET /metrics HTTP/1.1" 200 38887 "" "Prometheus/2.43.0" 2023-12-16T18:52:58.594 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:52:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:58 smithi071 ceph-mon[139725]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:58 smithi071 ceph-mon[139725]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T18:52:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:58 smithi071 ceph-mon[142085]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:58 smithi071 ceph-mon[142085]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T18:52:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:58 smithi184 ceph-mon[136228]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-16T18:52:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:58 smithi184 ceph-mon[136228]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-16T18:52:59.533 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3842 ms) 2023-12-16T18:52:59.534 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2023-12-16T18:52:59.564 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:52:59.577 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:52:59.585 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:52:59.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:52:59 smithi071 ceph-mon[139725]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T18:52:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:52:59 smithi071 ceph-mon[142085]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T18:52:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:52:59 smithi184 ceph-mon[136228]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-16T18:53:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:00 smithi071 ceph-mon[139725]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 269 op/s 2023-12-16T18:53:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:00 smithi071 ceph-mon[139725]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T18:53:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:00 smithi071 ceph-mon[142085]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 269 op/s 2023-12-16T18:53:00.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:00 smithi071 ceph-mon[142085]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T18:53:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:00 smithi184 ceph-mon[136228]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 269 op/s 2023-12-16T18:53:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:00 smithi184 ceph-mon[136228]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-16T18:53:00.968 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (42m) 8m ago 45m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (42m) 6m ago 45m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (46m) 8m ago 46m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (46m) 6m ago 46m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (42m) 6m ago 48m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:53:01.274 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (42m) 8m ago 49m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (41m) 8m ago 49m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (41m) 6m ago 48m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (41m) 8m ago 48m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (42m) 8m ago 45m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (42m) 6m ago 45m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (40m) 8m ago 48m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (40m) 8m ago 47m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (39m) 8m ago 47m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (39m) 8m ago 47m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (38m) 6m ago 47m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (38m) 6m ago 46m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (37m) 6m ago 46m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:53:01.275 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (37m) 6m ago 46m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:53:01.276 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (42m) 6m ago 45m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:53:01.436 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:01.492 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:01.683 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:01.684 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:53:01.685 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:53:01.685 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:53:01.685 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:53:01.685 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:53:01.685 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:01 smithi071 ceph-mon[139725]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T18:53:01.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:01 smithi071 ceph-mon[142085]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T18:53:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:01 smithi184 ceph-mon[136228]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-16T18:53:02.640 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:53:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[142085]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[142085]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[142085]: from='client.36624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[142085]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1774303523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[139725]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[139725]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[139725]: from='client.36624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[139725]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T18:53:02.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:02 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1774303523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:02 smithi184 ceph-mon[136228]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-16T18:53:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:02 smithi184 ceph-mon[136228]: from='client.36618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:02 smithi184 ceph-mon[136228]: from='client.36624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:02 smithi184 ceph-mon[136228]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-16T18:53:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:02 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1774303523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:03.565 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4032 ms) 2023-12-16T18:53:03.566 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2023-12-16T18:53:03.598 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:03.609 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:53:03.618 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:03 smithi071 ceph-mon[139725]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T18:53:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:03 smithi071 ceph-mon[142085]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T18:53:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:03 smithi184 ceph-mon[136228]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-16T18:53:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:04.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:04 smithi071 ceph-mon[139725]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 22 KiB/s wr, 497 op/s 2023-12-16T18:53:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:04 smithi071 ceph-mon[139725]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T18:53:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:04 smithi071 ceph-mon[142085]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 22 KiB/s wr, 497 op/s 2023-12-16T18:53:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:04 smithi071 ceph-mon[142085]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T18:53:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:04 smithi184 ceph-mon[136228]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 397 KiB/s rd, 22 KiB/s wr, 497 op/s 2023-12-16T18:53:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:04 smithi184 ceph-mon[136228]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-16T18:53:05.464 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:05.525 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:05 smithi071 ceph-mon[139725]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T18:53:05.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:05 smithi071 ceph-mon[142085]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T18:53:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:05 smithi184 ceph-mon[136228]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-16T18:53:06.572 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:53:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[139725]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:53:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[139725]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T18:53:06.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[139725]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T18:53:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[142085]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:53:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[142085]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T18:53:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:06 smithi071 ceph-mon[142085]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T18:53:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:06 smithi184 ceph-mon[136228]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:53:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:06 smithi184 ceph-mon[136228]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-16T18:53:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:06 smithi184 ceph-mon[136228]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-16T18:53:07.575 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4010 ms) 2023-12-16T18:53:07.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2023-12-16T18:53:07.607 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:07.621 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:53:07.631 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:07] "GET /metrics HTTP/1.1" 200 38889 "" "Prometheus/2.43.0" 2023-12-16T18:53:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:08 smithi071 ceph-mon[139725]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 10 KiB/s wr, 295 op/s 2023-12-16T18:53:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:08 smithi071 ceph-mon[139725]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T18:53:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:08 smithi071 ceph-mon[142085]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 10 KiB/s wr, 295 op/s 2023-12-16T18:53:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:08 smithi071 ceph-mon[142085]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T18:53:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:08 smithi184 ceph-mon[136228]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 10 KiB/s wr, 295 op/s 2023-12-16T18:53:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:08 smithi184 ceph-mon[136228]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-16T18:53:09.477 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:09.542 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:09 smithi071 ceph-mon[139725]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T18:53:09.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:09 smithi071 ceph-mon[142085]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T18:53:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:09 smithi184 ceph-mon[136228]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-16T18:53:10.664 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:53:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:10 smithi071 ceph-mon[139725]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 20 KiB/s wr, 435 op/s 2023-12-16T18:53:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:10 smithi071 ceph-mon[139725]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T18:53:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:10 smithi071 ceph-mon[142085]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 20 KiB/s wr, 435 op/s 2023-12-16T18:53:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:10 smithi071 ceph-mon[142085]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T18:53:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:10 smithi184 ceph-mon[136228]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 343 KiB/s rd, 20 KiB/s wr, 435 op/s 2023-12-16T18:53:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:10 smithi184 ceph-mon[136228]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-16T18:53:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3955 ms) 2023-12-16T18:53:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2023-12-16T18:53:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:53:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:11 smithi071 ceph-mon[139725]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T18:53:11.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:11 smithi071 ceph-mon[139725]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T18:53:11.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:11 smithi071 ceph-mon[142085]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T18:53:11.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:11 smithi071 ceph-mon[142085]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T18:53:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:11 smithi184 ceph-mon[136228]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-16T18:53:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:11 smithi184 ceph-mon[136228]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-16T18:53:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:12 smithi184 ceph-mon[136228]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 244 op/s 2023-12-16T18:53:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:12 smithi071 ceph-mon[139725]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 244 op/s 2023-12-16T18:53:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:12 smithi071 ceph-mon[142085]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 244 op/s 2023-12-16T18:53:13.498 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:13.566 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:13 smithi184 ceph-mon[136228]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T18:53:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:13 smithi071 ceph-mon[139725]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T18:53:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:13 smithi071 ceph-mon[142085]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-16T18:53:14.687 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:53:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:14 smithi184 ceph-mon[136228]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 319 op/s 2023-12-16T18:53:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:14 smithi184 ceph-mon[136228]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T18:53:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:14 smithi071 ceph-mon[139725]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 319 op/s 2023-12-16T18:53:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:14 smithi071 ceph-mon[139725]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T18:53:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:14 smithi071 ceph-mon[142085]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 21 KiB/s wr, 319 op/s 2023-12-16T18:53:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:14 smithi071 ceph-mon[142085]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-16T18:53:15.640 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4110 ms) 2023-12-16T18:53:15.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2023-12-16T18:53:15.672 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:15.684 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 0~10 2023-12-16T18:53:15.693 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:15 smithi184 ceph-mon[136228]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T18:53:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:15 smithi071 ceph-mon[139725]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T18:53:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:15 smithi071 ceph-mon[142085]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-16T18:53:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:16 smithi184 ceph-mon[136228]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 337 op/s 2023-12-16T18:53:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:16 smithi184 ceph-mon[136228]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T18:53:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:16 smithi184 ceph-mon[136228]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T18:53:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[139725]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 337 op/s 2023-12-16T18:53:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[139725]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T18:53:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[139725]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T18:53:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[142085]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 337 op/s 2023-12-16T18:53:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[142085]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-16T18:53:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:16 smithi071 ceph-mon[142085]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-16T18:53:17.406 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:17.471 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:17] "GET /metrics HTTP/1.1" 200 38889 "" "Prometheus/2.43.0" 2023-12-16T18:53:18.692 INFO:tasks.workunit.client.0.smithi071.stdout:migration_abort 2023-12-16T18:53:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[139725]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2023-12-16T18:53:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[139725]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T18:53:18.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[142085]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2023-12-16T18:53:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[142085]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T18:53:18.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:18 smithi184 ceph-mon[136228]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.2 KiB/s wr, 110 op/s 2023-12-16T18:53:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:18 smithi184 ceph-mon[136228]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-16T18:53:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:19.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4000 ms) 2023-12-16T18:53:19.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.StressNoMigrate 2023-12-16T18:53:19.674 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:19.685 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 17539987~1666243 2023-12-16T18:53:19.705 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 81832750~151132 2023-12-16T18:53:19.706 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 10163104~5601196 2023-12-16T18:53:19.746 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 3410~6829869 2023-12-16T18:53:19.746 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 29851222~6818928 2023-12-16T18:53:19.791 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 49409207~1563287 2023-12-16T18:53:19.791 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 7434498~5251984 2023-12-16T18:53:19.826 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 36015293~6296899 2023-12-16T18:53:19.829 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap0 2023-12-16T18:53:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:19 smithi184 ceph-mon[136228]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T18:53:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:19 smithi071 ceph-mon[139725]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T18:53:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:19 smithi071 ceph-mon[142085]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-16T18:53:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:20 smithi184 ceph-mon[136228]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 359 op/s 2023-12-16T18:53:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:20 smithi184 ceph-mon[136228]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T18:53:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:20 smithi071 ceph-mon[142085]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 359 op/s 2023-12-16T18:53:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:20 smithi071 ceph-mon[142085]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T18:53:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:20 smithi071 ceph-mon[139725]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 359 op/s 2023-12-16T18:53:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:20 smithi071 ceph-mon[139725]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-16T18:53:21.543 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 40937821~6540233 2023-12-16T18:53:21.565 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 70700314~5428917 2023-12-16T18:53:21.565 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 64872184~1948957 2023-12-16T18:53:21.566 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 43202275~2845079 2023-12-16T18:53:21.594 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 8168005~1729532 2023-12-16T18:53:21.594 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 25925177~1258946 2023-12-16T18:53:21.594 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 70034053~2974091 2023-12-16T18:53:21.595 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 11513832~1522124 2023-12-16T18:53:21.595 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:21 smithi184 ceph-mon[136228]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T18:53:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:21 smithi071 ceph-mon[139725]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T18:53:21.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:21 smithi071 ceph-mon[142085]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-16T18:53:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:22 smithi184 ceph-mon[136228]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 19 KiB/s wr, 302 op/s 2023-12-16T18:53:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:22 smithi184 ceph-mon[136228]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T18:53:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:22 smithi071 ceph-mon[139725]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 19 KiB/s wr, 302 op/s 2023-12-16T18:53:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:22 smithi071 ceph-mon[139725]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T18:53:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:22 smithi071 ceph-mon[142085]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 19 KiB/s wr, 302 op/s 2023-12-16T18:53:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:22 smithi071 ceph-mon[142085]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-16T18:53:23.549 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 58033377~4899720 2023-12-16T18:53:23.562 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 45273080~7126731 2023-12-16T18:53:23.563 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 33855842~3998519 2023-12-16T18:53:23.567 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 17639111~2407599 2023-12-16T18:53:23.567 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 59036146~7735908 2023-12-16T18:53:23.614 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 26304216~3322756 2023-12-16T18:53:23.614 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 35028814~3014437 2023-12-16T18:53:23.628 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 33609178~133173 2023-12-16T18:53:23.628 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:53:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:23 smithi184 ceph-mon[136228]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T18:53:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:23 smithi071 ceph-mon[139725]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T18:53:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:23 smithi071 ceph-mon[142085]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-16T18:53:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:24 smithi184 ceph-mon[136228]: pgmap v2362: 169 pgs: 169 active+clean; 959 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 11 MiB/s wr, 357 op/s 2023-12-16T18:53:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:24 smithi184 ceph-mon[136228]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T18:53:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:24 smithi071 ceph-mon[142085]: pgmap v2362: 169 pgs: 169 active+clean; 959 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 11 MiB/s wr, 357 op/s 2023-12-16T18:53:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:24 smithi071 ceph-mon[142085]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T18:53:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:24 smithi071 ceph-mon[139725]: pgmap v2362: 169 pgs: 169 active+clean; 959 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 11 MiB/s wr, 357 op/s 2023-12-16T18:53:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:24 smithi071 ceph-mon[139725]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-16T18:53:25.563 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 132035794 2023-12-16T18:53:25.581 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 10565424~7910911 2023-12-16T18:53:25.598 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 26988587~7936207 2023-12-16T18:53:25.598 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 92920768~4600312 2023-12-16T18:53:25.603 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 69105948~2275792 2023-12-16T18:53:25.604 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 102717828~1829076 2023-12-16T18:53:25.604 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 116839750~8754 2023-12-16T18:53:25.604 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 12074351~1912128 2023-12-16T18:53:25.636 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 71186482~7690519 2023-12-16T18:53:25.637 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:53:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:25 smithi184 ceph-mon[136228]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T18:53:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:25 smithi071 ceph-mon[139725]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T18:53:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:25 smithi071 ceph-mon[142085]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-16T18:53:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:26 smithi184 ceph-mon[136228]: pgmap v2365: 169 pgs: 169 active+clean; 985 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 17 MiB/s wr, 352 op/s 2023-12-16T18:53:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:26 smithi184 ceph-mon[136228]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T18:53:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:26 smithi184 ceph-mon[136228]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T18:53:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[139725]: pgmap v2365: 169 pgs: 169 active+clean; 985 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 17 MiB/s wr, 352 op/s 2023-12-16T18:53:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[139725]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T18:53:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[139725]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T18:53:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[142085]: pgmap v2365: 169 pgs: 169 active+clean; 985 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 17 MiB/s wr, 352 op/s 2023-12-16T18:53:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[142085]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-16T18:53:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:26 smithi071 ceph-mon[142085]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-16T18:53:27.403 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap3 2023-12-16T18:53:27.419 INFO:tasks.workunit.client.0.smithi071.stdout:clone image157 -> image160 2023-12-16T18:53:27.524 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 104627452 2023-12-16T18:53:27.710 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.StressNoMigrate (8070 ms) 2023-12-16T18:53:27.710 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Stress 2023-12-16T18:53:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:27] "GET /metrics HTTP/1.1" 200 38888 "" "Prometheus/2.43.0" 2023-12-16T18:53:27.746 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:27.759 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 49282269~4182289 2023-12-16T18:53:27.793 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 75920422~7965658 2023-12-16T18:53:27.793 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 10980095~89014 2023-12-16T18:53:27.799 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 8610795~590820 2023-12-16T18:53:27.801 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 39211084~2646234 2023-12-16T18:53:27.831 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 75961772~2304318 2023-12-16T18:53:27.831 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 72754549~5178955 2023-12-16T18:53:27.869 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 29646480~11899 2023-12-16T18:53:27.869 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap0 2023-12-16T18:53:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: pgmap v2368: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 15 MiB/s wr, 182 op/s 2023-12-16T18:53:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T18:53:28.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: pgmap v2368: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 15 MiB/s wr, 182 op/s 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:53:28.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:53:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: pgmap v2368: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 15 MiB/s wr, 182 op/s 2023-12-16T18:53:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-16T18:53:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:53:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:53:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:53:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:53:29.581 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap0 2023-12-16T18:53:29.593 INFO:tasks.workunit.client.0.smithi071.stdout:clone image161 -> image164 2023-12-16T18:53:29.696 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 132585569 2023-12-16T18:53:29.707 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 42003182~994283 2023-12-16T18:53:29.722 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 106562810~3768857 2023-12-16T18:53:29.722 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 47624026~2711716 2023-12-16T18:53:29.773 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 12034394~324912 2023-12-16T18:53:29.782 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 60505590~2534546 2023-12-16T18:53:29.807 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 104091161~1616949 2023-12-16T18:53:29.808 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 35754161~7827596 2023-12-16T18:53:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:29 smithi184 ceph-mon[136228]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T18:53:29.854 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 1364118~1372757 2023-12-16T18:53:29.859 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:29 smithi071 ceph-mon[142085]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T18:53:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:29 smithi071 ceph-mon[139725]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-16T18:53:30.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:30 smithi184 ceph-mon[136228]: pgmap v2371: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 243 op/s 2023-12-16T18:53:30.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:30 smithi184 ceph-mon[136228]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T18:53:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:30 smithi071 ceph-mon[139725]: pgmap v2371: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 243 op/s 2023-12-16T18:53:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:30 smithi071 ceph-mon[139725]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T18:53:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:30 smithi071 ceph-mon[142085]: pgmap v2371: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 243 op/s 2023-12-16T18:53:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:30 smithi071 ceph-mon[142085]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-16T18:53:31.587 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 10216100~7534854 2023-12-16T18:53:31.599 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 100114091~6610478 2023-12-16T18:53:31.600 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 20359864~3183090 2023-12-16T18:53:31.602 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 33311160~1593245 2023-12-16T18:53:31.603 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 114670180~7086678 2023-12-16T18:53:31.612 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 66125786~2297557 2023-12-16T18:53:31.612 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 11224822~4441743 2023-12-16T18:53:31.670 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 131420720~1164849 2023-12-16T18:53:31.670 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:53:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:31 smithi184 ceph-mon[136228]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T18:53:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:31 smithi071 ceph-mon[139725]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T18:53:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:31 smithi071 ceph-mon[142085]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-16T18:53:32.021 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:53:32.329 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (43m) 9m ago 45m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (42m) 7m ago 45m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (46m) 9m ago 46m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (46m) 7m ago 46m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (42m) 7m ago 48m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (42m) 9m ago 50m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (42m) 9m ago 50m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (41m) 7m ago 49m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (42m) 9m ago 48m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (43m) 9m ago 45m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (42m) 7m ago 45m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (41m) 9m ago 48m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:53:32.330 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (40m) 9m ago 48m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (40m) 9m ago 48m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (39m) 9m ago 47m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (39m) 7m ago 47m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (38m) 7m ago 47m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (38m) 7m ago 47m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (37m) 7m ago 46m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:53:32.331 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (42m) 7m ago 46m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:53:32.719 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:53:32.720 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:53:32.721 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:53:32.721 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:53:32.721 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:53:32.721 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:53:32.721 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:32 smithi071 ceph-mon[139725]: pgmap v2374: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 11 MiB/s wr, 129 op/s 2023-12-16T18:53:32.721 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:32 smithi071 ceph-mon[139725]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T18:53:32.721 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:32 smithi071 ceph-mon[142085]: pgmap v2374: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 11 MiB/s wr, 129 op/s 2023-12-16T18:53:32.722 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:32 smithi071 ceph-mon[142085]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T18:53:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:32 smithi184 ceph-mon[136228]: pgmap v2374: 169 pgs: 169 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 11 MiB/s wr, 129 op/s 2023-12-16T18:53:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:32 smithi184 ceph-mon[136228]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-16T18:53:33.598 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap2 2023-12-16T18:53:33.611 INFO:tasks.workunit.client.0.smithi071.stdout:clone image164 -> image166 2023-12-16T18:53:33.740 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 130648659 2023-12-16T18:53:33.756 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 12663649~4619790 2023-12-16T18:53:33.810 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 20040433~8037525 2023-12-16T18:53:33.817 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 123141517~7507142 2023-12-16T18:53:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:33 smithi184 ceph-mon[136228]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:33 smithi184 ceph-mon[136228]: from='client.36642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:33 smithi184 ceph-mon[136228]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T18:53:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:33 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1433099642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:33.871 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 67680756~7704085 2023-12-16T18:53:33.884 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 106558125~2817380 2023-12-16T18:53:33.911 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 28013698~342689 2023-12-16T18:53:33.913 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 21203064~5405757 2023-12-16T18:53:33.947 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 69814699~5003495 2023-12-16T18:53:33.949 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:53:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[139725]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[139725]: from='client.36642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[139725]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T18:53:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1433099642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[142085]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[142085]: from='client.36642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:53:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[142085]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-16T18:53:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1433099642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:53:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:34 smithi184 ceph-mon[136228]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 335 op/s 2023-12-16T18:53:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:34 smithi184 ceph-mon[136228]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T18:53:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:34 smithi071 ceph-mon[139725]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 335 op/s 2023-12-16T18:53:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:34 smithi071 ceph-mon[139725]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T18:53:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:34 smithi071 ceph-mon[142085]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 15 MiB/s wr, 335 op/s 2023-12-16T18:53:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:34 smithi071 ceph-mon[142085]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-16T18:53:35.613 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap3 2023-12-16T18:53:35.625 INFO:tasks.workunit.client.0.smithi071.stdout:clone image166 -> image168 2023-12-16T18:53:35.784 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:35 smithi071 ceph-mon[139725]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T18:53:35.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:35 smithi071 ceph-mon[142085]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T18:53:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:35 smithi184 ceph-mon[136228]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-16T18:53:36.246 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:53:36.436 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:53:36.724 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Stress (9014 ms) 2023-12-16T18:53:36.724 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.Stress2 2023-12-16T18:53:36.755 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:36.766 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 30010543~3413292 2023-12-16T18:53:36.798 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 76596058~2387737 2023-12-16T18:53:36.799 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 68513523~7142276 2023-12-16T18:53:36.851 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 52377156~5540329 2023-12-16T18:53:36.851 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 13750930~2569508 2023-12-16T18:53:36.872 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 6446074~6340386 2023-12-16T18:53:36.874 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 52903217~2476692 2023-12-16T18:53:36.893 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 18902825~3947659 2023-12-16T18:53:36.893 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap0 2023-12-16T18:53:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:36 smithi071 ceph-mon[139725]: pgmap v2380: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 24 MiB/s wr, 446 op/s 2023-12-16T18:53:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:36 smithi071 ceph-mon[139725]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T18:53:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:36 smithi071 ceph-mon[142085]: pgmap v2380: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 24 MiB/s wr, 446 op/s 2023-12-16T18:53:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:36 smithi071 ceph-mon[142085]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T18:53:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:36 smithi184 ceph-mon[136228]: pgmap v2380: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 24 MiB/s wr, 446 op/s 2023-12-16T18:53:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:36 smithi184 ceph-mon[136228]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-16T18:53:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:37] "GET /metrics HTTP/1.1" 200 38888 "" "Prometheus/2.43.0" 2023-12-16T18:53:38.619 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap0 2023-12-16T18:53:38.633 INFO:tasks.workunit.client.0.smithi071.stdout:clone image169 -> image172 2023-12-16T18:53:38.736 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 154565177 2023-12-16T18:53:38.748 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 93953036~1763535 2023-12-16T18:53:38.770 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 39429580~6387613 2023-12-16T18:53:38.777 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 129709994~3094986 2023-12-16T18:53:38.804 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 85880436~5040195 2023-12-16T18:53:38.805 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 138930072~1395518 2023-12-16T18:53:38.818 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 14896127~332391 2023-12-16T18:53:38.851 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 16062002~1884926 2023-12-16T18:53:38.865 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 39208422~7472921 2023-12-16T18:53:38.870 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:53:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:38 smithi071 ceph-mon[139725]: pgmap v2382: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 467 op/s 2023-12-16T18:53:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:38 smithi071 ceph-mon[139725]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T18:53:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:38 smithi071 ceph-mon[142085]: pgmap v2382: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 467 op/s 2023-12-16T18:53:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:38 smithi071 ceph-mon[142085]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T18:53:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:38 smithi184 ceph-mon[136228]: pgmap v2382: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 467 op/s 2023-12-16T18:53:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:38 smithi184 ceph-mon[136228]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-16T18:53:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:39 smithi071 ceph-mon[139725]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T18:53:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:39 smithi071 ceph-mon[142085]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T18:53:40.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:39 smithi184 ceph-mon[136228]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-16T18:53:40.635 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:53:40.652 INFO:tasks.workunit.client.0.smithi071.stdout:clone image172 -> image174 2023-12-16T18:53:40.788 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 30242354~135234 2023-12-16T18:53:40.857 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 12812215~3058481 2023-12-16T18:53:40.882 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 39662947~3928065 2023-12-16T18:53:40.907 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 40054066~7974249 2023-12-16T18:53:40.913 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 134855029~5063606 2023-12-16T18:53:40.964 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 110041237~559084 2023-12-16T18:53:40.970 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 61217068~5281483 2023-12-16T18:53:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:40 smithi071 ceph-mon[139725]: pgmap v2385: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 830 op/s 2023-12-16T18:53:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:40 smithi071 ceph-mon[139725]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T18:53:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:40 smithi071 ceph-mon[142085]: pgmap v2385: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 830 op/s 2023-12-16T18:53:40.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:40 smithi071 ceph-mon[142085]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T18:53:41.009 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 121969143~2493488 2023-12-16T18:53:41.014 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:53:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:40 smithi184 ceph-mon[136228]: pgmap v2385: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 830 op/s 2023-12-16T18:53:41.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:40 smithi184 ceph-mon[136228]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-16T18:53:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:41 smithi071 ceph-mon[139725]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T18:53:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:41 smithi071 ceph-mon[142085]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T18:53:42.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:41 smithi184 ceph-mon[136228]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-16T18:53:42.645 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap2 2023-12-16T18:53:42.658 INFO:tasks.workunit.client.0.smithi071.stdout:clone image174 -> image176 2023-12-16T18:53:42.826 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 197428870 2023-12-16T18:53:42.838 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 9311758~6997252 2023-12-16T18:53:42.902 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 164852438~1068029 2023-12-16T18:53:42.902 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 25641824~1848705 2023-12-16T18:53:42.926 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 113705063~7353812 2023-12-16T18:53:42.935 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 156248219~5237527 2023-12-16T18:53:42.971 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 26401438~2567985 2023-12-16T18:53:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:42 smithi071 ceph-mon[139725]: pgmap v2388: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 9.8 MiB/s wr, 853 op/s 2023-12-16T18:53:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:42 smithi071 ceph-mon[139725]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T18:53:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:42 smithi071 ceph-mon[142085]: pgmap v2388: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 9.8 MiB/s wr, 853 op/s 2023-12-16T18:53:42.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:42 smithi071 ceph-mon[142085]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T18:53:42.973 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 158352888~2083952 2023-12-16T18:53:42.987 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 25883790~396373 2023-12-16T18:53:42.989 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:53:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:42 smithi184 ceph-mon[136228]: pgmap v2388: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 9.8 MiB/s wr, 853 op/s 2023-12-16T18:53:43.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:42 smithi184 ceph-mon[136228]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-16T18:53:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:43 smithi071 ceph-mon[139725]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T18:53:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:43 smithi071 ceph-mon[139725]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 708 op/s 2023-12-16T18:53:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:43 smithi071 ceph-mon[142085]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T18:53:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:43 smithi071 ceph-mon[142085]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 708 op/s 2023-12-16T18:53:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:43 smithi184 ceph-mon[136228]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-16T18:53:44.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:43 smithi184 ceph-mon[136228]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 708 op/s 2023-12-16T18:53:44.662 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap3 2023-12-16T18:53:44.675 INFO:tasks.workunit.client.0.smithi071.stdout:clone image176 -> image178 2023-12-16T18:53:44.872 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:53:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:44 smithi071 ceph-mon[139725]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T18:53:44.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:44 smithi071 ceph-mon[142085]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T18:53:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:44 smithi184 ceph-mon[136228]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-16T18:53:45.413 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 47442353~7167149 2023-12-16T18:53:45.492 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 174277904~6575926 2023-12-16T18:53:45.517 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 132146237~2753839 2023-12-16T18:53:45.568 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 142005580~5771275 2023-12-16T18:53:45.595 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 12949486~421997 2023-12-16T18:53:45.625 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 88117060~7033515 2023-12-16T18:53:45.658 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 190191535~335668 2023-12-16T18:53:45.681 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 85289777~7526787 2023-12-16T18:53:45.704 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user0 2023-12-16T18:53:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:45 smithi071 ceph-mon[139725]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T18:53:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:45 smithi071 ceph-mon[139725]: pgmap v2394: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 476 op/s 2023-12-16T18:53:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:45 smithi071 ceph-mon[142085]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T18:53:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:45 smithi071 ceph-mon[142085]: pgmap v2394: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 476 op/s 2023-12-16T18:53:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:45 smithi184 ceph-mon[136228]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-16T18:53:46.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:45 smithi184 ceph-mon[136228]: pgmap v2394: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 476 op/s 2023-12-16T18:53:47.672 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:47] "GET /metrics HTTP/1.1" 200 38888 "" "Prometheus/2.43.0" 2023-12-16T18:53:47.692 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 390760574 2023-12-16T18:53:47.705 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 339355359~7556911 2023-12-16T18:53:47.724 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 147012167~8012700 2023-12-16T18:53:47.724 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 172087635~3636359 2023-12-16T18:53:47.726 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 348272635~1743723 2023-12-16T18:53:47.727 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 351700424~2347741 2023-12-16T18:53:47.729 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 353868400~4913211 2023-12-16T18:53:47.779 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 68039409~3652416 2023-12-16T18:53:47.780 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 152834678~237617 2023-12-16T18:53:47.784 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user1 2023-12-16T18:53:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:47 smithi071 ceph-mon[139725]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T18:53:47.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:47 smithi071 ceph-mon[139725]: pgmap v2396: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 498 op/s 2023-12-16T18:53:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:47 smithi071 ceph-mon[142085]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T18:53:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:47 smithi071 ceph-mon[142085]: pgmap v2396: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 498 op/s 2023-12-16T18:53:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:47 smithi184 ceph-mon[136228]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-16T18:53:48.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:47 smithi184 ceph-mon[136228]: pgmap v2396: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 20 MiB/s wr, 498 op/s 2023-12-16T18:53:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:48 smithi071 ceph-mon[139725]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T18:53:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:48 smithi071 ceph-mon[142085]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T18:53:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:48 smithi184 ceph-mon[136228]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-16T18:53:49.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:53:49.701 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 395481708 2023-12-16T18:53:49.714 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 225622364~8156851 2023-12-16T18:53:49.739 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 121150832~8067914 2023-12-16T18:53:49.739 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 84513241~2227369 2023-12-16T18:53:49.741 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 123523629~6200713 2023-12-16T18:53:49.806 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 357660428~3966372 2023-12-16T18:53:49.807 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 64191933~3966734 2023-12-16T18:53:49.807 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 345850834~6325776 2023-12-16T18:53:49.814 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 288728276~8376451 2023-12-16T18:53:49.814 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user2 2023-12-16T18:53:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:49 smithi071 ceph-mon[139725]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T18:53:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:49 smithi071 ceph-mon[139725]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 714 op/s 2023-12-16T18:53:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:49 smithi071 ceph-mon[142085]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T18:53:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:49 smithi071 ceph-mon[142085]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 714 op/s 2023-12-16T18:53:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:49 smithi184 ceph-mon[136228]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-16T18:53:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:49 smithi184 ceph-mon[136228]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 25 MiB/s wr, 714 op/s 2023-12-16T18:53:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:50 smithi071 ceph-mon[142085]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T18:53:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:50 smithi071 ceph-mon[139725]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T18:53:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:50 smithi184 ceph-mon[136228]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-16T18:53:51.717 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 304019316 2023-12-16T18:53:51.744 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 43109920~8141946 2023-12-16T18:53:51.767 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 117512163~955905 2023-12-16T18:53:51.767 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 27246980~3036080 2023-12-16T18:53:51.768 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 250229024~143942 2023-12-16T18:53:51.769 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 99015427~1172261 2023-12-16T18:53:51.769 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 120764890~139622 2023-12-16T18:53:51.769 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 80005985~3373016 2023-12-16T18:53:51.775 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 297101297~6918019 2023-12-16T18:53:51.775 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user3 2023-12-16T18:53:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:51 smithi071 ceph-mon[139725]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T18:53:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:51 smithi071 ceph-mon[139725]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 650 op/s 2023-12-16T18:53:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:51 smithi071 ceph-mon[142085]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T18:53:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:51 smithi071 ceph-mon[142085]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 650 op/s 2023-12-16T18:53:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:51 smithi184 ceph-mon[136228]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-16T18:53:52.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:51 smithi184 ceph-mon[136228]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 650 op/s 2023-12-16T18:53:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:52 smithi071 ceph-mon[139725]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T18:53:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:52 smithi071 ceph-mon[142085]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T18:53:52.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:52 smithi184 ceph-mon[136228]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-16T18:53:53.726 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 414260030 2023-12-16T18:53:53.747 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 41426003~10356500 2023-12-16T18:53:53.761 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 44015128~5178250 2023-12-16T18:53:53.841 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 82852006~10356500 2023-12-16T18:53:53.852 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 85441131~5178250 2023-12-16T18:53:53.920 INFO:tasks.workunit.client.0.smithi071.stdout:write: 3 124278009~10356500 2023-12-16T18:53:53.931 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 126867134~5178250 2023-12-16T18:53:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:53 smithi071 ceph-mon[139725]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T18:53:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:53 smithi071 ceph-mon[139725]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-16T18:53:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:53 smithi071 ceph-mon[142085]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T18:53:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:53 smithi071 ceph-mon[142085]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-16T18:53:53.993 INFO:tasks.workunit.client.0.smithi071.stdout:write: 4 165704012~10356500 2023-12-16T18:53:54.003 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 168293137~5178250 2023-12-16T18:53:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:53 smithi184 ceph-mon[136228]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-16T18:53:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:53 smithi184 ceph-mon[136228]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-16T18:53:54.099 INFO:tasks.workunit.client.0.smithi071.stdout:write: 5 207130015~10356500 2023-12-16T18:53:54.110 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 209719140~5178250 2023-12-16T18:53:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:54 smithi071 ceph-mon[139725]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T18:53:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:54 smithi071 ceph-mon[142085]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T18:53:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:54 smithi184 ceph-mon[136228]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-16T18:53:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:55 smithi071 ceph-mon[139725]: pgmap v2407: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 33 MiB/s wr, 430 op/s 2023-12-16T18:53:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:55 smithi071 ceph-mon[142085]: pgmap v2407: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 33 MiB/s wr, 430 op/s 2023-12-16T18:53:56.085 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:53:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:55 smithi184 ceph-mon[136228]: pgmap v2407: 169 pgs: 169 active+clean; 1.7 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 33 MiB/s wr, 430 op/s 2023-12-16T18:53:56.335 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:53:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:53:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:53:57] "GET /metrics HTTP/1.1" 200 38891 "" "Prometheus/2.43.0" 2023-12-16T18:53:58.346 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.Stress2 (21621 ms) 2023-12-16T18:53:58.346 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMigration.StressLive 2023-12-16T18:53:58.379 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 83886080 2023-12-16T18:53:58.390 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 56630466~1376536 2023-12-16T18:53:58.408 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 47285948~3319817 2023-12-16T18:53:58.408 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 24063767~3249102 2023-12-16T18:53:58.431 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 17963487~3643110 2023-12-16T18:53:58.434 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 28796777~2032981 2023-12-16T18:53:58.450 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 9573850~7136139 2023-12-16T18:53:58.450 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 65609733~7255155 2023-12-16T18:53:58.492 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 24988276~2081226 2023-12-16T18:53:58.495 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap0 2023-12-16T18:53:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:53:58 smithi071 ceph-mon[139725]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 89 MiB/s rd, 34 MiB/s wr, 411 op/s 2023-12-16T18:53:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:53:58 smithi071 ceph-mon[142085]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 89 MiB/s rd, 34 MiB/s wr, 411 op/s 2023-12-16T18:53:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:53:58 smithi184 ceph-mon[136228]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 89 MiB/s rd, 34 MiB/s wr, 411 op/s 2023-12-16T18:54:00.416 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap0 2023-12-16T18:54:00.427 INFO:tasks.workunit.client.0.smithi071.stdout:clone image179 -> image182 2023-12-16T18:54:00.526 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 9134499~5691568 2023-12-16T18:54:00.575 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 6863830~3417194 2023-12-16T18:54:00.581 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 28722640~1127450 2023-12-16T18:54:00.605 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 38054898~3829028 2023-12-16T18:54:00.611 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 27524263~3464681 2023-12-16T18:54:00.632 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 70671651~7552789 2023-12-16T18:54:00.679 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 42483757~3115219 2023-12-16T18:54:00.711 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 73543900~1472997 2023-12-16T18:54:00.713 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap1 2023-12-16T18:54:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:00 smithi071 ceph-mon[139725]: pgmap v2409: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s rd, 35 MiB/s wr, 616 op/s 2023-12-16T18:54:00.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:00 smithi071 ceph-mon[139725]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T18:54:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:00 smithi071 ceph-mon[142085]: pgmap v2409: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s rd, 35 MiB/s wr, 616 op/s 2023-12-16T18:54:00.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:00 smithi071 ceph-mon[142085]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T18:54:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:00 smithi184 ceph-mon[136228]: pgmap v2409: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s rd, 35 MiB/s wr, 616 op/s 2023-12-16T18:54:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:00 smithi184 ceph-mon[136228]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-16T18:54:01.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:01 smithi071 ceph-mon[139725]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T18:54:01.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:01 smithi071 ceph-mon[142085]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T18:54:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:01 smithi184 ceph-mon[136228]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-16T18:54:02.432 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap1 2023-12-16T18:54:02.445 INFO:tasks.workunit.client.0.smithi071.stdout:clone image182 -> image184 2023-12-16T18:54:02.571 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 26303951~5332980 2023-12-16T18:54:02.631 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 7365961~5908371 2023-12-16T18:54:02.653 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 46598942~4769080 2023-12-16T18:54:02.691 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 20412843~162596 2023-12-16T18:54:02.697 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 10632430~3156772 2023-12-16T18:54:02.717 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 45701761~3458079 2023-12-16T18:54:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:02 smithi071 ceph-mon[139725]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 620 op/s 2023-12-16T18:54:02.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:02 smithi071 ceph-mon[139725]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T18:54:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:02 smithi071 ceph-mon[142085]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 620 op/s 2023-12-16T18:54:02.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:02 smithi071 ceph-mon[142085]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T18:54:02.757 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 59481296~7361129 2023-12-16T18:54:02.806 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 77887187~4504612 2023-12-16T18:54:02.813 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap2 2023-12-16T18:54:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:02 smithi184 ceph-mon[136228]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 208 MiB/s rd, 22 MiB/s wr, 620 op/s 2023-12-16T18:54:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:02 smithi184 ceph-mon[136228]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-16T18:54:03.066 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:54:03.375 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:54:03.375 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (43m) 9m ago 46m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (43m) 7m ago 46m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (47m) 9m ago 47m 25.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (47m) 7m ago 47m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (43m) 7m ago 49m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (43m) 9m ago 50m 508M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (42m) 9m ago 50m 116M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (42m) 7m ago 49m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (42m) 9m ago 49m 84.5M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (43m) 9m ago 46m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (43m) 7m ago 46m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (41m) 9m ago 49m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (41m) 9m ago 48m 351M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (40m) 9m ago 48m 390M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (40m) 9m ago 48m 393M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:54:03.376 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (39m) 7m ago 48m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:54:03.377 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (39m) 7m ago 47m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:54:03.377 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (38m) 7m ago 47m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:54:03.377 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (38m) 7m ago 47m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:54:03.377 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (43m) 7m ago 46m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:54:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:03 smithi071 ceph-mon[139725]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T18:54:03.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:03.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:03 smithi071 ceph-mon[142085]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T18:54:03.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:54:03.766 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:54:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:03 smithi184 ceph-mon[136228]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-16T18:54:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:04.446 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap2 2023-12-16T18:54:04.459 INFO:tasks.workunit.client.0.smithi071.stdout:clone image184 -> image186 2023-12-16T18:54:04.612 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 77939548~5946532 2023-12-16T18:54:04.665 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 59742861~1743921 2023-12-16T18:54:04.693 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 51239750~5423730 2023-12-16T18:54:04.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[142085]: pgmap v2415: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 9.9 MiB/s wr, 419 op/s 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[142085]: from='client.46613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[142085]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[142085]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1971657408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[139725]: pgmap v2415: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 9.9 MiB/s wr, 419 op/s 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[139725]: from='client.46613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[139725]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[139725]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T18:54:04.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:04 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1971657408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:04.755 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 150341~4585392 2023-12-16T18:54:04.762 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 39612822~1448819 2023-12-16T18:54:04.779 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 32498268~6585378 2023-12-16T18:54:04.807 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 37084182~2391882 2023-12-16T18:54:04.822 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 67020509~81964 2023-12-16T18:54:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:04 smithi184 ceph-mon[136228]: pgmap v2415: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 159 MiB/s rd, 9.9 MiB/s wr, 419 op/s 2023-12-16T18:54:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:04 smithi184 ceph-mon[136228]: from='client.46613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:04 smithi184 ceph-mon[136228]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:04 smithi184 ceph-mon[136228]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-16T18:54:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:04 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1971657408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:04.866 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: snap3 2023-12-16T18:54:05.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:05 smithi071 ceph-mon[139725]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T18:54:05.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:05 smithi071 ceph-mon[142085]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T18:54:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:05 smithi184 ceph-mon[136228]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-16T18:54:06.464 INFO:tasks.workunit.client.0.smithi071.stdout:snap_protect: snap3 2023-12-16T18:54:06.476 INFO:tasks.workunit.client.0.smithi071.stdout:clone image186 -> image188 2023-12-16T18:54:06.668 INFO:tasks.workunit.client.0.smithi071.stdout:migration_prepare 2023-12-16T18:54:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:06 smithi071 ceph-mon[139725]: pgmap v2418: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 20 MiB/s wr, 434 op/s 2023-12-16T18:54:06.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:06 smithi071 ceph-mon[139725]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T18:54:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:06 smithi071 ceph-mon[142085]: pgmap v2418: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 20 MiB/s wr, 434 op/s 2023-12-16T18:54:06.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:06 smithi071 ceph-mon[142085]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T18:54:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:06 smithi184 ceph-mon[136228]: pgmap v2418: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 20 MiB/s wr, 434 op/s 2023-12-16T18:54:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:06 smithi184 ceph-mon[136228]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-16T18:54:07.134 INFO:tasks.workunit.client.0.smithi071.stdout:migration_execute 2023-12-16T18:54:07.134 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 11058307~4567547 2023-12-16T18:54:07.210 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 41278751~98064 2023-12-16T18:54:07.240 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 78972558~4913522 2023-12-16T18:54:07.275 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 45829083~3094432 2023-12-16T18:54:07.320 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 7599044~4317183 2023-12-16T18:54:07.375 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 70662309~6275758 2023-12-16T18:54:07.401 INFO:tasks.workunit.client.0.smithi071.stdout:write: a 12222290~4842499 2023-12-16T18:54:07.438 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 40140852~6618736 2023-12-16T18:54:07.440 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user0 2023-12-16T18:54:07.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:07 smithi071 ceph-mon[139725]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T18:54:07.725 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:07] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2023-12-16T18:54:07.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:07 smithi071 ceph-mon[142085]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T18:54:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:07 smithi184 ceph-mon[136228]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-16T18:54:08.475 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 7494522~3653858 2023-12-16T18:54:08.482 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 70913063~1053072 2023-12-16T18:54:08.482 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 57443110~554733 2023-12-16T18:54:08.482 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 81885111~2000969 2023-12-16T18:54:08.483 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 47473759~1114736 2023-12-16T18:54:08.484 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 17803597~7969141 2023-12-16T18:54:08.484 INFO:tasks.workunit.client.0.smithi071.stdout:write: b 37986010~8037823 2023-12-16T18:54:08.499 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 52650562~5593929 2023-12-16T18:54:08.589 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user1 2023-12-16T18:54:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:08 smithi071 ceph-mon[139725]: pgmap v2421: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 486 op/s 2023-12-16T18:54:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:08 smithi071 ceph-mon[139725]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T18:54:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:08 smithi071 ceph-mon[142085]: pgmap v2421: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 486 op/s 2023-12-16T18:54:08.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:08 smithi071 ceph-mon[142085]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T18:54:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:08 smithi184 ceph-mon[136228]: pgmap v2421: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 19 MiB/s wr, 486 op/s 2023-12-16T18:54:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:08 smithi184 ceph-mon[136228]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-16T18:54:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:09 smithi071 ceph-mon[139725]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T18:54:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:09 smithi071 ceph-mon[142085]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T18:54:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:09 smithi184 ceph-mon[136228]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-16T18:54:10.496 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 24009652~4929640 2023-12-16T18:54:10.516 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 24801289~8085785 2023-12-16T18:54:10.577 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 37568793~2729871 2023-12-16T18:54:10.578 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 59337278~7234509 2023-12-16T18:54:10.578 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 20465616~7567806 2023-12-16T18:54:10.587 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 39352366~4450704 2023-12-16T18:54:10.627 INFO:tasks.workunit.client.0.smithi071.stdout:write: c 9306992~1886212 2023-12-16T18:54:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 17769342~1063184 2023-12-16T18:54:10.628 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user2 2023-12-16T18:54:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:10 smithi184 ceph-mon[136228]: pgmap v2424: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 766 op/s 2023-12-16T18:54:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:10 smithi184 ceph-mon[136228]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T18:54:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:10 smithi071 ceph-mon[142085]: pgmap v2424: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 766 op/s 2023-12-16T18:54:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:10 smithi071 ceph-mon[142085]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T18:54:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:10 smithi071 ceph-mon[139725]: pgmap v2424: 169 pgs: 169 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 766 op/s 2023-12-16T18:54:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:10 smithi071 ceph-mon[139725]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-16T18:54:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:11 smithi184 ceph-mon[136228]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T18:54:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:11 smithi071 ceph-mon[139725]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T18:54:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:11 smithi071 ceph-mon[142085]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-16T18:54:12.511 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 130696504 2023-12-16T18:54:12.527 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 72982207~1546859 2023-12-16T18:54:12.533 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 22172773~6868353 2023-12-16T18:54:12.534 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 91417769~1809048 2023-12-16T18:54:12.536 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 18578133~625962 2023-12-16T18:54:12.536 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 66264508~3659680 2023-12-16T18:54:12.540 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 99911090~40750 2023-12-16T18:54:12.540 INFO:tasks.workunit.client.0.smithi071.stdout:write: d 43703855~1198574 2023-12-16T18:54:12.541 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 105080272~4822423 2023-12-16T18:54:12.541 INFO:tasks.workunit.client.0.smithi071.stdout:snap_create: user3 2023-12-16T18:54:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:12 smithi184 ceph-mon[136228]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 27 MiB/s wr, 731 op/s 2023-12-16T18:54:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:12 smithi184 ceph-mon[136228]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T18:54:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:12 smithi071 ceph-mon[139725]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 27 MiB/s wr, 731 op/s 2023-12-16T18:54:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:12 smithi071 ceph-mon[139725]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T18:54:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:12 smithi071 ceph-mon[142085]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 27 MiB/s wr, 731 op/s 2023-12-16T18:54:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:12 smithi071 ceph-mon[142085]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-16T18:54:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:13 smithi184 ceph-mon[136228]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T18:54:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:13 smithi071 ceph-mon[139725]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T18:54:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:13 smithi071 ceph-mon[142085]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-16T18:54:14.530 INFO:tasks.workunit.client.0.smithi071.stdout:write: 1 13069650~3267412 2023-12-16T18:54:14.531 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 13886503~1633706 2023-12-16T18:54:14.560 INFO:tasks.workunit.client.0.smithi071.stdout:write: 2 26139300~3267412 2023-12-16T18:54:14.561 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 26956153~1633706 2023-12-16T18:54:14.579 INFO:tasks.workunit.client.0.smithi071.stdout:write: 3 39208951~3267412 2023-12-16T18:54:14.580 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 40025804~1633706 2023-12-16T18:54:14.599 INFO:tasks.workunit.client.0.smithi071.stdout:write: 4 52278601~3267412 2023-12-16T18:54:14.600 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 53095454~1633706 2023-12-16T18:54:14.616 INFO:tasks.workunit.client.0.smithi071.stdout:write: 5 65348252~3267412 2023-12-16T18:54:14.617 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 66165105~1633706 2023-12-16T18:54:14.736 INFO:tasks.workunit.client.0.smithi071.stdout:migration_commit 2023-12-16T18:54:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:14 smithi184 ceph-mon[136228]: pgmap v2430: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 31 MiB/s wr, 565 op/s 2023-12-16T18:54:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:14 smithi184 ceph-mon[136228]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T18:54:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:14 smithi071 ceph-mon[139725]: pgmap v2430: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 31 MiB/s wr, 565 op/s 2023-12-16T18:54:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:14 smithi071 ceph-mon[139725]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T18:54:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:14 smithi071 ceph-mon[142085]: pgmap v2430: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 31 MiB/s wr, 565 op/s 2023-12-16T18:54:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:14 smithi071 ceph-mon[142085]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-16T18:54:15.555 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMigration.StressLive (17210 ms) 2023-12-16T18:54:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:15 smithi184 ceph-mon[136228]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T18:54:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:15 smithi071 ceph-mon[139725]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T18:54:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:15 smithi071 ceph-mon[142085]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-16T18:54:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:16 smithi184 ceph-mon[136228]: pgmap v2433: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 476 op/s 2023-12-16T18:54:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:16 smithi071 ceph-mon[139725]: pgmap v2433: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 476 op/s 2023-12-16T18:54:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:16 smithi071 ceph-mon[142085]: pgmap v2433: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 476 op/s 2023-12-16T18:54:17.534 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 57 tests from TestMigration (262830 ms total) 2023-12-16T18:54:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:54:17.535 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 6 tests from TestGroup 2023-12-16T18:54:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:17 smithi071 ceph-mon[139725]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T18:54:17.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:17 smithi071 ceph-mon[142085]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T18:54:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:17] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2023-12-16T18:54:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:17 smithi184 ceph-mon[136228]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-16T18:54:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:18 smithi184 ceph-mon[136228]: pgmap v2435: 137 pgs: 137 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T18:54:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:18 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:18 smithi184 ceph-mon[136228]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T18:54:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[139725]: pgmap v2435: 137 pgs: 137 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T18:54:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[139725]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T18:54:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[142085]: pgmap v2435: 137 pgs: 137 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[142085]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:19.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.group_create 2023-12-16T18:54:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:19 smithi184 ceph-mon[136228]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T18:54:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:19 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:19 smithi071 ceph-mon[139725]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T18:54:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:19 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:19 smithi071 ceph-mon[142085]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-16T18:54:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:19 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:20 smithi184 ceph-mon[136228]: pgmap v2438: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2023-12-16T18:54:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:20 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:54:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:20 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:20 smithi184 ceph-mon[136228]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T18:54:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[139725]: pgmap v2438: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2023-12-16T18:54:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:54:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[139725]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T18:54:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[142085]: pgmap v2438: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2023-12-16T18:54:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:54:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1078723350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:20 smithi071 ceph-mon[142085]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-16T18:54:21.586 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.group_create (2042 ms) 2023-12-16T18:54:21.586 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.group_createPP 2023-12-16T18:54:21.605 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.group_createPP (19 ms) 2023-12-16T18:54:21.605 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.add_image 2023-12-16T18:54:21.647 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.add_image (42 ms) 2023-12-16T18:54:21.647 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.add_imagePP 2023-12-16T18:54:21.686 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.add_imagePP (39 ms) 2023-12-16T18:54:21.686 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.add_snapshot 2023-12-16T18:54:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:21 smithi184 ceph-mon[136228]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T18:54:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:21 smithi071 ceph-mon[139725]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T18:54:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:21 smithi071 ceph-mon[142085]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-16T18:54:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:22 smithi184 ceph-mon[136228]: pgmap v2441: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-16T18:54:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:22 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:22 smithi184 ceph-mon[136228]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T18:54:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[139725]: pgmap v2441: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-16T18:54:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[139725]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T18:54:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[142085]: pgmap v2441: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-16T18:54:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:54:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:22 smithi071 ceph-mon[142085]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-16T18:54:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:23 smithi184 ceph-mon[136228]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T18:54:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:23 smithi071 ceph-mon[139725]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T18:54:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:23 smithi071 ceph-mon[142085]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-16T18:54:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:24 smithi184 ceph-mon[136228]: pgmap v2444: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2023-12-16T18:54:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:24 smithi184 ceph-mon[136228]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T18:54:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:24 smithi071 ceph-mon[139725]: pgmap v2444: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2023-12-16T18:54:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:24 smithi071 ceph-mon[139725]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T18:54:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:24 smithi071 ceph-mon[142085]: pgmap v2444: 137 pgs: 4 creating+peering, 3 unknown, 130 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2023-12-16T18:54:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:24 smithi071 ceph-mon[142085]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-16T18:54:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:25 smithi184 ceph-mon[136228]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T18:54:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:25 smithi071 ceph-mon[139725]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T18:54:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:25 smithi071 ceph-mon[142085]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-16T18:54:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:26 smithi184 ceph-mon[136228]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 15 KiB/s wr, 171 op/s 2023-12-16T18:54:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:26 smithi184 ceph-mon[136228]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T18:54:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:26 smithi071 ceph-mon[139725]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 15 KiB/s wr, 171 op/s 2023-12-16T18:54:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:26 smithi071 ceph-mon[139725]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T18:54:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:26 smithi071 ceph-mon[142085]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 15 KiB/s wr, 171 op/s 2023-12-16T18:54:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:26 smithi071 ceph-mon[142085]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-16T18:54:27.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:27] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-16T18:54:27.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.add_snapshot (5932 ms) 2023-12-16T18:54:27.618 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestGroup.add_snapshotPP 2023-12-16T18:54:27.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:27 smithi071 ceph-mon[139725]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T18:54:27.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:27 smithi071 ceph-mon[142085]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T18:54:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:27 smithi184 ceph-mon[136228]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-16T18:54:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[139725]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 160 op/s 2023-12-16T18:54:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[139725]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T18:54:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:54:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[142085]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 160 op/s 2023-12-16T18:54:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[142085]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T18:54:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:54:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:28 smithi184 ceph-mon[136228]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 160 op/s 2023-12-16T18:54:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:28 smithi184 ceph-mon[136228]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-16T18:54:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:54:29.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:29 smithi071 ceph-mon[139725]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T18:54:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:29 smithi071 ceph-mon[142085]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T18:54:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:29 smithi184 ceph-mon[136228]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-16T18:54:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[139725]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2023-12-16T18:54:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[139725]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T18:54:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:30.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[142085]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2023-12-16T18:54:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[142085]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T18:54:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:30.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:30 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:30 smithi184 ceph-mon[136228]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2023-12-16T18:54:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:30 smithi184 ceph-mon[136228]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-16T18:54:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:30 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:30 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[139725]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[139725]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[142085]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:31 smithi071 ceph-mon[142085]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T18:54:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:31 smithi184 ceph-mon[136228]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-16T18:54:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:54:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:54:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:31 smithi184 ceph-mon[136228]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-16T18:54:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:32 smithi071 ceph-mon[139725]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2023-12-16T18:54:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:32 smithi071 ceph-mon[139725]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T18:54:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:32 smithi071 ceph-mon[142085]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2023-12-16T18:54:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:32 smithi071 ceph-mon[142085]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T18:54:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:32 smithi184 ceph-mon[136228]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 9.7 KiB/s wr, 130 op/s 2023-12-16T18:54:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:32 smithi184 ceph-mon[136228]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-16T18:54:33.438 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestGroup.add_snapshotPP (5820 ms) 2023-12-16T18:54:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:33 smithi071 ceph-mon[139725]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T18:54:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:33 smithi071 ceph-mon[142085]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T18:54:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:33 smithi184 ceph-mon[136228]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-16T18:54:34.114 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:54:34.421 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 6 tests from TestGroup (13894 ms total) 2023-12-16T18:54:34.422 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:54:34.422 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 31 tests from TestDeepCopy 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (44m) 3s ago 46m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (43m) 8m ago 46m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (47m) 3s ago 47m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (47m) 8m ago 47m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (43m) 8m ago 49m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:54:34.429 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (43m) 3s ago 51m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (43m) 3s ago 51m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (42m) 8m ago 50m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (43m) 3s ago 49m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (44m) 3s ago 46m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (43m) 8m ago 46m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (42m) 3s ago 49m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (41m) 3s ago 49m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (41m) 3s ago 49m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (40m) 3s ago 48m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (40m) 8m ago 48m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (39m) 8m ago 48m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (39m) 8m ago 48m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (39m) 8m ago 47m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:54:34.430 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (43m) 8m ago 47m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:34.835 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:54:34.836 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:54:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:34 smithi071 ceph-mon[139725]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2023-12-16T18:54:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:34 smithi071 ceph-mon[139725]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T18:54:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:34 smithi071 ceph-mon[142085]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2023-12-16T18:54:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:34 smithi071 ceph-mon[142085]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T18:54:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:34 smithi184 ceph-mon[136228]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2023-12-16T18:54:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:34 smithi184 ceph-mon[136228]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-16T18:54:35.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3143436889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: pgmap v2462: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3305046869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3143436889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: pgmap v2462: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:35.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T18:54:35.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3305046869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:35.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:35 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:54:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3143436889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:54:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: pgmap v2462: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:36.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-16T18:54:36.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3305046869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:36.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:35 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:54:36.427 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Empty 2023-12-16T18:54:37.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:37 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:37.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:37 smithi071 ceph-mon[139725]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T18:54:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:37] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-16T18:54:37.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:37 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:37.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:37 smithi071 ceph-mon[142085]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T18:54:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:37 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:54:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:37 smithi184 ceph-mon[136228]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-16T18:54:38.550 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Empty (2122 ms) 2023-12-16T18:54:38.550 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.NoSnaps 2023-12-16T18:54:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:38 smithi071 ceph-mon[139725]: pgmap v2465: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:38.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:38 smithi071 ceph-mon[139725]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T18:54:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:38 smithi071 ceph-mon[142085]: pgmap v2465: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:38.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:38 smithi071 ceph-mon[142085]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T18:54:38.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.NoSnaps (235 ms) 2023-12-16T18:54:38.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Snaps 2023-12-16T18:54:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:38 smithi184 ceph-mon[136228]: pgmap v2465: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:54:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:38 smithi184 ceph-mon[136228]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-16T18:54:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:39 smithi071 ceph-mon[139725]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T18:54:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:39 smithi071 ceph-mon[142085]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T18:54:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:39 smithi184 ceph-mon[136228]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-16T18:54:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:40 smithi071 ceph-mon[139725]: pgmap v2468: 137 pgs: 6 unknown, 131 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2023-12-16T18:54:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:40 smithi071 ceph-mon[139725]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T18:54:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:40 smithi071 ceph-mon[142085]: pgmap v2468: 137 pgs: 6 unknown, 131 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2023-12-16T18:54:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:40 smithi071 ceph-mon[142085]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T18:54:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:40 smithi184 ceph-mon[136228]: pgmap v2468: 137 pgs: 6 unknown, 131 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2023-12-16T18:54:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:40 smithi184 ceph-mon[136228]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-16T18:54:41.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:41 smithi071 ceph-mon[139725]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T18:54:41.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:41 smithi071 ceph-mon[142085]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T18:54:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:41 smithi184 ceph-mon[136228]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-16T18:54:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:42 smithi071 ceph-mon[139725]: pgmap v2471: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2023-12-16T18:54:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:42 smithi071 ceph-mon[139725]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T18:54:42.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:42 smithi071 ceph-mon[142085]: pgmap v2471: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2023-12-16T18:54:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:42 smithi071 ceph-mon[142085]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T18:54:42.736 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Snaps (3952 ms) 2023-12-16T18:54:42.736 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2023-12-16T18:54:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:42 smithi184 ceph-mon[136228]: pgmap v2471: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 90 op/s 2023-12-16T18:54:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:42 smithi184 ceph-mon[136228]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-16T18:54:43.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:43 smithi071 ceph-mon[139725]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T18:54:43.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:43 smithi071 ceph-mon[142085]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T18:54:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:43 smithi184 ceph-mon[136228]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-16T18:54:44.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.SnapDiscard (1855 ms) 2023-12-16T18:54:44.592 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2023-12-16T18:54:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:44 smithi184 ceph-mon[136228]: pgmap v2474: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 119 op/s 2023-12-16T18:54:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:44 smithi184 ceph-mon[136228]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T18:54:44.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:44 smithi071 ceph-mon[139725]: pgmap v2474: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 119 op/s 2023-12-16T18:54:44.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:44 smithi071 ceph-mon[139725]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T18:54:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:44 smithi071 ceph-mon[142085]: pgmap v2474: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 119 op/s 2023-12-16T18:54:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:44 smithi071 ceph-mon[142085]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-16T18:54:45.665 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneDiscard (1074 ms) 2023-12-16T18:54:45.665 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneShrink 2023-12-16T18:54:45.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:45 smithi071 ceph-mon[139725]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T18:54:45.817 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:45 smithi071 ceph-mon[142085]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T18:54:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:45 smithi184 ceph-mon[136228]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-16T18:54:46.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneShrink (911 ms) 2023-12-16T18:54:46.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneExpand 2023-12-16T18:54:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:46 smithi184 ceph-mon[136228]: pgmap v2477: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 153 op/s 2023-12-16T18:54:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:46 smithi184 ceph-mon[136228]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T18:54:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:46 smithi184 ceph-mon[136228]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T18:54:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[139725]: pgmap v2477: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 153 op/s 2023-12-16T18:54:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[139725]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T18:54:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[139725]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T18:54:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[142085]: pgmap v2477: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 11 MiB/s wr, 153 op/s 2023-12-16T18:54:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[142085]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-16T18:54:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:46 smithi071 ceph-mon[142085]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-16T18:54:47.719 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneExpand (1143 ms) 2023-12-16T18:54:47.719 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2023-12-16T18:54:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:47] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-16T18:54:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:48 smithi184 ceph-mon[136228]: pgmap v2480: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 200 op/s 2023-12-16T18:54:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:48 smithi184 ceph-mon[136228]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T18:54:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:48.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[142085]: pgmap v2480: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 200 op/s 2023-12-16T18:54:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[142085]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T18:54:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[139725]: pgmap v2480: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 200 op/s 2023-12-16T18:54:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[139725]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-16T18:54:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:54:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:49 smithi184 ceph-mon[136228]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T18:54:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:49 smithi071 ceph-mon[139725]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T18:54:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:49 smithi071 ceph-mon[142085]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-16T18:54:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:54:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:50 smithi184 ceph-mon[136228]: pgmap v2483: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2023-12-16T18:54:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:50 smithi184 ceph-mon[136228]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T18:54:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:50 smithi071 ceph-mon[139725]: pgmap v2483: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2023-12-16T18:54:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:50 smithi071 ceph-mon[139725]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T18:54:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:50 smithi071 ceph-mon[142085]: pgmap v2483: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2023-12-16T18:54:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:50 smithi071 ceph-mon[142085]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-16T18:54:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:51 smithi184 ceph-mon[136228]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T18:54:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:51 smithi071 ceph-mon[139725]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T18:54:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:51 smithi071 ceph-mon[142085]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-16T18:54:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:52 smithi184 ceph-mon[136228]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:54:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:52 smithi184 ceph-mon[136228]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T18:54:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:52 smithi071 ceph-mon[139725]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:54:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:52 smithi071 ceph-mon[139725]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T18:54:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:52 smithi071 ceph-mon[142085]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 383 op/s 2023-12-16T18:54:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:52 smithi071 ceph-mon[142085]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-16T18:54:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:53 smithi184 ceph-mon[136228]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T18:54:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:53 smithi071 ceph-mon[142085]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T18:54:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:53 smithi071 ceph-mon[139725]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-16T18:54:54.666 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneHideParent (6947 ms) 2023-12-16T18:54:54.667 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Clone 2023-12-16T18:54:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:54 smithi184 ceph-mon[136228]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 210 op/s 2023-12-16T18:54:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:54 smithi184 ceph-mon[136228]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T18:54:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:54 smithi071 ceph-mon[139725]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 210 op/s 2023-12-16T18:54:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:54 smithi071 ceph-mon[139725]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T18:54:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:54 smithi071 ceph-mon[142085]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 210 op/s 2023-12-16T18:54:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:54 smithi071 ceph-mon[142085]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-16T18:54:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:55 smithi184 ceph-mon[136228]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T18:54:55.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:55 smithi071 ceph-mon[139725]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T18:54:55.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:55 smithi071 ceph-mon[142085]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-16T18:54:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:56 smithi184 ceph-mon[136228]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 211 op/s 2023-12-16T18:54:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:56 smithi184 ceph-mon[136228]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T18:54:56.892 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Clone (2226 ms) 2023-12-16T18:54:56.892 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2023-12-16T18:54:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:56 smithi071 ceph-mon[139725]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 211 op/s 2023-12-16T18:54:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:56 smithi071 ceph-mon[139725]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T18:54:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:56 smithi071 ceph-mon[142085]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 211 op/s 2023-12-16T18:54:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:56 smithi071 ceph-mon[142085]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-16T18:54:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:57 smithi071 ceph-mon[139725]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T18:54:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:57 smithi071 ceph-mon[142085]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T18:54:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:54:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:54:57] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-16T18:54:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:57 smithi184 ceph-mon[136228]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-16T18:54:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:58 smithi184 ceph-mon[136228]: pgmap v2495: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-16T18:54:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:58 smithi184 ceph-mon[136228]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T18:54:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:58 smithi071 ceph-mon[139725]: pgmap v2495: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-16T18:54:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:58 smithi071 ceph-mon[139725]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T18:54:58.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:58 smithi071 ceph-mon[142085]: pgmap v2495: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-16T18:54:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:58 smithi071 ceph-mon[142085]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-16T18:54:59.050 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneFlatten (2157 ms) 2023-12-16T18:54:59.050 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Stress 2023-12-16T18:54:59.073 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 61897004~7429206 2023-12-16T18:54:59.101 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 64629208~7815566 2023-12-16T18:54:59.105 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 59956262~4222177 2023-12-16T18:54:59.116 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 38402572~1530809 2023-12-16T18:54:59.116 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 47133529~4071435 2023-12-16T18:54:59.131 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 79609658~1517072 2023-12-16T18:54:59.131 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 36270079~2780475 2023-12-16T18:54:59.140 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 15991506~693969 2023-12-16T18:54:59.140 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap0 2023-12-16T18:54:59.601 INFO:tasks.workunit.client.0.smithi071.stdout:clone image234 -> image235 2023-12-16T18:54:59.646 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 124207097 2023-12-16T18:54:59.651 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 42027521~132904 2023-12-16T18:54:59.656 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 37776647~6547293 2023-12-16T18:54:59.662 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 116703965~7503132 2023-12-16T18:54:59.688 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 49805442~5720853 2023-12-16T18:54:59.710 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 19636837~7539896 2023-12-16T18:54:59.728 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 64157319~1382176 2023-12-16T18:54:59.738 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 30789785~7323274 2023-12-16T18:54:59.761 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 81963113~5699500 2023-12-16T18:54:59.763 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:54:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:54:59 smithi184 ceph-mon[136228]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T18:54:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:54:59 smithi071 ceph-mon[139725]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T18:54:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:54:59 smithi071 ceph-mon[142085]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-16T18:55:00.609 INFO:tasks.workunit.client.0.smithi071.stdout:clone image235 -> image236 2023-12-16T18:55:00.670 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 41482126~6374427 2023-12-16T18:55:00.699 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 59439062~2618334 2023-12-16T18:55:00.713 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 53539629~6757706 2023-12-16T18:55:00.732 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 66014600~5956784 2023-12-16T18:55:00.742 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 56289266~7424489 2023-12-16T18:55:00.765 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 41134184~4696144 2023-12-16T18:55:00.767 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 31338402~3549051 2023-12-16T18:55:00.798 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 49860376~4698680 2023-12-16T18:55:00.799 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:55:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:00 smithi184 ceph-mon[136228]: pgmap v2498: 137 pgs: 137 active+clean; 101 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 8.0 MiB/s wr, 401 op/s 2023-12-16T18:55:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:00 smithi184 ceph-mon[136228]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T18:55:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:00 smithi071 ceph-mon[139725]: pgmap v2498: 137 pgs: 137 active+clean; 101 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 8.0 MiB/s wr, 401 op/s 2023-12-16T18:55:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:00 smithi071 ceph-mon[139725]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T18:55:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:00 smithi071 ceph-mon[142085]: pgmap v2498: 137 pgs: 137 active+clean; 101 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 8.0 MiB/s wr, 401 op/s 2023-12-16T18:55:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:00 smithi071 ceph-mon[142085]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-16T18:55:01.614 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 127469453 2023-12-16T18:55:01.621 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 107883340~6383509 2023-12-16T18:55:01.625 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 85429601~3249123 2023-12-16T18:55:01.626 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 80098139~4947668 2023-12-16T18:55:01.626 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 62039402~5212244 2023-12-16T18:55:01.632 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 13710414~6832558 2023-12-16T18:55:01.639 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 54257715~1510478 2023-12-16T18:55:01.644 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 67485587~8041682 2023-12-16T18:55:01.658 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 67031466~7997791 2023-12-16T18:55:01.684 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap3 2023-12-16T18:55:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:01 smithi071 ceph-mon[139725]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T18:55:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:01 smithi071 ceph-mon[142085]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T18:55:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:01 smithi184 ceph-mon[136228]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-16T18:55:02.632 INFO:tasks.workunit.client.0.smithi071.stdout:clone image236 -> image237 2023-12-16T18:55:02.709 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 202098036 2023-12-16T18:55:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:02 smithi071 ceph-mon[139725]: pgmap v2501: 137 pgs: 137 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 430 op/s 2023-12-16T18:55:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:02 smithi071 ceph-mon[139725]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T18:55:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:02 smithi071 ceph-mon[142085]: pgmap v2501: 137 pgs: 137 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 430 op/s 2023-12-16T18:55:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:02 smithi071 ceph-mon[142085]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T18:55:03.007 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Stress (3957 ms) 2023-12-16T18:55:03.007 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2023-12-16T18:55:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:02 smithi184 ceph-mon[136228]: pgmap v2501: 137 pgs: 137 active+clean; 147 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 430 op/s 2023-12-16T18:55:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:02 smithi184 ceph-mon[136228]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-16T18:55:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (257 ms) 2023-12-16T18:55:03.263 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2023-12-16T18:55:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:03 smithi071 ceph-mon[139725]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T18:55:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:03.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:03 smithi071 ceph-mon[142085]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T18:55:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:03 smithi184 ceph-mon[136228]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-16T18:55:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:04 smithi071 ceph-mon[139725]: pgmap v2504: 137 pgs: 137 active+clean; 258 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 36 MiB/s wr, 394 op/s 2023-12-16T18:55:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:04 smithi071 ceph-mon[139725]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T18:55:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:04 smithi071 ceph-mon[142085]: pgmap v2504: 137 pgs: 137 active+clean; 258 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 36 MiB/s wr, 394 op/s 2023-12-16T18:55:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:04 smithi071 ceph-mon[142085]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T18:55:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:04 smithi184 ceph-mon[136228]: pgmap v2504: 137 pgs: 137 active+clean; 258 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 36 MiB/s wr, 394 op/s 2023-12-16T18:55:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:04 smithi184 ceph-mon[136228]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-16T18:55:05.183 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:55:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:55:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (44m) 34s ago 47m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:55:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (44m) 8m ago 47m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:55:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (48m) 34s ago 48m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:55:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (48m) 8m ago 48m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (44m) 8m ago 50m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (44m) 34s ago 51m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (43m) 34s ago 51m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (43m) 8m ago 50m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (43m) 34s ago 50m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (44m) 34s ago 47m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (44m) 8m ago 47m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (42m) 34s ago 50m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (42m) 34s ago 49m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (41m) 34s ago 49m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (41m) 34s ago 49m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (40m) 8m ago 49m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (40m) 8m ago 48m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:55:05.491 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (40m) 8m ago 48m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:55:05.492 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (39m) 8m ago 48m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:55:05.492 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (44m) 8m ago 47m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:55:05.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:05 smithi071 ceph-mon[139725]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:55:05.876 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:05.877 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:55:05.877 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:55:05.877 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:55:05.877 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:55:05.877 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:55:05.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:05 smithi071 ceph-mon[142085]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T18:55:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:05 smithi184 ceph-mon[136228]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-16T18:55:06.923 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3660 ms) 2023-12-16T18:55:06.924 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2023-12-16T18:55:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[139725]: pgmap v2507: 137 pgs: 137 active+clean; 351 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 47 MiB/s wr, 462 op/s 2023-12-16T18:55:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[139725]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[139725]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[139725]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T18:55:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/801522581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[142085]: pgmap v2507: 137 pgs: 137 active+clean; 351 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 47 MiB/s wr, 462 op/s 2023-12-16T18:55:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[142085]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[142085]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[142085]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T18:55:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:06 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/801522581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:06 smithi184 ceph-mon[136228]: pgmap v2507: 137 pgs: 137 active+clean; 351 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 47 MiB/s wr, 462 op/s 2023-12-16T18:55:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:06 smithi184 ceph-mon[136228]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:06 smithi184 ceph-mon[136228]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:06 smithi184 ceph-mon[136228]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-16T18:55:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:06 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/801522581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:07.639 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:07] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2023-12-16T18:55:07.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:07 smithi071 ceph-mon[139725]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T18:55:07.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:07 smithi071 ceph-mon[142085]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T18:55:08.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:07 smithi184 ceph-mon[136228]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-16T18:55:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:08 smithi071 ceph-mon[139725]: pgmap v2510: 137 pgs: 137 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 406 op/s 2023-12-16T18:55:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:08 smithi071 ceph-mon[139725]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T18:55:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:08 smithi071 ceph-mon[142085]: pgmap v2510: 137 pgs: 137 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 406 op/s 2023-12-16T18:55:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:08 smithi071 ceph-mon[142085]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T18:55:09.024 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2100 ms) 2023-12-16T18:55:09.024 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2023-12-16T18:55:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:08 smithi184 ceph-mon[136228]: pgmap v2510: 137 pgs: 137 active+clean; 381 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 406 op/s 2023-12-16T18:55:09.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:08 smithi184 ceph-mon[136228]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-16T18:55:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:09 smithi071 ceph-mon[139725]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T18:55:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:09 smithi071 ceph-mon[139725]: pgmap v2513: 137 pgs: 137 active+clean; 405 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 381 op/s 2023-12-16T18:55:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:09 smithi071 ceph-mon[142085]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T18:55:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:09 smithi071 ceph-mon[142085]: pgmap v2513: 137 pgs: 137 active+clean; 405 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 381 op/s 2023-12-16T18:55:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:09 smithi184 ceph-mon[136228]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-16T18:55:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:09 smithi184 ceph-mon[136228]: pgmap v2513: 137 pgs: 137 active+clean; 405 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 381 op/s 2023-12-16T18:55:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:10 smithi071 ceph-mon[139725]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T18:55:10.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:10 smithi071 ceph-mon[142085]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T18:55:11.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:10 smithi184 ceph-mon[136228]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-16T18:55:11.161 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2137 ms) 2023-12-16T18:55:11.161 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2023-12-16T18:55:11.185 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 43265722~2512493 2023-12-16T18:55:11.195 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 57673189~729076 2023-12-16T18:55:11.197 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 27602637~6021362 2023-12-16T18:55:11.210 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 60166215~8004197 2023-12-16T18:55:11.211 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 31164923~6534649 2023-12-16T18:55:11.226 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 9783772~5011451 2023-12-16T18:55:11.227 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 77067983~3888068 2023-12-16T18:55:11.238 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 67820568~2528222 2023-12-16T18:55:11.238 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap0 2023-12-16T18:55:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 94653647 2023-12-16T18:55:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 48294670~4198974 2023-12-16T18:55:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 62657969~2032033 2023-12-16T18:55:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 54065835~5960813 2023-12-16T18:55:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 86971957~7681690 2023-12-16T18:55:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 58582154~5258974 2023-12-16T18:55:11.728 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 20592449~898884 2023-12-16T18:55:11.729 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 54053951~8010531 2023-12-16T18:55:11.735 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 7336974~3168075 2023-12-16T18:55:11.759 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:55:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:11 smithi071 ceph-mon[139725]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T18:55:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:11 smithi071 ceph-mon[139725]: pgmap v2516: 137 pgs: 137 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 242 op/s 2023-12-16T18:55:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:11 smithi071 ceph-mon[142085]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T18:55:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:11 smithi071 ceph-mon[142085]: pgmap v2516: 137 pgs: 137 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 242 op/s 2023-12-16T18:55:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:11 smithi184 ceph-mon[136228]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-16T18:55:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:11 smithi184 ceph-mon[136228]: pgmap v2516: 137 pgs: 137 active+clean; 409 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 242 op/s 2023-12-16T18:55:12.692 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 147179940 2023-12-16T18:55:12.699 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 3014334~1300280 2023-12-16T18:55:12.703 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 104699227~4189545 2023-12-16T18:55:12.707 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 70634878~5146094 2023-12-16T18:55:12.707 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 59545169~7882243 2023-12-16T18:55:12.707 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 40332171~400710 2023-12-16T18:55:12.708 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 143110205~257882 2023-12-16T18:55:12.712 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 72959776~6381105 2023-12-16T18:55:12.735 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 21146196~4811702 2023-12-16T18:55:12.745 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:55:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:12 smithi071 ceph-mon[139725]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T18:55:12.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:12 smithi071 ceph-mon[142085]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T18:55:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:12 smithi184 ceph-mon[136228]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-16T18:55:13.708 INFO:tasks.workunit.client.0.smithi071.stdout:clone image256 -> image257 2023-12-16T18:55:13.773 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 91979705~8235666 2023-12-16T18:55:13.800 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 125083413~6543484 2023-12-16T18:55:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 57038331~603901 2023-12-16T18:55:13.826 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 78344943~4967020 2023-12-16T18:55:13.845 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 42450517~3761950 2023-12-16T18:55:13.870 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 137493763~2679787 2023-12-16T18:55:13.873 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 27628691~1732324 2023-12-16T18:55:13.898 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 111180773~4729161 2023-12-16T18:55:13.901 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap3 2023-12-16T18:55:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:13 smithi071 ceph-mon[139725]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T18:55:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:13 smithi071 ceph-mon[139725]: pgmap v2519: 137 pgs: 137 active+clean; 490 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 337 op/s 2023-12-16T18:55:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:13 smithi071 ceph-mon[142085]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T18:55:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:13 smithi071 ceph-mon[142085]: pgmap v2519: 137 pgs: 137 active+clean; 490 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 337 op/s 2023-12-16T18:55:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:13 smithi184 ceph-mon[136228]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-16T18:55:14.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:13 smithi184 ceph-mon[136228]: pgmap v2519: 137 pgs: 137 active+clean; 490 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 22 MiB/s wr, 337 op/s 2023-12-16T18:55:14.708 INFO:tasks.workunit.client.0.smithi071.stdout:clone image257 -> image258 2023-12-16T18:55:14.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:14 smithi071 ceph-mon[139725]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T18:55:14.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:14 smithi071 ceph-mon[142085]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T18:55:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3858 ms) 2023-12-16T18:55:15.019 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2023-12-16T18:55:15.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:14 smithi184 ceph-mon[136228]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-16T18:55:15.242 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (223 ms) 2023-12-16T18:55:15.243 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2023-12-16T18:55:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:15 smithi071 ceph-mon[139725]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T18:55:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:15 smithi071 ceph-mon[139725]: pgmap v2522: 137 pgs: 137 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 49 MiB/s wr, 487 op/s 2023-12-16T18:55:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:15 smithi071 ceph-mon[142085]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T18:55:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:15 smithi071 ceph-mon[142085]: pgmap v2522: 137 pgs: 137 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 49 MiB/s wr, 487 op/s 2023-12-16T18:55:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:15 smithi184 ceph-mon[136228]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-16T18:55:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:15 smithi184 ceph-mon[136228]: pgmap v2522: 137 pgs: 137 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 49 MiB/s wr, 487 op/s 2023-12-16T18:55:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:16 smithi071 ceph-mon[139725]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T18:55:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:16 smithi071 ceph-mon[142085]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T18:55:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:16 smithi184 ceph-mon[136228]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-16T18:55:17.705 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:17] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2023-12-16T18:55:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:17 smithi071 ceph-mon[139725]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T18:55:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:17 smithi071 ceph-mon[139725]: pgmap v2525: 137 pgs: 137 active+clean; 645 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 440 op/s 2023-12-16T18:55:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:17 smithi071 ceph-mon[142085]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T18:55:17.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:17 smithi071 ceph-mon[142085]: pgmap v2525: 137 pgs: 137 active+clean; 645 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 440 op/s 2023-12-16T18:55:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:17 smithi184 ceph-mon[136228]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-16T18:55:18.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:17 smithi184 ceph-mon[136228]: pgmap v2525: 137 pgs: 137 active+clean; 645 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 33 MiB/s wr, 440 op/s 2023-12-16T18:55:18.957 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3714 ms) 2023-12-16T18:55:18.957 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2023-12-16T18:55:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:18 smithi071 ceph-mon[139725]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T18:55:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:18.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:18 smithi071 ceph-mon[142085]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T18:55:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:18 smithi184 ceph-mon[136228]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-16T18:55:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:19 smithi071 ceph-mon[142085]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T18:55:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:19 smithi071 ceph-mon[142085]: pgmap v2528: 137 pgs: 137 active+clean; 684 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 407 op/s 2023-12-16T18:55:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:19 smithi071 ceph-mon[139725]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T18:55:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:19 smithi071 ceph-mon[139725]: pgmap v2528: 137 pgs: 137 active+clean; 684 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 407 op/s 2023-12-16T18:55:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:19 smithi184 ceph-mon[136228]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-16T18:55:20.136 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:19 smithi184 ceph-mon[136228]: pgmap v2528: 137 pgs: 137 active+clean; 684 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 407 op/s 2023-12-16T18:55:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:20 smithi071 ceph-mon[139725]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T18:55:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:20 smithi071 ceph-mon[142085]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T18:55:21.026 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2070 ms) 2023-12-16T18:55:21.026 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2023-12-16T18:55:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:20 smithi184 ceph-mon[136228]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-16T18:55:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:21 smithi184 ceph-mon[136228]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T18:55:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:21 smithi184 ceph-mon[136228]: pgmap v2531: 137 pgs: 137 active+clean; 708 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 15 MiB/s wr, 317 op/s 2023-12-16T18:55:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:21 smithi071 ceph-mon[139725]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T18:55:22.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:21 smithi071 ceph-mon[139725]: pgmap v2531: 137 pgs: 137 active+clean; 708 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 15 MiB/s wr, 317 op/s 2023-12-16T18:55:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:21 smithi071 ceph-mon[142085]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-16T18:55:22.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:21 smithi071 ceph-mon[142085]: pgmap v2531: 137 pgs: 137 active+clean; 708 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 15 MiB/s wr, 317 op/s 2023-12-16T18:55:22.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:22 smithi184 ceph-mon[136228]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T18:55:23.179 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2153 ms) 2023-12-16T18:55:23.179 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2023-12-16T18:55:23.203 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 53910605~6011586 2023-12-16T18:55:23.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:22 smithi071 ceph-mon[139725]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T18:55:23.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:22 smithi071 ceph-mon[142085]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-16T18:55:23.230 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 42345687~1030239 2023-12-16T18:55:23.230 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 49582791~1571454 2023-12-16T18:55:23.235 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 18902647~5214350 2023-12-16T18:55:23.235 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 65219116~3432860 2023-12-16T18:55:23.243 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 45080917~1972489 2023-12-16T18:55:23.245 INFO:tasks.workunit.client.0.smithi071.stdout:write: A 40872018~4653736 2023-12-16T18:55:23.258 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 55579259~3741778 2023-12-16T18:55:23.259 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap0 2023-12-16T18:55:23.771 INFO:tasks.workunit.client.0.smithi071.stdout:clone image277 -> image278 2023-12-16T18:55:23.820 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 151615897 2023-12-16T18:55:23.826 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 104942704~7437876 2023-12-16T18:55:23.851 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 72553346~1599185 2023-12-16T18:55:23.854 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 68469586~4838492 2023-12-16T18:55:23.881 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 26318930~6703462 2023-12-16T18:55:23.885 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 22261070~7814994 2023-12-16T18:55:23.908 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 85021995~8138509 2023-12-16T18:55:23.909 INFO:tasks.workunit.client.0.smithi071.stdout:write: B 18864168~1548707 2023-12-16T18:55:23.914 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 41410583~1228982 2023-12-16T18:55:23.931 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:55:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:23 smithi184 ceph-mon[136228]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T18:55:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:23 smithi184 ceph-mon[136228]: pgmap v2534: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 317 op/s 2023-12-16T18:55:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:23 smithi071 ceph-mon[139725]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T18:55:24.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:23 smithi071 ceph-mon[139725]: pgmap v2534: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 317 op/s 2023-12-16T18:55:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:23 smithi071 ceph-mon[142085]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-16T18:55:24.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:23 smithi071 ceph-mon[142085]: pgmap v2534: 137 pgs: 137 active+clean; 738 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 317 op/s 2023-12-16T18:55:24.762 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 131131966 2023-12-16T18:55:24.769 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 99273435~7025743 2023-12-16T18:55:24.772 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 38507447~5275957 2023-12-16T18:55:24.776 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 117633191~7050862 2023-12-16T18:55:24.777 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 122930306~7927211 2023-12-16T18:55:24.799 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 49721032~6788696 2023-12-16T18:55:24.799 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 27661577~582669 2023-12-16T18:55:24.800 INFO:tasks.workunit.client.0.smithi071.stdout:write: C 101624662~2483871 2023-12-16T18:55:24.807 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 91105983~620226 2023-12-16T18:55:24.839 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:55:25.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:24 smithi184 ceph-mon[136228]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T18:55:25.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:24 smithi071 ceph-mon[139725]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T18:55:25.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:24 smithi071 ceph-mon[142085]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-16T18:55:25.784 INFO:tasks.workunit.client.0.smithi071.stdout:clone image278 -> image279 2023-12-16T18:55:25.853 INFO:tasks.workunit.client.0.smithi071.stdout:resize: 199341419 2023-12-16T18:55:25.862 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 152503725~4632661 2023-12-16T18:55:25.886 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 81865207~5506047 2023-12-16T18:55:25.891 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 35743008~6573703 2023-12-16T18:55:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 166738321~7711420 2023-12-16T18:55:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 106871593~617501 2023-12-16T18:55:25.946 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 34934203~8282811 2023-12-16T18:55:25.948 INFO:tasks.workunit.client.0.smithi071.stdout:write: D 126755303~2860260 2023-12-16T18:55:25.959 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 168361040~4670555 2023-12-16T18:55:25.960 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap3 2023-12-16T18:55:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:25 smithi184 ceph-mon[136228]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T18:55:26.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:25 smithi184 ceph-mon[136228]: pgmap v2537: 137 pgs: 137 active+clean; 848 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 32 MiB/s wr, 542 op/s 2023-12-16T18:55:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:25 smithi071 ceph-mon[139725]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T18:55:26.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:25 smithi071 ceph-mon[139725]: pgmap v2537: 137 pgs: 137 active+clean; 848 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 32 MiB/s wr, 542 op/s 2023-12-16T18:55:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:25 smithi071 ceph-mon[142085]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-16T18:55:26.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:25 smithi071 ceph-mon[142085]: pgmap v2537: 137 pgs: 137 active+clean; 848 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 32 MiB/s wr, 542 op/s 2023-12-16T18:55:26.780 INFO:tasks.workunit.client.0.smithi071.stdout:clone image279 -> image280 2023-12-16T18:55:27.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:26 smithi184 ceph-mon[136228]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T18:55:27.172 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3993 ms) 2023-12-16T18:55:27.172 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-16T18:55:27.196 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:26 smithi071 ceph-mon[139725]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T18:55:27.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:26 smithi071 ceph-mon[142085]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-16T18:55:27.266 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (93 ms) 2023-12-16T18:55:27.266 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-16T18:55:27.287 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.357 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (91 ms) 2023-12-16T18:55:27.357 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-16T18:55:27.379 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.450 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (93 ms) 2023-12-16T18:55:27.450 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-16T18:55:27.472 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2023-12-16T18:55:27.545 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-16T18:55:27.565 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.637 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (93 ms) 2023-12-16T18:55:27.637 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-16T18:55:27.659 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:27] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2023-12-16T18:55:27.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (95 ms) 2023-12-16T18:55:27.732 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-16T18:55:27.756 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.831 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (99 ms) 2023-12-16T18:55:27.831 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-16T18:55:27.854 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:27.926 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2023-12-16T18:55:27.926 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-16T18:55:27.948 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:28.020 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (93 ms) 2023-12-16T18:55:28.020 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-16T18:55:28.042 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:27 smithi184 ceph-mon[136228]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T18:55:28.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:27 smithi184 ceph-mon[136228]: pgmap v2540: 137 pgs: 137 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 640 op/s 2023-12-16T18:55:28.114 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2023-12-16T18:55:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:27 smithi071 ceph-mon[139725]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T18:55:28.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:27 smithi071 ceph-mon[139725]: pgmap v2540: 137 pgs: 137 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 640 op/s 2023-12-16T18:55:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:27 smithi071 ceph-mon[142085]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-16T18:55:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:27 smithi071 ceph-mon[142085]: pgmap v2540: 137 pgs: 137 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 640 op/s 2023-12-16T18:55:28.782 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 31 tests from TestDeepCopy (51686 ms total) 2023-12-16T18:55:28.782 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:55:28.782 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 51 tests from TestMirroring 2023-12-16T18:55:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:29 smithi184 ceph-mon[136228]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T18:55:30.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:29 smithi184 ceph-mon[136228]: pgmap v2542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:30.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:29 smithi071 ceph-mon[139725]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T18:55:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:29 smithi071 ceph-mon[139725]: pgmap v2542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:29 smithi071 ceph-mon[142085]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-16T18:55:30.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:29 smithi071 ceph-mon[142085]: pgmap v2542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:30.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2023-12-16T18:55:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:30 smithi184 ceph-mon[136228]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T18:55:31.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:55:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:30 smithi071 ceph-mon[139725]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T18:55:31.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:55:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:30 smithi071 ceph-mon[142085]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-16T18:55:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:55:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:55:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:31 smithi184 ceph-mon[136228]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T18:55:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:31 smithi184 ceph-mon[136228]: pgmap v2545: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:32.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:31 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:55:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:55:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[139725]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T18:55:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[139725]: pgmap v2545: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:32.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:55:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:55:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[142085]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-16T18:55:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[142085]: pgmap v2545: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-16T18:55:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:31 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:55:32.904 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2119 ms) 2023-12-16T18:55:32.904 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2023-12-16T18:55:33.005 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (101 ms) 2023-12-16T18:55:33.005 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2023-12-16T18:55:33.083 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (78 ms) 2023-12-16T18:55:33.083 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:55:33.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.182 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2023-12-16T18:55:33.183 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2023-12-16T18:55:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T18:55:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:55:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:33.267 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (85 ms) 2023-12-16T18:55:33.267 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2023-12-16T18:55:33.360 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2023-12-16T18:55:33.361 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (110 ms) 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2023-12-16T18:55:33.471 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2023-12-16T18:55:33.540 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2023-12-16T18:55:33.540 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2023-12-16T18:55:33.617 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (76 ms) 2023-12-16T18:55:33.617 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2023-12-16T18:55:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:33 smithi184 ceph-mon[136228]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T18:55:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:33 smithi184 ceph-mon[136228]: pgmap v2548: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:55:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[139725]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T18:55:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[139725]: pgmap v2548: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:55:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[142085]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-16T18:55:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[142085]: pgmap v2548: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:55:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:34.871 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1254 ms) 2023-12-16T18:55:34.872 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2023-12-16T18:55:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:34 smithi184 ceph-mon[136228]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T18:55:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:34 smithi071 ceph-mon[139725]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T18:55:35.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:34 smithi071 ceph-mon[142085]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-16T18:55:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:35 smithi184 ceph-mon[136228]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T18:55:36.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:35 smithi184 ceph-mon[136228]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 176 op/s 2023-12-16T18:55:36.215 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:35 smithi071 ceph-mon[139725]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T18:55:36.216 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:35 smithi071 ceph-mon[139725]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 176 op/s 2023-12-16T18:55:36.216 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:55:36.216 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:35 smithi071 ceph-mon[142085]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-16T18:55:36.216 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:35 smithi071 ceph-mon[142085]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 176 op/s 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (45m) 65s ago 47m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (45m) 9m ago 47m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (48m) 65s ago 48m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (48m) 9m ago 48m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (44m) 9m ago 50m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (44m) 65s ago 52m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (44m) 65s ago 52m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (43m) 9m ago 51m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:55:36.528 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (44m) 65s ago 51m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (45m) 65s ago 47m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (44m) 9m ago 47m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (43m) 65s ago 50m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (42m) 65s ago 50m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (42m) 65s ago 50m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (41m) 65s ago 49m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (41m) 9m ago 49m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (40m) 9m ago 49m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (40m) 9m ago 49m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (40m) 9m ago 48m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:55:36.529 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (44m) 9m ago 48m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:55:36.877 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2006 ms) 2023-12-16T18:55:36.878 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:55:36.929 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:55:36.930 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:55:36.931 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:55:36.931 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:55:36.931 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:55:36.965 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (88 ms) 2023-12-16T18:55:36.965 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2023-12-16T18:55:37.055 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (90 ms) 2023-12-16T18:55:37.055 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2023-12-16T18:55:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:36 smithi184 ceph-mon[136228]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T18:55:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:36 smithi184 ceph-mon[136228]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:36 smithi184 ceph-mon[136228]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.153 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (98 ms) 2023-12-16T18:55:37.153 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2023-12-16T18:55:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[139725]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T18:55:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[139725]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[139725]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[142085]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-16T18:55:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[142085]: from='client.36744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:36 smithi071 ceph-mon[142085]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:55:37.231 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (78 ms) 2023-12-16T18:55:37.231 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2023-12-16T18:55:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (82 ms) 2023-12-16T18:55:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2023-12-16T18:55:37.407 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (93 ms) 2023-12-16T18:55:37.407 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2023-12-16T18:55:37.505 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (98 ms) 2023-12-16T18:55:37.505 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2023-12-16T18:55:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:37] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2023-12-16T18:55:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:37 smithi184 ceph-mon[136228]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T18:55:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:37 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3850923995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:38.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:37 smithi184 ceph-mon[136228]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 50 KiB/s wr, 504 op/s 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[139725]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3850923995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[139725]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 50 KiB/s wr, 504 op/s 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[142085]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3850923995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:55:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:37 smithi071 ceph-mon[142085]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 50 KiB/s wr, 504 op/s 2023-12-16T18:55:38.907 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1403 ms) 2023-12-16T18:55:38.907 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2023-12-16T18:55:39.018 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (111 ms) 2023-12-16T18:55:39.018 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2023-12-16T18:55:39.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:38 smithi184 ceph-mon[136228]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T18:55:39.123 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (105 ms) 2023-12-16T18:55:39.123 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2023-12-16T18:55:39.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:38 smithi071 ceph-mon[139725]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T18:55:39.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:38 smithi071 ceph-mon[142085]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-16T18:55:39.224 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2023-12-16T18:55:39.224 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2023-12-16T18:55:39.385 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (162 ms) 2023-12-16T18:55:39.386 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2023-12-16T18:55:39.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (159 ms) 2023-12-16T18:55:39.544 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2023-12-16T18:55:39.684 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (140 ms) 2023-12-16T18:55:39.684 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2023-12-16T18:55:39.831 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (146 ms) 2023-12-16T18:55:39.831 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2023-12-16T18:55:39.986 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (156 ms) 2023-12-16T18:55:39.987 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2023-12-16T18:55:40.155 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (169 ms) 2023-12-16T18:55:40.155 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2023-12-16T18:55:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:39 smithi071 ceph-mon[142085]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T18:55:40.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:39 smithi071 ceph-mon[142085]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 47 KiB/s wr, 536 op/s 2023-12-16T18:55:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:39 smithi071 ceph-mon[139725]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T18:55:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:39 smithi071 ceph-mon[139725]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 47 KiB/s wr, 536 op/s 2023-12-16T18:55:40.236 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2023-12-16T18:55:40.236 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2023-12-16T18:55:40.314 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (78 ms) 2023-12-16T18:55:40.315 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2023-12-16T18:55:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:39 smithi184 ceph-mon[136228]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-16T18:55:40.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:39 smithi184 ceph-mon[136228]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 47 KiB/s wr, 536 op/s 2023-12-16T18:55:40.380 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2023-12-16T18:55:40.380 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2023-12-16T18:55:40.497 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (117 ms) 2023-12-16T18:55:40.497 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2023-12-16T18:55:40.625 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (128 ms) 2023-12-16T18:55:40.625 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2023-12-16T18:55:40.731 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (105 ms) 2023-12-16T18:55:40.731 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2023-12-16T18:55:40.847 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (116 ms) 2023-12-16T18:55:40.847 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.MirrorStatusList 2023-12-16T18:55:40.921 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.MirrorStatusList (75 ms) 2023-12-16T18:55:40.922 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2023-12-16T18:55:41.015 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.RemoveBootstrapped (94 ms) 2023-12-16T18:55:41.016 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2023-12-16T18:55:41.383 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.AioPromoteDemote (368 ms) 2023-12-16T18:55:41.383 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.AioGetInfo 2023-12-16T18:55:41.747 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.AioGetInfo (364 ms) 2023-12-16T18:55:41.747 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.AioGetStatus 2023-12-16T18:55:41.972 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.AioGetStatus (225 ms) 2023-12-16T18:55:41.972 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.SiteName 2023-12-16T18:55:41.980 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2023-12-16T18:55:41.981 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.Bootstrap 2023-12-16T18:55:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 59 KiB/s wr, 637 op/s 2023-12-16T18:55:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T18:55:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 59 KiB/s wr, 637 op/s 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T18:55:42.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.817 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.Bootstrap (837 ms) 2023-12-16T18:55:42.817 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.PeerDirection 2023-12-16T18:55:42.828 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.PeerDirection (11 ms) 2023-12-16T18:55:42.828 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.Snapshot 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 59 KiB/s wr, 637 op/s 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-16T18:55:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:43.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]': finished 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T18:55:43.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T18:55:43.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:43.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]: dispatch 2023-12-16T18:55:43.727 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]': finished 2023-12-16T18:55:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]: dispatch 2023-12-16T18:55:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/386b622b-6224-443c-8c04-81ebe0d9a264"}]': finished 2023-12-16T18:55:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[139725]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 128 KiB/s wr, 1.34k op/s 2023-12-16T18:55:44.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[139725]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T18:55:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[142085]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 128 KiB/s wr, 1.34k op/s 2023-12-16T18:55:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:44 smithi071 ceph-mon[142085]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T18:55:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:44 smithi184 ceph-mon[136228]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 128 KiB/s wr, 1.34k op/s 2023-12-16T18:55:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:55:45.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:44 smithi184 ceph-mon[136228]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-16T18:55:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:45 smithi071 ceph-mon[139725]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T18:55:46.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:45 smithi071 ceph-mon[139725]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 207 KiB/s wr, 1.93k op/s 2023-12-16T18:55:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:45 smithi071 ceph-mon[142085]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T18:55:46.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:45 smithi071 ceph-mon[142085]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 207 KiB/s wr, 1.93k op/s 2023-12-16T18:55:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:45 smithi184 ceph-mon[136228]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-16T18:55:46.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:45 smithi184 ceph-mon[136228]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 207 KiB/s wr, 1.93k op/s 2023-12-16T18:55:47.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:46 smithi071 ceph-mon[139725]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T18:55:47.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:46 smithi071 ceph-mon[139725]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T18:55:47.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:46 smithi071 ceph-mon[142085]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T18:55:47.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:46 smithi071 ceph-mon[142085]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T18:55:47.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:46 smithi184 ceph-mon[136228]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-16T18:55:47.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:46 smithi184 ceph-mon[136228]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-16T18:55:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:47] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2023-12-16T18:55:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[142085]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 168 KiB/s wr, 1.47k op/s 2023-12-16T18:55:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[142085]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T18:55:48.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[139725]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 168 KiB/s wr, 1.47k op/s 2023-12-16T18:55:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[139725]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T18:55:48.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:48 smithi184 ceph-mon[136228]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 168 KiB/s wr, 1.47k op/s 2023-12-16T18:55:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:48 smithi184 ceph-mon[136228]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-16T18:55:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:55:49.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:49 smithi071 ceph-mon[139725]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T18:55:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:49 smithi071 ceph-mon[142085]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T18:55:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:49 smithi184 ceph-mon[136228]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-16T18:55:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:50 smithi071 ceph-mon[139725]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 37 KiB/s wr, 380 op/s 2023-12-16T18:55:50.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:50 smithi071 ceph-mon[139725]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T18:55:50.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:50 smithi071 ceph-mon[142085]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 37 KiB/s wr, 380 op/s 2023-12-16T18:55:50.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:50 smithi071 ceph-mon[142085]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T18:55:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:50 smithi184 ceph-mon[136228]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 37 KiB/s wr, 380 op/s 2023-12-16T18:55:50.852 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:50 smithi184 ceph-mon[136228]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-16T18:55:51.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:51 smithi071 ceph-mon[139725]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T18:55:51.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:51 smithi071 ceph-mon[142085]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T18:55:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:51 smithi184 ceph-mon[136228]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-16T18:55:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:52 smithi071 ceph-mon[139725]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-16T18:55:52.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:52 smithi071 ceph-mon[139725]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T18:55:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:52 smithi071 ceph-mon[142085]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-16T18:55:52.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:52 smithi071 ceph-mon[142085]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T18:55:52.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:52 smithi184 ceph-mon[136228]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-16T18:55:52.738 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:52 smithi184 ceph-mon[136228]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-16T18:55:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:53 smithi184 ceph-mon[136228]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T18:55:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:53 smithi071 ceph-mon[139725]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T18:55:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:53 smithi071 ceph-mon[142085]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-16T18:55:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:54 smithi184 ceph-mon[136228]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2023-12-16T18:55:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:54 smithi184 ceph-mon[136228]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T18:55:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:54 smithi071 ceph-mon[139725]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2023-12-16T18:55:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:54 smithi071 ceph-mon[139725]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T18:55:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:54 smithi071 ceph-mon[142085]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2023-12-16T18:55:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:54 smithi071 ceph-mon[142085]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-16T18:55:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:55 smithi184 ceph-mon[136228]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T18:55:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:55 smithi071 ceph-mon[139725]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T18:55:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:55 smithi071 ceph-mon[142085]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-16T18:55:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:56 smithi184 ceph-mon[136228]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2023-12-16T18:55:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:56 smithi184 ceph-mon[136228]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T18:55:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:56 smithi184 ceph-mon[136228]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T18:55:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[139725]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2023-12-16T18:55:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[139725]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T18:55:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[139725]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T18:55:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[142085]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2023-12-16T18:55:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[142085]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-16T18:55:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:56 smithi071 ceph-mon[142085]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-16T18:55:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:55:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:55:57] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-16T18:55:58.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.Snapshot (15702 ms) 2023-12-16T18:55:58.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2023-12-16T18:55:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:58 smithi071 ceph-mon[139725]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2023-12-16T18:55:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:58 smithi071 ceph-mon[139725]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T18:55:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:58 smithi071 ceph-mon[142085]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2023-12-16T18:55:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:58 smithi071 ceph-mon[142085]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T18:55:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:58 smithi184 ceph-mon[136228]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2023-12-16T18:55:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:58 smithi184 ceph-mon[136228]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-16T18:55:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[139725]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T18:55:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]: dispatch 2023-12-16T18:55:59.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]': finished 2023-12-16T18:55:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[142085]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T18:55:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]: dispatch 2023-12-16T18:55:59.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:55:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]': finished 2023-12-16T18:55:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:59 smithi184 ceph-mon[136228]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-16T18:55:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]: dispatch 2023-12-16T18:55:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:55:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/cc256c55-2235-4204-9f2e-38cb410fe806"}]': finished 2023-12-16T18:56:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:00 smithi184 ceph-mon[136228]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2023-12-16T18:56:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:00 smithi184 ceph-mon[136228]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T18:56:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:00 smithi071 ceph-mon[139725]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2023-12-16T18:56:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:00 smithi071 ceph-mon[139725]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T18:56:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:00 smithi071 ceph-mon[142085]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2023-12-16T18:56:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:00 smithi071 ceph-mon[142085]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-16T18:56:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:01 smithi184 ceph-mon[136228]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T18:56:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:01 smithi184 ceph-mon[136228]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T18:56:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:01 smithi071 ceph-mon[139725]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T18:56:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:01 smithi071 ceph-mon[139725]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T18:56:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:01 smithi071 ceph-mon[142085]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-16T18:56:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:01 smithi071 ceph-mon[142085]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-16T18:56:02.526 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3995 ms) 2023-12-16T18:56:02.526 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2023-12-16T18:56:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:02 smithi184 ceph-mon[136228]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-16T18:56:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:02 smithi184 ceph-mon[136228]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T18:56:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:02 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]: dispatch 2023-12-16T18:56:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:02 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]': finished 2023-12-16T18:56:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[139725]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-16T18:56:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[139725]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T18:56:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]: dispatch 2023-12-16T18:56:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]': finished 2023-12-16T18:56:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[142085]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-16T18:56:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[142085]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-16T18:56:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]: dispatch 2023-12-16T18:56:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:02 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/1721ca11-1685-41d3-89ed-59d0cffd5b28"}]': finished 2023-12-16T18:56:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:04 smithi184 ceph-mon[136228]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 9.2 KiB/s wr, 106 op/s 2023-12-16T18:56:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:04 smithi184 ceph-mon[136228]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T18:56:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:04 smithi071 ceph-mon[139725]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 9.2 KiB/s wr, 106 op/s 2023-12-16T18:56:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:04 smithi071 ceph-mon[139725]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T18:56:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:04 smithi071 ceph-mon[142085]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 9.2 KiB/s wr, 106 op/s 2023-12-16T18:56:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:04 smithi071 ceph-mon[142085]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-16T18:56:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:05 smithi184 ceph-mon[136228]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T18:56:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:05 smithi071 ceph-mon[139725]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T18:56:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:05 smithi071 ceph-mon[142085]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-16T18:56:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:06 smithi184 ceph-mon[136228]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 145 op/s 2023-12-16T18:56:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:06 smithi184 ceph-mon[136228]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T18:56:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:06 smithi184 ceph-mon[136228]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T18:56:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[142085]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 145 op/s 2023-12-16T18:56:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[142085]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T18:56:06.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[142085]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T18:56:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[139725]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 145 op/s 2023-12-16T18:56:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[139725]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-16T18:56:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:06 smithi071 ceph-mon[139725]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-16T18:56:07.277 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (45m) 97s ago 48m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (45m) 9m ago 48m 87.2M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (49m) 97s ago 49m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (49m) 9m ago 49m 26.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (45m) 9m ago 51m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (45m) 97s ago 52m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (44m) 97s ago 52m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (44m) 9m ago 51m 83.2M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:56:07.602 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (44m) 97s ago 51m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (45m) 97s ago 48m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (45m) 9m ago 48m 15.6M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (43m) 97s ago 51m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (43m) 97s ago 50m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (42m) 97s ago 50m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (42m) 97s ago 50m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (41m) 9m ago 50m 486M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (41m) 9m ago 49m 372M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (41m) 9m ago 49m 354M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (40m) 9m ago 49m 356M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:56:07.603 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (45m) 9m ago 48m 78.7M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:56:07.604 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:07] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-16T18:56:07.983 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:07.984 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:56:07.985 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:56:07.985 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:56:07.985 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:56:07.985 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:56:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 110 op/s 2023-12-16T18:56:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T18:56:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]': finished 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4244200337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 110 op/s 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]': finished 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:08 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4244200337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.0 KiB/s wr, 110 op/s 2023-12-16T18:56:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-16T18:56:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]: dispatch 2023-12-16T18:56:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b8b3b879-56bd-4353-adbb-e4ae96801717"}]': finished 2023-12-16T18:56:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:08 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4244200337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:09.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:09 smithi071 ceph-mon[139725]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T18:56:09.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:09 smithi071 ceph-mon[142085]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T18:56:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:09 smithi184 ceph-mon[136228]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-16T18:56:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:10 smithi071 ceph-mon[139725]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2023-12-16T18:56:10.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:10 smithi071 ceph-mon[139725]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T18:56:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:10 smithi071 ceph-mon[142085]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2023-12-16T18:56:10.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:10 smithi071 ceph-mon[142085]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T18:56:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:10 smithi184 ceph-mon[136228]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 67 op/s 2023-12-16T18:56:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:10 smithi184 ceph-mon[136228]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-16T18:56:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:11 smithi184 ceph-mon[136228]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T18:56:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:11 smithi184 ceph-mon[136228]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T18:56:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:11 smithi071 ceph-mon[139725]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T18:56:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:11 smithi071 ceph-mon[139725]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T18:56:11.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:11 smithi071 ceph-mon[142085]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-16T18:56:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:11 smithi071 ceph-mon[142085]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-16T18:56:12.521 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9995 ms) 2023-12-16T18:56:12.521 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.SnapshotImageState 2023-12-16T18:56:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:12 smithi184 ceph-mon[136228]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 160 op/s 2023-12-16T18:56:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:12 smithi184 ceph-mon[136228]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T18:56:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:12 smithi071 ceph-mon[139725]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 160 op/s 2023-12-16T18:56:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:12 smithi071 ceph-mon[139725]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T18:56:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:12 smithi071 ceph-mon[142085]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 160 op/s 2023-12-16T18:56:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:12 smithi071 ceph-mon[142085]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-16T18:56:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]: dispatch 2023-12-16T18:56:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]': finished 2023-12-16T18:56:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]: dispatch 2023-12-16T18:56:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:13 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]': finished 2023-12-16T18:56:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]: dispatch 2023-12-16T18:56:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]': finished 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]: dispatch 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]': finished 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]: dispatch 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/d1d96415-74dd-49aa-a5f4-c0367dbdee43"}]': finished 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]: dispatch 2023-12-16T18:56:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:13 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/05edb670-b1a1-4b8a-af7e-7aaf0dee78a6"}]': finished 2023-12-16T18:56:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:14 smithi184 ceph-mon[136228]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2023-12-16T18:56:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:14 smithi184 ceph-mon[136228]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T18:56:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:14 smithi071 ceph-mon[139725]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2023-12-16T18:56:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:14 smithi071 ceph-mon[139725]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T18:56:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:14 smithi071 ceph-mon[142085]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 243 op/s 2023-12-16T18:56:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:14 smithi071 ceph-mon[142085]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-16T18:56:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:15 smithi184 ceph-mon[136228]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T18:56:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:15 smithi071 ceph-mon[139725]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T18:56:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:15 smithi071 ceph-mon[142085]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-16T18:56:16.487 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.SnapshotImageState (3967 ms) 2023-12-16T18:56:16.488 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2023-12-16T18:56:16.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:16 smithi184 ceph-mon[136228]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2023-12-16T18:56:16.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:16 smithi184 ceph-mon[136228]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T18:56:16.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:16 smithi184 ceph-mon[136228]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T18:56:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[139725]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2023-12-16T18:56:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[139725]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T18:56:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[139725]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T18:56:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[142085]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2023-12-16T18:56:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[142085]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-16T18:56:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:16 smithi071 ceph-mon[142085]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-16T18:56:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:17] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-16T18:56:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[142085]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 21 KiB/s wr, 215 op/s 2023-12-16T18:56:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[142085]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T18:56:18.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[139725]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 21 KiB/s wr, 215 op/s 2023-12-16T18:56:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[139725]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T18:56:18.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:18 smithi184 ceph-mon[136228]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 21 KiB/s wr, 215 op/s 2023-12-16T18:56:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:18 smithi184 ceph-mon[136228]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-16T18:56:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:19.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:19 smithi071 ceph-mon[139725]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T18:56:19.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:19 smithi071 ceph-mon[142085]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T18:56:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:19 smithi184 ceph-mon[136228]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-16T18:56:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:20 smithi071 ceph-mon[139725]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 10 KiB/s wr, 69 op/s 2023-12-16T18:56:20.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:20 smithi071 ceph-mon[139725]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T18:56:20.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:20 smithi071 ceph-mon[142085]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 10 KiB/s wr, 69 op/s 2023-12-16T18:56:20.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:20 smithi071 ceph-mon[142085]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T18:56:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:20 smithi184 ceph-mon[136228]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 10 KiB/s wr, 69 op/s 2023-12-16T18:56:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:20 smithi184 ceph-mon[136228]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-16T18:56:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:21 smithi184 ceph-mon[136228]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T18:56:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:21 smithi184 ceph-mon[136228]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T18:56:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:21 smithi071 ceph-mon[139725]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T18:56:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:21 smithi071 ceph-mon[139725]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T18:56:21.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:21 smithi071 ceph-mon[142085]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-16T18:56:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:21 smithi071 ceph-mon[142085]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-16T18:56:22.737 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:22 smithi184 ceph-mon[136228]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2023-12-16T18:56:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:22 smithi071 ceph-mon[139725]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2023-12-16T18:56:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:22 smithi071 ceph-mon[142085]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2023-12-16T18:56:23.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:23 smithi184 ceph-mon[136228]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T18:56:23.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:23 smithi071 ceph-mon[139725]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T18:56:23.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:23 smithi071 ceph-mon[142085]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-16T18:56:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:24 smithi184 ceph-mon[136228]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.7 KiB/s wr, 189 op/s 2023-12-16T18:56:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:24 smithi184 ceph-mon[136228]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T18:56:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:24 smithi071 ceph-mon[139725]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.7 KiB/s wr, 189 op/s 2023-12-16T18:56:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:24 smithi071 ceph-mon[139725]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T18:56:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:24 smithi071 ceph-mon[142085]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 9.7 KiB/s wr, 189 op/s 2023-12-16T18:56:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:24 smithi071 ceph-mon[142085]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-16T18:56:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:25 smithi184 ceph-mon[136228]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T18:56:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:25 smithi071 ceph-mon[139725]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T18:56:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:25 smithi071 ceph-mon[142085]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-16T18:56:26.514 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10027 ms) 2023-12-16T18:56:26.514 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2023-12-16T18:56:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:26 smithi184 ceph-mon[136228]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 166 op/s 2023-12-16T18:56:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:26 smithi184 ceph-mon[136228]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T18:56:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:26 smithi184 ceph-mon[136228]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T18:56:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]: dispatch 2023-12-16T18:56:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[139725]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 166 op/s 2023-12-16T18:56:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[139725]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T18:56:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[139725]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T18:56:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]: dispatch 2023-12-16T18:56:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[142085]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 166 op/s 2023-12-16T18:56:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[142085]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-16T18:56:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[142085]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-16T18:56:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]: dispatch 2023-12-16T18:56:27.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]': finished 2023-12-16T18:56:27.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]': finished 2023-12-16T18:56:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:27] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-16T18:56:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/deaaa8f3-236b-427a-8464-92413d1ffa62"}]': finished 2023-12-16T18:56:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:28 smithi184 ceph-mon[136228]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2023-12-16T18:56:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:28 smithi184 ceph-mon[136228]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T18:56:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:28 smithi071 ceph-mon[139725]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2023-12-16T18:56:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:28 smithi071 ceph-mon[139725]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T18:56:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:28 smithi071 ceph-mon[142085]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2023-12-16T18:56:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:28 smithi071 ceph-mon[142085]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-16T18:56:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:29 smithi184 ceph-mon[136228]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T18:56:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:29 smithi071 ceph-mon[139725]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T18:56:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:29 smithi071 ceph-mon[142085]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-16T18:56:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:30 smithi184 ceph-mon[136228]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2023-12-16T18:56:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:30 smithi184 ceph-mon[136228]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T18:56:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:30 smithi071 ceph-mon[139725]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2023-12-16T18:56:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:30 smithi071 ceph-mon[139725]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T18:56:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:30 smithi071 ceph-mon[142085]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 6.0 KiB/s wr, 55 op/s 2023-12-16T18:56:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:30 smithi071 ceph-mon[142085]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-16T18:56:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:31 smithi184 ceph-mon[136228]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T18:56:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:31 smithi184 ceph-mon[136228]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T18:56:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:31 smithi071 ceph-mon[139725]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T18:56:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:31 smithi071 ceph-mon[139725]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T18:56:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:31 smithi071 ceph-mon[142085]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-16T18:56:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:31 smithi071 ceph-mon[142085]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-16T18:56:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:32 smithi184 ceph-mon[136228]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2023-12-16T18:56:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:32 smithi184 ceph-mon[136228]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T18:56:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:56:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[139725]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2023-12-16T18:56:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[139725]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T18:56:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:56:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[142085]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.2 KiB/s wr, 29 op/s 2023-12-16T18:56:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[142085]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-16T18:56:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:56:33.815 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:33.815 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:33 smithi184 ceph-mon[136228]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T18:56:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:33 smithi071 ceph-mon[139725]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T18:56:33.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:33 smithi071 ceph-mon[142085]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-16T18:56:34.830 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:34 smithi184 ceph-mon[136228]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2023-12-16T18:56:34.831 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:34 smithi184 ceph-mon[136228]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T18:56:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:34 smithi071 ceph-mon[139725]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2023-12-16T18:56:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:34 smithi071 ceph-mon[139725]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T18:56:34.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:34 smithi071 ceph-mon[142085]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2023-12-16T18:56:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:34 smithi071 ceph-mon[142085]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-16T18:56:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 18 KiB/s wr, 153 op/s 2023-12-16T18:56:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T18:56:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:56:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:56:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 18 KiB/s wr, 153 op/s 2023-12-16T18:56:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 18 KiB/s wr, 153 op/s 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:56:36.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:56:37.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:37 smithi071 ceph-mon[139725]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T18:56:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:37] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-16T18:56:37.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:37 smithi071 ceph-mon[142085]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T18:56:37.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:37 smithi184 ceph-mon[136228]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-16T18:56:38.323 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:56:38.643 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (46m) 2m ago 48m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (46m) 3s ago 48m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (49m) 2m ago 49m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (49m) 3s ago 49m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (45m) 3s ago 51m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (45m) 2m ago 53m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (45m) 2m ago 53m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (44m) 3s ago 52m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (45m) 2m ago 52m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (46m) 2m ago 48m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (46m) 3s ago 48m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:56:38.644 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (44m) 2m ago 51m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (43m) 2m ago 51m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (43m) 2m ago 51m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (42m) 2m ago 50m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (42m) 3s ago 50m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (42m) 3s ago 50m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (41m) 3s ago 50m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (41m) 3s ago 49m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:56:38.645 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (45m) 3s ago 49m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:56:38.645 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:38 smithi071 ceph-mon[139725]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2023-12-16T18:56:38.645 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:38 smithi071 ceph-mon[139725]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T18:56:38.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:38 smithi071 ceph-mon[142085]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2023-12-16T18:56:38.646 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:38 smithi071 ceph-mon[142085]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T18:56:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:38 smithi184 ceph-mon[136228]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 128 op/s 2023-12-16T18:56:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:38 smithi184 ceph-mon[136228]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:56:39.029 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:56:39.030 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:56:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[139725]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[139725]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T18:56:39.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[139725]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/546595555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[142085]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[142085]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T18:56:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[142085]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/546595555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:39 smithi184 ceph-mon[136228]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:39 smithi184 ceph-mon[136228]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-16T18:56:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:39 smithi184 ceph-mon[136228]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:56:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/546595555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:56:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:40 smithi071 ceph-mon[139725]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 79 op/s 2023-12-16T18:56:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:40 smithi071 ceph-mon[139725]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T18:56:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:40 smithi071 ceph-mon[142085]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 79 op/s 2023-12-16T18:56:40.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:40 smithi071 ceph-mon[142085]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T18:56:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:40 smithi184 ceph-mon[136228]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 79 op/s 2023-12-16T18:56:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:40 smithi184 ceph-mon[136228]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-16T18:56:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:41 smithi184 ceph-mon[136228]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T18:56:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:41 smithi071 ceph-mon[139725]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T18:56:41.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:41 smithi071 ceph-mon[142085]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-16T18:56:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:42 smithi184 ceph-mon[136228]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 139 op/s 2023-12-16T18:56:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:42 smithi184 ceph-mon[136228]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T18:56:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:42 smithi071 ceph-mon[139725]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 139 op/s 2023-12-16T18:56:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:42 smithi071 ceph-mon[139725]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T18:56:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:42 smithi071 ceph-mon[142085]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 14 KiB/s wr, 139 op/s 2023-12-16T18:56:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:42 smithi071 ceph-mon[142085]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-16T18:56:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:43 smithi184 ceph-mon[136228]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T18:56:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:43 smithi071 ceph-mon[139725]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T18:56:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:43 smithi071 ceph-mon[142085]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-16T18:56:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:44 smithi184 ceph-mon[136228]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 211 op/s 2023-12-16T18:56:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:44 smithi184 ceph-mon[136228]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T18:56:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:44 smithi071 ceph-mon[139725]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 211 op/s 2023-12-16T18:56:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:44 smithi071 ceph-mon[139725]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T18:56:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:44 smithi071 ceph-mon[142085]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 17 KiB/s wr, 211 op/s 2023-12-16T18:56:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:44 smithi071 ceph-mon[142085]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-16T18:56:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:45 smithi184 ceph-mon[136228]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T18:56:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:45 smithi071 ceph-mon[139725]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T18:56:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:45 smithi071 ceph-mon[142085]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-16T18:56:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:46 smithi184 ceph-mon[136228]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 208 op/s 2023-12-16T18:56:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:46 smithi184 ceph-mon[136228]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T18:56:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:46 smithi184 ceph-mon[136228]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T18:56:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[139725]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 208 op/s 2023-12-16T18:56:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[139725]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T18:56:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[139725]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T18:56:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[142085]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 208 op/s 2023-12-16T18:56:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[142085]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-16T18:56:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:46 smithi071 ceph-mon[142085]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-16T18:56:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:47] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-16T18:56:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[139725]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2023-12-16T18:56:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[139725]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T18:56:48.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[142085]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2023-12-16T18:56:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[142085]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T18:56:48.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:48 smithi184 ceph-mon[136228]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2023-12-16T18:56:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:48 smithi184 ceph-mon[136228]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-16T18:56:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:56:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:49 smithi184 ceph-mon[136228]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T18:56:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:49 smithi071 ceph-mon[139725]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T18:56:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:49 smithi071 ceph-mon[142085]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-16T18:56:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:50 smithi184 ceph-mon[136228]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2023-12-16T18:56:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:50 smithi184 ceph-mon[136228]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T18:56:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:50 smithi071 ceph-mon[139725]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2023-12-16T18:56:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:50 smithi071 ceph-mon[139725]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T18:56:50.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:50 smithi071 ceph-mon[142085]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2023-12-16T18:56:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:50 smithi071 ceph-mon[142085]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-16T18:56:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:51 smithi184 ceph-mon[136228]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T18:56:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:51 smithi184 ceph-mon[136228]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T18:56:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:51 smithi071 ceph-mon[142085]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T18:56:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:51 smithi071 ceph-mon[142085]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T18:56:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:51 smithi071 ceph-mon[139725]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-16T18:56:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:51 smithi071 ceph-mon[139725]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-16T18:56:52.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:52 smithi184 ceph-mon[136228]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 123 op/s 2023-12-16T18:56:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:52 smithi071 ceph-mon[139725]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 123 op/s 2023-12-16T18:56:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:52 smithi071 ceph-mon[142085]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 123 op/s 2023-12-16T18:56:53.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:53 smithi184 ceph-mon[136228]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T18:56:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:53 smithi071 ceph-mon[139725]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T18:56:53.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:53 smithi071 ceph-mon[142085]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-16T18:56:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:54 smithi184 ceph-mon[136228]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 115 op/s 2023-12-16T18:56:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:54 smithi184 ceph-mon[136228]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T18:56:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:54 smithi071 ceph-mon[139725]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 115 op/s 2023-12-16T18:56:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:54 smithi071 ceph-mon[139725]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T18:56:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:54 smithi071 ceph-mon[142085]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.0 KiB/s wr, 115 op/s 2023-12-16T18:56:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:54 smithi071 ceph-mon[142085]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-16T18:56:55.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:55 smithi184 ceph-mon[136228]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T18:56:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:55 smithi071 ceph-mon[139725]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T18:56:55.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:55 smithi071 ceph-mon[142085]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-16T18:56:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:56 smithi184 ceph-mon[136228]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2023-12-16T18:56:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:56 smithi184 ceph-mon[136228]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T18:56:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:56 smithi184 ceph-mon[136228]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T18:56:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[139725]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2023-12-16T18:56:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[139725]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T18:56:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[139725]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T18:56:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[142085]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 126 op/s 2023-12-16T18:56:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[142085]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-16T18:56:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:56 smithi071 ceph-mon[142085]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-16T18:56:57.513 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30999 ms) 2023-12-16T18:56:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:56:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:56:57] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-16T18:56:58.516 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 51 tests from TestMirroring (86728 ms total) 2023-12-16T18:56:58.517 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:56:58.517 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 34 tests from TestInternal 2023-12-16T18:56:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[139725]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2023-12-16T18:56:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[139725]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T18:56:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]: dispatch 2023-12-16T18:56:58.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]': finished 2023-12-16T18:56:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[142085]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2023-12-16T18:56:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[142085]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T18:56:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]: dispatch 2023-12-16T18:56:58.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:58 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]': finished 2023-12-16T18:56:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:58 smithi184 ceph-mon[136228]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 125 op/s 2023-12-16T18:56:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:58 smithi184 ceph-mon[136228]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-16T18:56:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:58 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]: dispatch 2023-12-16T18:56:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:58 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4079940485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/8a8ffce2-654e-44dd-b4e6-d84a2e26384b"}]': finished 2023-12-16T18:56:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:56:59 smithi184 ceph-mon[136228]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T18:56:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:56:59 smithi071 ceph-mon[139725]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T18:56:59.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:56:59 smithi071 ceph-mon[142085]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-16T18:57:00.531 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.OpenByID 2023-12-16T18:57:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:00 smithi184 ceph-mon[136228]: pgmap v2674: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:00 smithi184 ceph-mon[136228]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T18:57:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:00 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[142085]: pgmap v2674: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[142085]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T18:57:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[139725]: pgmap v2674: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[139725]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-16T18:57:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:00 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:01 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:01 smithi184 ceph-mon[136228]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T18:57:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:01 smithi184 ceph-mon[136228]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T18:57:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[142085]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T18:57:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[142085]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T18:57:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[139725]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-16T18:57:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:01 smithi071 ceph-mon[139725]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-16T18:57:02.565 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.OpenByID (2033 ms) 2023-12-16T18:57:02.565 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.OpenSnapDNE 2023-12-16T18:57:02.590 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2023-12-16T18:57:02.590 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2023-12-16T18:57:02.613 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2023-12-16T18:57:02.613 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.ResizeLocksImage 2023-12-16T18:57:02.639 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2023-12-16T18:57:02.639 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2023-12-16T18:57:02.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2023-12-16T18:57:02.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2023-12-16T18:57:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:02 smithi184 ceph-mon[136228]: pgmap v2677: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:02 smithi184 ceph-mon[136228]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T18:57:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:02 smithi071 ceph-mon[139725]: pgmap v2677: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:02 smithi071 ceph-mon[139725]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T18:57:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:02 smithi071 ceph-mon[142085]: pgmap v2677: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:02 smithi071 ceph-mon[142085]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-16T18:57:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:04.571 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1915 ms) 2023-12-16T18:57:04.571 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2023-12-16T18:57:04.595 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2023-12-16T18:57:04.595 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2023-12-16T18:57:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:04 smithi184 ceph-mon[136228]: pgmap v2680: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T18:57:04.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:04 smithi184 ceph-mon[136228]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T18:57:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:04 smithi071 ceph-mon[142085]: pgmap v2680: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T18:57:04.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:04 smithi071 ceph-mon[142085]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T18:57:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:04 smithi071 ceph-mon[139725]: pgmap v2680: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T18:57:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:04 smithi071 ceph-mon[139725]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-16T18:57:05.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:05 smithi184 ceph-mon[136228]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T18:57:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:05 smithi071 ceph-mon[139725]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T18:57:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:05 smithi071 ceph-mon[142085]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-16T18:57:06.585 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1990 ms) 2023-12-16T18:57:06.585 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2023-12-16T18:57:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:06 smithi184 ceph-mon[136228]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2023-12-16T18:57:06.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:06 smithi184 ceph-mon[136228]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T18:57:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:06 smithi071 ceph-mon[139725]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2023-12-16T18:57:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:06 smithi071 ceph-mon[139725]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T18:57:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:06 smithi071 ceph-mon[142085]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2023-12-16T18:57:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:06 smithi071 ceph-mon[142085]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-16T18:57:07.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:07 smithi071 ceph-mon[139725]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T18:57:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:07] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2023-12-16T18:57:07.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:07 smithi071 ceph-mon[142085]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T18:57:07.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:07 smithi184 ceph-mon[136228]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-16T18:57:08.591 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2006 ms) 2023-12-16T18:57:08.591 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2023-12-16T18:57:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:08 smithi184 ceph-mon[136228]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 166 op/s 2023-12-16T18:57:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:08 smithi184 ceph-mon[136228]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T18:57:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:08 smithi071 ceph-mon[139725]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 166 op/s 2023-12-16T18:57:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:08 smithi071 ceph-mon[139725]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T18:57:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:08 smithi071 ceph-mon[142085]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 13 KiB/s wr, 166 op/s 2023-12-16T18:57:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:08 smithi071 ceph-mon[142085]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-16T18:57:09.376 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:57:09.700 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (46m) 2m ago 49m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (46m) 34s ago 49m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (50m) 2m ago 50m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (50m) 34s ago 50m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (46m) 34s ago 52m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (46m) 2m ago 53m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (45m) 2m ago 53m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (45m) 34s ago 52m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (45m) 2m ago 52m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (46m) 2m ago 49m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (46m) 34s ago 49m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:57:09.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (44m) 2m ago 52m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (44m) 2m ago 51m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (43m) 2m ago 51m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (43m) 2m ago 51m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (43m) 34s ago 51m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (42m) 34s ago 50m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (42m) 34s ago 50m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (41m) 34s ago 50m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:57:09.702 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (46m) 34s ago 49m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:57:09.702 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:09 smithi071 ceph-mon[139725]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T18:57:09.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:09 smithi071 ceph-mon[142085]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T18:57:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:09 smithi184 ceph-mon[136228]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-16T18:57:10.083 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:57:10.083 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:57:10.083 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:57:10.084 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:57:10.085 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:57:10.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2017 ms) 2023-12-16T18:57:10.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.FlattenLocksImage 2023-12-16T18:57:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:10 smithi184 ceph-mon[136228]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 137 op/s 2023-12-16T18:57:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:10 smithi184 ceph-mon[136228]: from='client.46775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:10 smithi184 ceph-mon[136228]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T18:57:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:10 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2335632957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[139725]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 137 op/s 2023-12-16T18:57:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[139725]: from='client.46775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[139725]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T18:57:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2335632957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[142085]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 137 op/s 2023-12-16T18:57:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[142085]: from='client.46775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[142085]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-16T18:57:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:10 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2335632957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[139725]: from='client.36822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[139725]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T18:57:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[139725]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T18:57:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[142085]: from='client.36822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[142085]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T18:57:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:11 smithi071 ceph-mon[142085]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T18:57:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:11 smithi184 ceph-mon[136228]: from='client.36822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:11 smithi184 ceph-mon[136228]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-16T18:57:12.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:11 smithi184 ceph-mon[136228]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-16T18:57:12.482 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.FlattenLocksImage (1874 ms) 2023-12-16T18:57:12.482 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2023-12-16T18:57:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:12 smithi071 ceph-mon[139725]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 7 op/s 2023-12-16T18:57:12.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:12 smithi071 ceph-mon[139725]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T18:57:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:12 smithi071 ceph-mon[142085]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 7 op/s 2023-12-16T18:57:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:12 smithi071 ceph-mon[142085]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T18:57:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:12 smithi184 ceph-mon[136228]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 255 B/s wr, 7 op/s 2023-12-16T18:57:13.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:12 smithi184 ceph-mon[136228]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-16T18:57:14.638 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2156 ms) 2023-12-16T18:57:14.638 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2023-12-16T18:57:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[139725]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2023-12-16T18:57:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[139725]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T18:57:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[142085]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2023-12-16T18:57:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[142085]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T18:57:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:14 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:14 smithi184 ceph-mon[136228]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.0 KiB/s wr, 142 op/s 2023-12-16T18:57:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:14 smithi184 ceph-mon[136228]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-16T18:57:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:14 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:15.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (993 ms) 2023-12-16T18:57:15.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2023-12-16T18:57:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:15 smithi071 ceph-mon[139725]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T18:57:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:15 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]: dispatch 2023-12-16T18:57:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:15 smithi071 ceph-mon[142085]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T18:57:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:15 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]: dispatch 2023-12-16T18:57:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:15 smithi184 ceph-mon[136228]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-16T18:57:16.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:15 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]: dispatch 2023-12-16T18:57:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 9.7 KiB/s wr, 179 op/s 2023-12-16T18:57:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]': finished 2023-12-16T18:57:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]: dispatch 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]': finished 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[139725]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 9.7 KiB/s wr, 179 op/s 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]': finished 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]: dispatch 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]': finished 2023-12-16T18:57:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:16 smithi071 ceph-mon[142085]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T18:57:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 9.7 KiB/s wr, 179 op/s 2023-12-16T18:57:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4211074295' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/4211074295"}]': finished 2023-12-16T18:57:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-16T18:57:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]: dispatch 2023-12-16T18:57:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1496774035' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/1496774035"}]': finished 2023-12-16T18:57:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:16 smithi184 ceph-mon[136228]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-16T18:57:17.456 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1823 ms) 2023-12-16T18:57:17.456 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2023-12-16T18:57:17.492 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.AioWriteRequestsLock (38 ms) 2023-12-16T18:57:17.492 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2023-12-16T18:57:17.521 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (29 ms) 2023-12-16T18:57:17.521 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.CancelAsyncResize 2023-12-16T18:57:17.572 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.CancelAsyncResize (51 ms) 2023-12-16T18:57:17.573 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.MultipleResize 2023-12-16T18:57:17.632 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.MultipleResize (60 ms) 2023-12-16T18:57:17.632 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.Metadata 2023-12-16T18:57:17.675 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.Metadata (43 ms) 2023-12-16T18:57:17.675 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.MetadataConfApply 2023-12-16T18:57:17.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2023-12-16T18:57:17.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapshotCopyup 2023-12-16T18:57:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:17] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2023-12-16T18:57:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:18 smithi071 ceph-mon[139725]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-16T18:57:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:18 smithi071 ceph-mon[142085]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-16T18:57:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:18 smithi184 ceph-mon[136228]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-16T18:57:19.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:19 smithi071 ceph-mon[139725]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T18:57:19.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:19 smithi071 ceph-mon[142085]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T18:57:20.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:19 smithi184 ceph-mon[136228]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-16T18:57:20.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapshotCopyup (3023 ms) 2023-12-16T18:57:20.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2023-12-16T18:57:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:20 smithi071 ceph-mon[142085]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 184 op/s 2023-12-16T18:57:20.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:20 smithi071 ceph-mon[142085]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T18:57:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:20 smithi071 ceph-mon[139725]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 184 op/s 2023-12-16T18:57:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:20 smithi071 ceph-mon[139725]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T18:57:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:20 smithi184 ceph-mon[136228]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 14 KiB/s wr, 184 op/s 2023-12-16T18:57:21.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:20 smithi184 ceph-mon[136228]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-16T18:57:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:21 smithi071 ceph-mon[139725]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T18:57:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:21 smithi071 ceph-mon[139725]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T18:57:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:21 smithi071 ceph-mon[142085]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T18:57:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:21 smithi071 ceph-mon[142085]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T18:57:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:21 smithi184 ceph-mon[136228]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-16T18:57:22.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:21 smithi184 ceph-mon[136228]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-16T18:57:22.495 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1768 ms) 2023-12-16T18:57:22.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2023-12-16T18:57:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:22 smithi071 ceph-mon[139725]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2023-12-16T18:57:23.009 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:22 smithi071 ceph-mon[139725]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T18:57:23.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:22 smithi071 ceph-mon[142085]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2023-12-16T18:57:23.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:22 smithi071 ceph-mon[142085]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T18:57:23.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:22 smithi184 ceph-mon[136228]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2023-12-16T18:57:23.010 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:22 smithi184 ceph-mon[136228]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-16T18:57:23.495 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2023-12-16T18:57:23.496 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.ResizeCopyup 2023-12-16T18:57:24.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:24 smithi071 ceph-mon[139725]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 24 KiB/s wr, 314 op/s 2023-12-16T18:57:24.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:24 smithi071 ceph-mon[139725]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T18:57:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:24 smithi071 ceph-mon[142085]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 24 KiB/s wr, 314 op/s 2023-12-16T18:57:24.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:24 smithi071 ceph-mon[142085]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T18:57:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:24 smithi184 ceph-mon[136228]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 24 KiB/s wr, 314 op/s 2023-12-16T18:57:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:24 smithi184 ceph-mon[136228]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-16T18:57:25.538 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.ResizeCopyup (2043 ms) 2023-12-16T18:57:25.538 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.DiscardCopyup 2023-12-16T18:57:25.547 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T18:57:25.547 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2023-12-16T18:57:25.547 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.ImageOptions 2023-12-16T18:57:25.555 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2023-12-16T18:57:25.555 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.WriteFullCopyup 2023-12-16T18:57:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:25 smithi184 ceph-mon[136228]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T18:57:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:25 smithi071 ceph-mon[139725]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T18:57:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:25 smithi071 ceph-mon[142085]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-16T18:57:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:26 smithi184 ceph-mon[136228]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 28 KiB/s wr, 396 op/s 2023-12-16T18:57:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:26 smithi184 ceph-mon[136228]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T18:57:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:26 smithi184 ceph-mon[136228]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T18:57:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[139725]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 28 KiB/s wr, 396 op/s 2023-12-16T18:57:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[139725]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T18:57:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[139725]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T18:57:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[142085]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 28 KiB/s wr, 396 op/s 2023-12-16T18:57:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[142085]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-16T18:57:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:26 smithi071 ceph-mon[142085]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-16T18:57:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:27] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-16T18:57:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:28 smithi184 ceph-mon[136228]: pgmap v2715: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 307 op/s 2023-12-16T18:57:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:28 smithi184 ceph-mon[136228]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T18:57:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:28 smithi071 ceph-mon[139725]: pgmap v2715: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 307 op/s 2023-12-16T18:57:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:28 smithi071 ceph-mon[139725]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T18:57:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:28 smithi071 ceph-mon[142085]: pgmap v2715: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 307 op/s 2023-12-16T18:57:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:28 smithi071 ceph-mon[142085]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-16T18:57:29.519 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.WriteFullCopyup (3964 ms) 2023-12-16T18:57:29.520 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2023-12-16T18:57:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:29 smithi184 ceph-mon[136228]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T18:57:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:29 smithi071 ceph-mon[139725]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T18:57:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:29 smithi071 ceph-mon[142085]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-16T18:57:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:30 smithi184 ceph-mon[136228]: pgmap v2718: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T18:57:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:30 smithi184 ceph-mon[136228]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T18:57:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:30 smithi071 ceph-mon[139725]: pgmap v2718: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T18:57:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:30 smithi071 ceph-mon[139725]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T18:57:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:30 smithi071 ceph-mon[142085]: pgmap v2718: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 1.0 MiB/s wr, 259 op/s 2023-12-16T18:57:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:30 smithi071 ceph-mon[142085]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-16T18:57:31.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2019 ms) 2023-12-16T18:57:31.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.TestCoR 2023-12-16T18:57:31.548 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING due to disabled rbd_copy_on_read 2023-12-16T18:57:31.548 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2023-12-16T18:57:31.548 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2023-12-16T18:57:31.764 INFO:tasks.workunit.client.0.smithi071.stdout:made parent image "image391": 4194304K (1024 * 4K) 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout:generated random write map: 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [5 , 22717 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [9 , 39980 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [11 , 45107 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [25 , 105386 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [34 , 139543 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [61 , 252572 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [78 , 321331 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [116 , 477478 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [125 , 513113 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [132 , 541530 ] 2023-12-16T18:57:31.765 INFO:tasks.workunit.client.0.smithi071.stdout: [139 , 570235 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [156 , 640505 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [160 , 656662 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [220 , 902621 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [235 , 964407 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [238 , 977293 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [272 , 1116906 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [276 , 1132776 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [302 , 1238098 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [309 , 1266976 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [353 , 1445898 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [361 , 1479901 ] 2023-12-16T18:57:31.766 INFO:tasks.workunit.client.0.smithi071.stdout: [367 , 1505432 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [384 , 1576107 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [385 , 1580332 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [396 , 1623109 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [418 , 1713846 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [430 , 1764379 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [438 , 1795265 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [452 , 1852092 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [456 , 1869615 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [466 , 1909005 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [473 , 1940526 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [495 , 2030401 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [504 , 2067184 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [515 , 2112791 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [539 , 2209449 ] 2023-12-16T18:57:31.767 INFO:tasks.workunit.client.0.smithi071.stdout: [543 , 2227197 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [552 , 2264226 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [553 , 2267061 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [558 , 2287969 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [568 , 2328369 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [575 , 2358227 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [582 , 2383957 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [591 , 2422850 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [609 , 2497689 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [623 , 2552391 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [640 , 2624093 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [641 , 2627329 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [657 , 2693561 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [665 , 2726921 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [670 , 2744407 ] 2023-12-16T18:57:31.768 INFO:tasks.workunit.client.0.smithi071.stdout: [673 , 2759000 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [680 , 2786655 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [692 , 2835108 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [698 , 2860374 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [713 , 2920938 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [718 , 2944500 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [728 , 2982487 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [733 , 3003962 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [744 , 3048659 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [748 , 3064035 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [750 , 3074627 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [754 , 3088763 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [758 , 3105290 ] 2023-12-16T18:57:31.769 INFO:tasks.workunit.client.0.smithi071.stdout: [769 , 3151073 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [777 , 3185466 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [802 , 3287587 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [804 , 3294955 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [817 , 3349536 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [818 , 3351455 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [820 , 3361759 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [830 , 3400562 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [861 , 3529660 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [863 , 3536235 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [869 , 3562310 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [873 , 3578604 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [885 , 3627518 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [894 , 3661994 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [903 , 3701369 ] 2023-12-16T18:57:31.770 INFO:tasks.workunit.client.0.smithi071.stdout: [905 , 3708810 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [908 , 3720767 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [913 , 3741247 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [915 , 3749733 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [925 , 3789621 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [932 , 3820344 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [935 , 3831818 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [942 , 3860339 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [945 , 3873197 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [947 , 3882407 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [949 , 3888142 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [957 , 3922753 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [964 , 3949036 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [974 , 3990729 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [976 , 4000481 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [981 , 4019058 ] 2023-12-16T18:57:31.771 INFO:tasks.workunit.client.0.smithi071.stdout: [982 , 4023257 ] 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: [1011 , 4143291 ] 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout:write data based on random map 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-5 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-9 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-11 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-25 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-34 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-61 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-78 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-116 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-125 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-132 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-139 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-156 2023-12-16T18:57:31.772 INFO:tasks.workunit.client.0.smithi071.stdout: write object-160 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-220 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-235 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-238 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-272 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-276 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-302 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-309 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-353 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-361 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-367 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-384 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-385 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-396 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-418 2023-12-16T18:57:31.773 INFO:tasks.workunit.client.0.smithi071.stdout: write object-430 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-438 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-452 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-456 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-466 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-473 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-495 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-504 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-515 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-539 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-543 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-552 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-553 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-558 2023-12-16T18:57:31.774 INFO:tasks.workunit.client.0.smithi071.stdout: write object-568 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-575 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-582 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-591 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-609 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-623 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-640 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-641 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-657 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-665 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-670 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-673 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-680 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-692 2023-12-16T18:57:31.775 INFO:tasks.workunit.client.0.smithi071.stdout: write object-698 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-713 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-718 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-728 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-733 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-744 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-748 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-750 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-754 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-758 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-769 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-777 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-802 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-804 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-817 2023-12-16T18:57:31.776 INFO:tasks.workunit.client.0.smithi071.stdout: write object-818 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-820 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-830 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-861 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-863 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-869 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-873 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-885 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-894 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-903 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-905 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-908 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-913 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-915 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-925 2023-12-16T18:57:31.777 INFO:tasks.workunit.client.0.smithi071.stdout: write object-932 2023-12-16T18:57:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:31 smithi184 ceph-mon[136228]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T18:57:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:31 smithi071 ceph-mon[139725]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T18:57:31.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:31 smithi071 ceph-mon[142085]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-16T18:57:32.726 INFO:tasks.workunit.client.0.smithi071.stdout: write object-935 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-942 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-945 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-947 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-949 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-957 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-964 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-974 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-976 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-981 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-982 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout: write object-1011 2023-12-16T18:57:32.727 INFO:tasks.workunit.client.0.smithi071.stdout:verify written data by reading 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout: read object-5 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:made snapshot "image391@parent_snap" and protect it 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:made and opened clone "image392" 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:flattening clone: "image392" 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:check whether child image has the same set of objects as parent 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1178 ms) 2023-12-16T18:57:32.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2023-12-16T18:57:32.766 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE Bus STOPPING 2023-12-16T18:57:32.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-mon[139725]: pgmap v2721: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2023-12-16T18:57:32.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-mon[139725]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T18:57:32.766 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-mon[142085]: pgmap v2721: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2023-12-16T18:57:32.766 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-mon[142085]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T18:57:32.800 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2023-12-16T18:57:32.800 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.Sparsify 2023-12-16T18:57:32.828 INFO:tasks.workunit.client.0.smithi071.stdout:sparsify_supported=1 2023-12-16T18:57:32.828 INFO:tasks.workunit.client.0.smithi071.stdout:sparse_read_supported=1 2023-12-16T18:57:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:32 smithi184 ceph-mon[136228]: pgmap v2721: 137 pgs: 137 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2023-12-16T18:57:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:32 smithi184 ceph-mon[136228]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-16T18:57:32.855 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2023-12-16T18:57:32.855 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.SparsifyClone 2023-12-16T18:57:32.872 INFO:tasks.workunit.client.0.smithi071.stdout:sparsify_supported=1 2023-12-16T18:57:33.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:57:33.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE Bus STOPPED 2023-12-16T18:57:33.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE Bus STARTING 2023-12-16T18:57:33.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE Serving on http://:::9283 2023-12-16T18:57:33.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:57:32] ENGINE Bus STARTED 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:57:33.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:33.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:57:33.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1121724520' entity='client.admin' 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:34.833 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.SparsifyClone (1978 ms) 2023-12-16T18:57:34.834 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestInternal.MissingDataPool 2023-12-16T18:57:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:34 smithi184 ceph-mon[136228]: pgmap v2724: 137 pgs: 137 active+clean; 8.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 229 op/s 2023-12-16T18:57:34.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:34 smithi184 ceph-mon[136228]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T18:57:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:34 smithi071 ceph-mon[139725]: pgmap v2724: 137 pgs: 137 active+clean; 8.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 229 op/s 2023-12-16T18:57:34.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:34 smithi071 ceph-mon[139725]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T18:57:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:34 smithi071 ceph-mon[142085]: pgmap v2724: 137 pgs: 137 active+clean; 8.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 229 op/s 2023-12-16T18:57:34.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:34 smithi071 ceph-mon[142085]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-16T18:57:35.934 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestInternal.MissingDataPool (1101 ms) 2023-12-16T18:57:36.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:35 smithi184 ceph-mon[136228]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T18:57:36.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:35 smithi184 ceph-mon[136228]: pgmap v2727: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 320 op/s 2023-12-16T18:57:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:35 smithi071 ceph-mon[139725]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T18:57:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:35 smithi071 ceph-mon[139725]: pgmap v2727: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 320 op/s 2023-12-16T18:57:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:35 smithi071 ceph-mon[142085]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-16T18:57:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:35 smithi071 ceph-mon[142085]: pgmap v2727: 137 pgs: 137 active+clean; 8.9 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 320 op/s 2023-12-16T18:57:36.459 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 34 tests from TestInternal (35403 ms total) 2023-12-16T18:57:36.459 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:57:36.459 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 17 tests from TestImageWatcher 2023-12-16T18:57:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:36 smithi184 ceph-mon[136228]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T18:57:37.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:36 smithi184 ceph-mon[136228]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T18:57:37.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:36 smithi071 ceph-mon[142085]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T18:57:37.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:36 smithi071 ceph-mon[142085]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T18:57:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:36 smithi071 ceph-mon[139725]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-16T18:57:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:36 smithi071 ceph-mon[139725]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-16T18:57:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:37] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-16T18:57:38.468 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2023-12-16T18:57:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:38 smithi184 ceph-mon[136228]: pgmap v2730: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:38 smithi184 ceph-mon[136228]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T18:57:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2037350846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:38 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[139725]: pgmap v2730: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[139725]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T18:57:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2037350846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[142085]: pgmap v2730: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[142085]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-16T18:57:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2037350846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:38 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:39 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:39 smithi184 ceph-mon[136228]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T18:57:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:39 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:39 smithi071 ceph-mon[139725]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T18:57:39.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:39 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:39 smithi071 ceph-mon[142085]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-16T18:57:40.430 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:57:40.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2070 ms) 2023-12-16T18:57:40.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2023-12-16T18:57:40.563 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2023-12-16T18:57:40.563 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyResize 2023-12-16T18:57:40.585 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2023-12-16T18:57:40.585 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2023-12-16T18:57:40.609 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2023-12-16T18:57:40.610 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2023-12-16T18:57:40.633 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2023-12-16T18:57:40.633 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2023-12-16T18:57:40.656 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2023-12-16T18:57:40.656 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2023-12-16T18:57:40.676 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2023-12-16T18:57:40.677 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2023-12-16T18:57:40.697 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2023-12-16T18:57:40.697 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2023-12-16T18:57:40.719 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2023-12-16T18:57:40.719 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2023-12-16T18:57:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:40 smithi071 ceph-mon[139725]: pgmap v2733: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:40.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:40 smithi071 ceph-mon[139725]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T18:57:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:40 smithi071 ceph-mon[142085]: pgmap v2733: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:40.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:40 smithi071 ceph-mon[142085]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T18:57:40.741 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (23 ms) 2023-12-16T18:57:40.741 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2023-12-16T18:57:40.763 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2023-12-16T18:57:40.763 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2023-12-16T18:57:40.784 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2023-12-16T18:57:40.784 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyRename 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (47m) 3m ago 49m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (47m) 65s ago 49m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (50m) 3m ago 50m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (50m) 65s ago 50m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (46m) 65s ago 52m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (47m) 3m ago 54m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (46m) 3m ago 54m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (45m) 65s ago 53m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (46m) 3m ago 53m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:57:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (47m) 3m ago 49m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (47m) 65s ago 49m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (45m) 3m ago 52m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (44m) 3m ago 52m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (44m) 3m ago 52m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (44m) 3m ago 51m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (43m) 65s ago 51m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (43m) 65s ago 51m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (42m) 65s ago 51m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (42m) 65s ago 51m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:57:40.799 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (46m) 65s ago 50m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:57:40.807 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyRename (23 ms) 2023-12-16T18:57:40.807 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2023-12-16T18:57:40.828 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (21 ms) 2023-12-16T18:57:40.829 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2023-12-16T18:57:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:40 smithi184 ceph-mon[136228]: pgmap v2733: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:40 smithi184 ceph-mon[136228]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-16T18:57:40.848 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2023-12-16T18:57:40.848 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2023-12-16T18:57:40.869 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2023-12-16T18:57:40.870 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2023-12-16T18:57:40.890 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:41.192 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:57:41.193 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:57:41.511 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 17 tests from TestImageWatcher (2421 ms total) 2023-12-16T18:57:41.512 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T18:57:41.512 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 160 tests from TestLibRBD 2023-12-16T18:57:41.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CreateAndStat 2023-12-16T18:57:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:41 smithi184 ceph-mon[136228]: from='client.36858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:41 smithi184 ceph-mon[136228]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T18:57:41.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:41 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1418968151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[139725]: from='client.36858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[139725]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T18:57:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1418968151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[142085]: from='client.36858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[142085]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-16T18:57:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:41 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1418968151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:57:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:42 smithi184 ceph-mon[136228]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:42 smithi184 ceph-mon[136228]: pgmap v2736: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:57:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:42 smithi184 ceph-mon[136228]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T18:57:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[139725]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[139725]: pgmap v2736: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:57:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[139725]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T18:57:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[142085]: from='client.46823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:57:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[142085]: pgmap v2736: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-16T18:57:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:42 smithi071 ceph-mon[142085]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-16T18:57:43.528 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:43 smithi184 ceph-mon[136228]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T18:57:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:43 smithi071 ceph-mon[139725]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T18:57:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:43 smithi071 ceph-mon[142085]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-16T18:57:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:44 smithi184 ceph-mon[136228]: pgmap v2739: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:44 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:44 smithi184 ceph-mon[136228]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[139725]: pgmap v2739: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[139725]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[142085]: pgmap v2739: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1623326153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:44 smithi071 ceph-mon[142085]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-16T18:57:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:image has size 2097152 and order 22 2023-12-16T18:57:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CreateAndStat (4024 ms) 2023-12-16T18:57:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2023-12-16T18:57:45.563 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.582 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2023-12-16T18:57:45.582 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2023-12-16T18:57:45.582 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.602 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2023-12-16T18:57:45.602 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.GetId 2023-12-16T18:57:45.602 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.629 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2023-12-16T18:57:45.629 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.GetIdPP 2023-12-16T18:57:45.629 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.654 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2023-12-16T18:57:45.654 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2023-12-16T18:57:45.655 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.671 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2023-12-16T18:57:45.672 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2023-12-16T18:57:45.672 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.688 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2023-12-16T18:57:45.688 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2023-12-16T18:57:45.688 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.707 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (19 ms) 2023-12-16T18:57:45.707 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2023-12-16T18:57:45.707 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.722 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2023-12-16T18:57:45.723 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.OpenAio 2023-12-16T18:57:45.723 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.737 INFO:tasks.workunit.client.0.smithi071.stdout:image has size 2097152 and order 22 2023-12-16T18:57:45.737 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2023-12-16T18:57:45.737 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.OpenAioFail 2023-12-16T18:57:45.740 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2023-12-16T18:57:45.740 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.OpenAioPP 2023-12-16T18:57:45.740 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.762 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2023-12-16T18:57:45.762 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2023-12-16T18:57:45.765 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2023-12-16T18:57:45.765 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2023-12-16T18:57:45.765 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.796 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ResizeAndStat (32 ms) 2023-12-16T18:57:45.797 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2023-12-16T18:57:45.797 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.826 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2023-12-16T18:57:45.826 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2023-12-16T18:57:45.826 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:45 smithi184 ceph-mon[136228]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T18:57:45.858 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (32 ms) 2023-12-16T18:57:45.858 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2023-12-16T18:57:45.858 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:45.891 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2023-12-16T18:57:45.892 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2023-12-16T18:57:45.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:45 smithi071 ceph-mon[139725]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T18:57:45.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:45 smithi071 ceph-mon[142085]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-16T18:57:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:46 smithi184 ceph-mon[136228]: pgmap v2742: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:46 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:46 smithi184 ceph-mon[136228]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T18:57:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[139725]: pgmap v2742: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[139725]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T18:57:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[142085]: pgmap v2742: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-16T18:57:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:46 smithi071 ceph-mon[142085]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-16T18:57:47.565 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:47 smithi071 ceph-mon[139725]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T18:57:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:47 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:47] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-16T18:57:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:47 smithi071 ceph-mon[142085]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T18:57:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:47 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:47 smithi184 ceph-mon[136228]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-16T18:57:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:47 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: pgmap v2745: 169 pgs: 16 creating+peering, 25 unknown, 128 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.5 KiB/s wr, 97 op/s 2023-12-16T18:57:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T18:57:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: pgmap v2745: 169 pgs: 16 creating+peering, 25 unknown, 128 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.5 KiB/s wr, 97 op/s 2023-12-16T18:57:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T18:57:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: pgmap v2745: 169 pgs: 16 creating+peering, 25 unknown, 128 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.5 KiB/s wr, 97 op/s 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1364417541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:57:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:57:49.593 INFO:tasks.workunit.client.0.smithi071.stdout:image: image18 2023-12-16T18:57:49.593 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image18 2023-12-16T18:57:49.593 INFO:tasks.workunit.client.0.smithi071.stdout:found image18 2023-12-16T18:57:49.593 INFO:tasks.workunit.client.0.smithi071.stdout:erased image18 2023-12-16T18:57:49.593 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:49.675 INFO:tasks.workunit.client.0.smithi071.stdout:image: image18 2023-12-16T18:57:49.675 INFO:tasks.workunit.client.0.smithi071.stdout:image: image19 2023-12-16T18:57:49.675 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image18 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:found image18 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:erased image18 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:found image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:erased image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:image: image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:found image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:erased image19 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3784 ms) 2023-12-16T18:57:49.676 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2023-12-16T18:57:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:49 smithi184 ceph-mon[136228]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T18:57:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:49 smithi071 ceph-mon[139725]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T18:57:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:49 smithi071 ceph-mon[142085]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-16T18:57:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:50 smithi184 ceph-mon[136228]: pgmap v2748: 169 pgs: 7 creating+peering, 16 unknown, 146 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 239 op/s 2023-12-16T18:57:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:50 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:50 smithi184 ceph-mon[136228]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[139725]: pgmap v2748: 169 pgs: 7 creating+peering, 16 unknown, 146 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 239 op/s 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[139725]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[142085]: pgmap v2748: 169 pgs: 7 creating+peering, 16 unknown, 146 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 239 op/s 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:50 smithi071 ceph-mon[142085]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-16T18:57:51.588 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:51 smithi184 ceph-mon[136228]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T18:57:51.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:51 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:51 smithi071 ceph-mon[139725]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T18:57:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:51 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:51.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:51 smithi071 ceph-mon[142085]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-16T18:57:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:51 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:52 smithi184 ceph-mon[136228]: pgmap v2751: 201 pgs: 7 creating+peering, 36 unknown, 158 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 178 op/s 2023-12-16T18:57:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:52 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:52 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:52 smithi184 ceph-mon[136228]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T18:57:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[139725]: pgmap v2751: 201 pgs: 7 creating+peering, 36 unknown, 158 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 178 op/s 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[139725]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[142085]: pgmap v2751: 201 pgs: 7 creating+peering, 36 unknown, 158 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 178 op/s 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3005493546' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:52 smithi071 ceph-mon[142085]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-16T18:57:53.618 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 1 2023-12-16T18:57:53.619 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:57:53.619 INFO:tasks.workunit.client.0.smithi071.stdout:image: image20 2023-12-16T18:57:53.619 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image20 2023-12-16T18:57:53.619 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:53.628 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 2 2023-12-16T18:57:53.628 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:57:53.628 INFO:tasks.workunit.client.0.smithi071.stdout:image: image20 2023-12-16T18:57:53.629 INFO:tasks.workunit.client.0.smithi071.stdout:image: image21 2023-12-16T18:57:53.629 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image20 2023-12-16T18:57:53.629 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image21 2023-12-16T18:57:53.689 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 1 2023-12-16T18:57:53.697 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:57:53.697 INFO:tasks.workunit.client.0.smithi071.stdout:image: image21 2023-12-16T18:57:53.697 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image21 2023-12-16T18:57:53.698 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4013 ms) 2023-12-16T18:57:53.698 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCopy 2023-12-16T18:57:53.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:53 smithi071 ceph-mon[139725]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T18:57:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:53 smithi071 ceph-mon[142085]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T18:57:54.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:53 smithi184 ceph-mon[136228]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-16T18:57:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[139725]: pgmap v2754: 201 pgs: 3 creating+peering, 18 unknown, 180 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T18:57:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[139725]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T18:57:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[142085]: pgmap v2754: 201 pgs: 3 creating+peering, 18 unknown, 180 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T18:57:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:54 smithi071 ceph-mon[142085]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T18:57:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:54 smithi184 ceph-mon[136228]: pgmap v2754: 201 pgs: 3 creating+peering, 18 unknown, 180 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2023-12-16T18:57:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:54 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:55.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:54 smithi184 ceph-mon[136228]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-16T18:57:55.600 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[139725]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T18:57:55.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[139725]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[142085]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:55 smithi071 ceph-mon[142085]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T18:57:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:55 smithi184 ceph-mon[136228]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-16T18:57:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:55 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2014202077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:57:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:55 smithi184 ceph-mon[136228]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-16T18:57:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[142085]: pgmap v2757: 233 pgs: 7 creating+peering, 28 unknown, 198 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2023-12-16T18:57:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:56.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[142085]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T18:57:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[139725]: pgmap v2757: 233 pgs: 7 creating+peering, 28 unknown, 198 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2023-12-16T18:57:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:56 smithi071 ceph-mon[139725]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T18:57:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:56 smithi184 ceph-mon[136228]: pgmap v2757: 233 pgs: 7 creating+peering, 28 unknown, 198 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2023-12-16T18:57:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:56 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:57:57.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:56 smithi184 ceph-mon[136228]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-16T18:57:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:57:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:57:57] "GET /metrics HTTP/1.1" 200 38792 "" "Prometheus/2.43.0" 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:image: image22 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image22 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:found image22 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:erased image22 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:image: image22 2023-12-16T18:57:57.862 INFO:tasks.workunit.client.0.smithi071.stdout:image: image23 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:found image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:erased image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image23 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:found image23 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:erased image23 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:image: image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:image: image23 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:image: image24 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:found image22 2023-12-16T18:57:57.863 INFO:tasks.workunit.client.0.smithi071.stdout:erased image22 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image23 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:found image23 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:erased image23 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image24 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:found image24 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:erased image24 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCopy (4174 ms) 2023-12-16T18:57:57.864 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCopyPP 2023-12-16T18:57:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[139725]: pgmap v2760: 233 pgs: 4 creating+peering, 16 unknown, 213 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2023-12-16T18:57:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[139725]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T18:57:58.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[142085]: pgmap v2760: 233 pgs: 4 creating+peering, 16 unknown, 213 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2023-12-16T18:57:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[142085]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T18:57:58.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:58 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:58 smithi184 ceph-mon[136228]: pgmap v2760: 233 pgs: 4 creating+peering, 16 unknown, 213 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2023-12-16T18:57:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:58 smithi184 ceph-mon[136228]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-16T18:57:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:58 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:57:59.635 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:57:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:59 smithi071 ceph-mon[139725]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T18:57:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:57:59 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:57:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:59 smithi071 ceph-mon[142085]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T18:57:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:57:59 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:59 smithi184 ceph-mon[136228]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-16T18:58:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:57:59 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[139725]: pgmap v2763: 265 pgs: 32 unknown, 4 creating+peering, 229 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 375 op/s 2023-12-16T18:58:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[139725]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T18:58:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[142085]: pgmap v2763: 265 pgs: 32 unknown, 4 creating+peering, 229 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 375 op/s 2023-12-16T18:58:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:00 smithi071 ceph-mon[142085]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T18:58:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:00 smithi184 ceph-mon[136228]: pgmap v2763: 265 pgs: 32 unknown, 4 creating+peering, 229 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 375 op/s 2023-12-16T18:58:01.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:00 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:00 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1463705135' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:00 smithi184 ceph-mon[136228]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-16T18:58:01.768 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 1 2023-12-16T18:58:01.769 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:01.769 INFO:tasks.workunit.client.0.smithi071.stdout:image: image25 2023-12-16T18:58:01.769 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image25 2023-12-16T18:58:01.789 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 2 2023-12-16T18:58:01.790 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:01.790 INFO:tasks.workunit.client.0.smithi071.stdout:image: image25 2023-12-16T18:58:01.790 INFO:tasks.workunit.client.0.smithi071.stdout:image: image26 2023-12-16T18:58:01.790 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image25 2023-12-16T18:58:01.790 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image26 2023-12-16T18:58:01.837 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 3 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:image: image25 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:image: image26 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:image: image27 2023-12-16T18:58:01.838 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image25 2023-12-16T18:58:01.839 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image26 2023-12-16T18:58:01.839 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image27 2023-12-16T18:58:01.876 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCopyPP (4014 ms) 2023-12-16T18:58:01.877 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2023-12-16T18:58:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:01 smithi071 ceph-mon[139725]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T18:58:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:01 smithi071 ceph-mon[139725]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T18:58:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:01 smithi071 ceph-mon[142085]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T18:58:01.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:01 smithi071 ceph-mon[142085]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T18:58:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:01 smithi184 ceph-mon[136228]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-16T18:58:02.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:01 smithi184 ceph-mon[136228]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-16T18:58:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:02 smithi071 ceph-mon[139725]: pgmap v2766: 265 pgs: 28 unknown, 237 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 377 op/s 2023-12-16T18:58:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:02 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:02.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:02 smithi071 ceph-mon[142085]: pgmap v2766: 265 pgs: 28 unknown, 237 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 377 op/s 2023-12-16T18:58:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:02 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:02 smithi184 ceph-mon[136228]: pgmap v2766: 265 pgs: 28 unknown, 237 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 377 op/s 2023-12-16T18:58:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:02 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:03.665 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[139725]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T18:58:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[142085]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T18:58:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:03 smithi184 ceph-mon[136228]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-16T18:58:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[139725]: pgmap v2769: 297 pgs: 2 creating+peering, 38 unknown, 257 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2023-12-16T18:58:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[139725]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T18:58:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[142085]: pgmap v2769: 297 pgs: 2 creating+peering, 38 unknown, 257 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2023-12-16T18:58:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:04 smithi071 ceph-mon[142085]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T18:58:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:04 smithi184 ceph-mon[136228]: pgmap v2769: 297 pgs: 2 creating+peering, 38 unknown, 257 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2023-12-16T18:58:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:04 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:04 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1561156362' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:05.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:04 smithi184 ceph-mon[136228]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-16T18:58:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:05 smithi071 ceph-mon[139725]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T18:58:05.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:05 smithi071 ceph-mon[142085]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T18:58:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:05 smithi184 ceph-mon[136228]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-16T18:58:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[139725]: pgmap v2772: 297 pgs: 9 creating+peering, 12 unknown, 276 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 449 op/s 2023-12-16T18:58:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[139725]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T18:58:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[139725]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T18:58:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[142085]: pgmap v2772: 297 pgs: 9 creating+peering, 12 unknown, 276 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 449 op/s 2023-12-16T18:58:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[142085]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T18:58:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:06 smithi071 ceph-mon[142085]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T18:58:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:06 smithi184 ceph-mon[136228]: pgmap v2772: 297 pgs: 9 creating+peering, 12 unknown, 276 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 23 KiB/s wr, 449 op/s 2023-12-16T18:58:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:06 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:06 smithi184 ceph-mon[136228]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-16T18:58:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:06 smithi184 ceph-mon[136228]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-16T18:58:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:07] "GET /metrics HTTP/1.1" 200 48411 "" "Prometheus/2.43.0" 2023-12-16T18:58:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:08 smithi071 ceph-mon[139725]: pgmap v2775: 297 pgs: 9 creating+peering, 288 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 23 KiB/s wr, 422 op/s 2023-12-16T18:58:08.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:08 smithi071 ceph-mon[139725]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T18:58:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:08 smithi071 ceph-mon[142085]: pgmap v2775: 297 pgs: 9 creating+peering, 288 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 23 KiB/s wr, 422 op/s 2023-12-16T18:58:08.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:08 smithi071 ceph-mon[142085]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T18:58:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:08 smithi184 ceph-mon[136228]: pgmap v2775: 297 pgs: 9 creating+peering, 288 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 23 KiB/s wr, 422 op/s 2023-12-16T18:58:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:08 smithi184 ceph-mon[136228]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-16T18:58:09.570 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.570 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.570 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.570 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:image: image29 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image29 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:found image29 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:erased image29 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:image: image29 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:image: image30 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.571 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image29 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:found image29 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:erased image29 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image30 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:found image30 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:erased image30 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:image: image29 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:image: image30 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:image: image31 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.572 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image29 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:found image29 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:erased image29 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image30 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:found image30 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:erased image30 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image31 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:found image31 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:erased image31 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:image: image29 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:image: image30 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:image: image31 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:image: image32 2023-12-16T18:58:09.573 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image29 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:found image29 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:erased image29 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image30 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:found image30 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:erased image30 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image31 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:found image31 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:erased image31 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image32 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:found image32 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:erased image32 2023-12-16T18:58:09.574 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image28 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image29 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image30 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image31 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image32 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:image: image33 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image28 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:found image28 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:erased image28 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image29 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:found image29 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:erased image29 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image30 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:found image30 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:erased image30 2023-12-16T18:58:09.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image31 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:found image31 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:erased image31 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image32 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:found image32 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:erased image32 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image33 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:found image33 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:erased image33 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestDeepCopy (7694 ms) 2023-12-16T18:58:09.576 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2023-12-16T18:58:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:09 smithi184 ceph-mon[136228]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T18:58:09.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:09 smithi071 ceph-mon[139725]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T18:58:09.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:09 smithi071 ceph-mon[142085]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-16T18:58:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:10 smithi184 ceph-mon[136228]: pgmap v2778: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 25 KiB/s wr, 472 op/s 2023-12-16T18:58:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:10 smithi184 ceph-mon[136228]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T18:58:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:10 smithi071 ceph-mon[139725]: pgmap v2778: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 25 KiB/s wr, 472 op/s 2023-12-16T18:58:10.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:10 smithi071 ceph-mon[139725]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T18:58:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:10 smithi071 ceph-mon[142085]: pgmap v2778: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 25 KiB/s wr, 472 op/s 2023-12-16T18:58:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:10 smithi071 ceph-mon[142085]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-16T18:58:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:11.560 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:58:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:11 smithi184 ceph-mon[136228]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T18:58:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:11 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/872027929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:11 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:11 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:11 smithi184 ceph-mon[136228]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (47m) 3m ago 50m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (47m) 96s ago 50m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (51m) 3m ago 51m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (51m) 96s ago 51m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (47m) 96s ago 53m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (47m) 3m ago 54m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (47m) 3m ago 54m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:58:11.877 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (46m) 96s ago 53m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (46m) 3m ago 53m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (47m) 3m ago 50m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (47m) 96s ago 50m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (45m) 3m ago 53m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (45m) 3m ago 52m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (44m) 3m ago 52m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (44m) 3m ago 52m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (44m) 96s ago 52m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (43m) 96s ago 52m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (43m) 96s ago 51m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (42m) 96s ago 51m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:58:11.878 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (47m) 96s ago 50m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[139725]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/872027929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[139725]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[142085]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/872027929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:11.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:11 smithi071 ceph-mon[142085]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-16T18:58:12.260 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:58:12.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:12.262 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:58:12.262 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:58:12.262 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:58:12.262 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:58:12.262 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:58:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[139725]: pgmap v2781: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2023-12-16T18:58:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[139725]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2990241012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:12.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[139725]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T18:58:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[142085]: pgmap v2781: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2023-12-16T18:58:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[142085]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2990241012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:12.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:12 smithi071 ceph-mon[142085]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T18:58:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:12 smithi184 ceph-mon[136228]: pgmap v2781: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2023-12-16T18:58:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:12 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:12 smithi184 ceph-mon[136228]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:12 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2990241012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:12 smithi184 ceph-mon[136228]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-16T18:58:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 1 2023-12-16T18:58:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:image: image34 2023-12-16T18:58:13.804 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image34 2023-12-16T18:58:13.830 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 2 2023-12-16T18:58:13.830 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:13.831 INFO:tasks.workunit.client.0.smithi071.stdout:image: image34 2023-12-16T18:58:13.831 INFO:tasks.workunit.client.0.smithi071.stdout:image: image35 2023-12-16T18:58:13.831 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image34 2023-12-16T18:58:13.831 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image35 2023-12-16T18:58:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:13 smithi184 ceph-mon[136228]: from='client.36936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:13 smithi184 ceph-mon[136228]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T18:58:13.885 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T18:58:13.885 INFO:tasks.workunit.client.0.smithi071.stdout:num images is: 3 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:image: image34 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:image: image35 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:image: image36 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image34 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image35 2023-12-16T18:58:13.886 INFO:tasks.workunit.client.0.smithi071.stdout:expected = image36 2023-12-16T18:58:13.925 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4355 ms) 2023-12-16T18:58:13.925 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2023-12-16T18:58:13.926 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:13 smithi071 ceph-mon[139725]: from='client.36936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:13 smithi071 ceph-mon[139725]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T18:58:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:13 smithi071 ceph-mon[142085]: from='client.36936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:13.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:13 smithi071 ceph-mon[142085]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-16T18:58:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:14 smithi184 ceph-mon[136228]: pgmap v2784: 329 pgs: 3 creating+peering, 15 unknown, 311 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2023-12-16T18:58:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:14 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:14 smithi071 ceph-mon[139725]: pgmap v2784: 329 pgs: 3 creating+peering, 15 unknown, 311 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2023-12-16T18:58:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:14 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:14 smithi071 ceph-mon[142085]: pgmap v2784: 329 pgs: 3 creating+peering, 15 unknown, 311 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2023-12-16T18:58:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:14 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:15 smithi184 ceph-mon[136228]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T18:58:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:15 smithi071 ceph-mon[139725]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T18:58:15.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:15 smithi071 ceph-mon[142085]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-16T18:58:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:16 smithi184 ceph-mon[136228]: pgmap v2787: 329 pgs: 3 creating+peering, 326 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 6.7 KiB/s wr, 180 op/s 2023-12-16T18:58:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:16 smithi184 ceph-mon[136228]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T18:58:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:16 smithi184 ceph-mon[136228]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T18:58:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[142085]: pgmap v2787: 329 pgs: 3 creating+peering, 326 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 6.7 KiB/s wr, 180 op/s 2023-12-16T18:58:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[142085]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T18:58:16.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[142085]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T18:58:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[139725]: pgmap v2787: 329 pgs: 3 creating+peering, 326 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 6.7 KiB/s wr, 180 op/s 2023-12-16T18:58:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[139725]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-16T18:58:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:16 smithi071 ceph-mon[139725]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:58:17.504 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3579 ms) 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2023-12-16T18:58:17.505 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:17] "GET /metrics HTTP/1.1" 200 48411 "" "Prometheus/2.43.0" 2023-12-16T18:58:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: pgmap v2790: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 433 op/s 2023-12-16T18:58:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T18:58:18.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2023-12-16T18:58:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2023-12-16T18:58:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: pgmap v2790: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 433 op/s 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]: dispatch 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]: dispatch 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]: dispatch 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]: dispatch 2023-12-16T18:58:18.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: pgmap v2790: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 433 op/s 2023-12-16T18:58:18.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]: dispatch 2023-12-16T18:58:18.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2023-12-16T18:58:19.562 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2058 ms) 2023-12-16T18:58:19.562 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2023-12-16T18:58:19.562 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2023-12-16T18:58:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:19 smithi184 ceph-mon[136228]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T18:58:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[139725]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.9", "id": [4, 5]}]': finished 2023-12-16T18:58:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [4, 2]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1d", "id": [1, 6]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.1f", "id": [3, 5]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.c", "id": [1, 2]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2023-12-16T18:58:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:19 smithi071 ceph-mon[142085]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-16T18:58:20.564 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:20.564 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:20.564 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:20.564 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:20 smithi184 ceph-mon[136228]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 416 op/s 2023-12-16T18:58:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:20 smithi184 ceph-mon[136228]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T18:58:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:20 smithi071 ceph-mon[139725]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 416 op/s 2023-12-16T18:58:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:20 smithi071 ceph-mon[139725]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T18:58:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:20 smithi071 ceph-mon[142085]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 416 op/s 2023-12-16T18:58:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:20 smithi071 ceph-mon[142085]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-16T18:58:21.490 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:58:21.490 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:21.490 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:21.490 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:21.491 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:21.491 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:21 smithi184 ceph-mon[136228]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T18:58:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:21 smithi184 ceph-mon[136228]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T18:58:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:21 smithi071 ceph-mon[139725]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T18:58:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:21 smithi071 ceph-mon[139725]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T18:58:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:21 smithi071 ceph-mon[142085]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-16T18:58:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:21 smithi071 ceph-mon[142085]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-16T18:58:22.500 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:22.500 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:22.500 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:22.500 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:22 smithi184 ceph-mon[136228]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2023-12-16T18:58:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:22 smithi184 ceph-mon[136228]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T18:58:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:22 smithi071 ceph-mon[139725]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2023-12-16T18:58:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:22 smithi071 ceph-mon[139725]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T18:58:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:22 smithi071 ceph-mon[142085]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2023-12-16T18:58:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:22 smithi071 ceph-mon[142085]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-16T18:58:23.506 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:58:23.506 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:58:23.511 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3949 ms) 2023-12-16T18:58:23.511 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2023-12-16T18:58:23.511 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:24 smithi184 ceph-mon[136228]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 59 op/s; 12 B/s, 7 keys/s, 1 objects/s recovering 2023-12-16T18:58:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:24 smithi184 ceph-mon[136228]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T18:58:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:24 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[139725]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 59 op/s; 12 B/s, 7 keys/s, 1 objects/s recovering 2023-12-16T18:58:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[139725]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T18:58:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[142085]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 59 op/s; 12 B/s, 7 keys/s, 1 objects/s recovering 2023-12-16T18:58:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[142085]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-16T18:58:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:24 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:25 smithi184 ceph-mon[136228]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T18:58:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:25 smithi071 ceph-mon[139725]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T18:58:25.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:25 smithi071 ceph-mon[142085]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-16T18:58:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:26 smithi184 ceph-mon[136228]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 79 op/s; 16 B/s, 27 keys/s, 1 objects/s recovering 2023-12-16T18:58:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:26 smithi184 ceph-mon[136228]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T18:58:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:26 smithi184 ceph-mon[136228]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T18:58:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[139725]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 79 op/s; 16 B/s, 27 keys/s, 1 objects/s recovering 2023-12-16T18:58:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[139725]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T18:58:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[139725]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T18:58:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[142085]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 79 op/s; 16 B/s, 27 keys/s, 1 objects/s recovering 2023-12-16T18:58:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[142085]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-16T18:58:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:26 smithi071 ceph-mon[142085]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-16T18:58:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:27] "GET /metrics HTTP/1.1" 200 50873 "" "Prometheus/2.43.0" 2023-12-16T18:58:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:28 smithi184 ceph-mon[136228]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.2 KiB/s wr, 83 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2023-12-16T18:58:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:28 smithi184 ceph-mon[136228]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T18:58:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:28 smithi071 ceph-mon[142085]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.2 KiB/s wr, 83 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2023-12-16T18:58:28.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:28 smithi071 ceph-mon[142085]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T18:58:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:28 smithi071 ceph-mon[139725]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.2 KiB/s wr, 83 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2023-12-16T18:58:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:28 smithi071 ceph-mon[139725]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-16T18:58:29.532 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:58:29.532 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:58:29.542 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6031 ms) 2023-12-16T18:58:29.542 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2023-12-16T18:58:29.542 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:29.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:29 smithi184 ceph-mon[136228]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T18:58:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:29 smithi071 ceph-mon[139725]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T18:58:29.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:29 smithi071 ceph-mon[142085]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-16T18:58:30.534 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:30.534 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:30.534 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:30.534 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:30 smithi184 ceph-mon[136228]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2023-12-16T18:58:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:30 smithi184 ceph-mon[136228]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T18:58:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:30 smithi071 ceph-mon[139725]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2023-12-16T18:58:30.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:30 smithi071 ceph-mon[139725]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T18:58:30.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:30 smithi071 ceph-mon[142085]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2023-12-16T18:58:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:30 smithi071 ceph-mon[142085]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1 with size 2097152 2023-12-16T18:58:31.494 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:31.499 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:58:31.499 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:58:31.499 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap1-rename 2023-12-16T18:58:31.499 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2 2023-12-16T18:58:31.500 INFO:tasks.workunit.client.0.smithi071.stdout:found snap1-rename with size 2097152 2023-12-16T18:58:31.500 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2 with size 4194304 2023-12-16T18:58:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:31 smithi184 ceph-mon[136228]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T18:58:31.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:31 smithi184 ceph-mon[136228]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T18:58:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:31 smithi071 ceph-mon[139725]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T18:58:31.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:31 smithi071 ceph-mon[139725]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T18:58:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:31 smithi071 ceph-mon[142085]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-16T18:58:31.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:31 smithi071 ceph-mon[142085]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-16T18:58:32.505 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:58:32.506 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:58:32.506 INFO:tasks.workunit.client.0.smithi071.stdout:snap: snap2-rename 2023-12-16T18:58:32.506 INFO:tasks.workunit.client.0.smithi071.stdout:found snap2-rename with size 4194304 2023-12-16T18:58:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:32 smithi184 ceph-mon[136228]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T18:58:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:32 smithi184 ceph-mon[136228]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T18:58:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:32 smithi071 ceph-mon[139725]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T18:58:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:32 smithi071 ceph-mon[139725]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T18:58:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:32 smithi071 ceph-mon[142085]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-16T18:58:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:32 smithi071 ceph-mon[142085]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-16T18:58:33.494 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:58:33.494 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:58:33.510 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3967 ms) 2023-12-16T18:58:33.510 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2023-12-16T18:58:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:34.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:33 smithi184 ceph-mon[136228]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T18:58:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:34.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:34.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[139725]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T18:58:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:34.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:33 smithi071 ceph-mon[142085]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-16T18:58:35.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2023-12-16T18:58:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T18:58:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:35.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2023-12-16T18:58:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T18:58:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.5 KiB/s wr, 48 op/s 2023-12-16T18:58:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:35.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:35.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-16T18:58:35.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:35.539 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:35.539 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:35.539 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:35.539 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:36 smithi184 ceph-mon[136228]: pgmap v2817: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2023-12-16T18:58:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:36 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:36.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:36 smithi184 ceph-mon[136228]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T18:58:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:36 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:36.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:36 smithi184 ceph-mon[136228]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T18:58:36.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[139725]: pgmap v2817: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[139725]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[139725]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[142085]: pgmap v2817: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1287669601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:36.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[142085]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-16T18:58:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:36 smithi071 ceph-mon[142085]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-16T18:58:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:37] "GET /metrics HTTP/1.1" 200 50875 "" "Prometheus/2.43.0" 2023-12-16T18:58:37.751 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4242 ms) 2023-12-16T18:58:37.751 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2023-12-16T18:58:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:38 smithi184 ceph-mon[136228]: pgmap v2820: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2023-12-16T18:58:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:38 smithi184 ceph-mon[136228]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T18:58:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:38 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[139725]: pgmap v2820: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2023-12-16T18:58:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[139725]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T18:58:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[142085]: pgmap v2820: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2023-12-16T18:58:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[142085]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-16T18:58:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:38 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:39.585 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:39 smithi184 ceph-mon[136228]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T18:58:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:39 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1285698893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:39 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[139725]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T18:58:39.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1285698893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[142085]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-16T18:58:39.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1285698893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.978 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:39.978 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE Bus STOPPING 2023-12-16T18:58:39.978 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:58:39.979 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE Bus STOPPED 2023-12-16T18:58:39.979 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE Bus STARTING 2023-12-16T18:58:39.979 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE Serving on http://:::9283 2023-12-16T18:58:39.979 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:39 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:58:39] ENGINE Bus STARTED 2023-12-16T18:58:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: pgmap v2823: 393 pgs: 10 creating+peering, 29 unknown, 354 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:40 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: pgmap v2823: 393 pgs: 10 creating+peering, 29 unknown, 354 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: pgmap v2823: 393 pgs: 10 creating+peering, 29 unknown, 354 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T18:58:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:58:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:40 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:41.571 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:58:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:41 smithi184 ceph-mon[136228]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T18:58:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:41 smithi184 ceph-mon[136228]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T18:58:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:41 smithi071 ceph-mon[139725]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T18:58:41.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:41 smithi071 ceph-mon[139725]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T18:58:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:41 smithi071 ceph-mon[142085]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-16T18:58:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:41 smithi071 ceph-mon[142085]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-16T18:58:42.621 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:58:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:42 smithi184 ceph-mon[136228]: pgmap v2826: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.2 KiB/s wr, 121 op/s 2023-12-16T18:58:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:42 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:42 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:42 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:42.930 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:58:42.930 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (48m) 4m ago 51m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:58:42.930 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (48m) 2m ago 50m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:58:42.930 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (51m) 4m ago 51m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:58:42.930 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (51m) 2m ago 51m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (47m) 2m ago 53m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (48m) 4m ago 55m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (47m) 4m ago 55m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (46m) 2m ago 54m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (47m) 4m ago 54m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (48m) 4m ago 50m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (48m) 2m ago 50m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (46m) 4m ago 53m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (45m) 4m ago 53m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (45m) 4m ago 53m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (45m) 4m ago 53m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (44m) 2m ago 52m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (44m) 2m ago 52m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:58:42.931 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (43m) 2m ago 52m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:58:42.932 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (43m) 2m ago 52m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:58:42.932 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (47m) 2m ago 51m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:58:42.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[142085]: pgmap v2826: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.2 KiB/s wr, 121 op/s 2023-12-16T18:58:42.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:42.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:42.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:42.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[139725]: pgmap v2826: 393 pgs: 3 creating+peering, 22 unknown, 368 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.2 KiB/s wr, 121 op/s 2023-12-16T18:58:42.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T18:58:42.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:42.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:42 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:43.314 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:58:43.315 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:58:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:43 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:58:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:43 smithi184 ceph-mon[136228]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T18:58:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:43 smithi184 ceph-mon[136228]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:43.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:43 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3113918842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:58:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[139725]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T18:58:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[139725]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3113918842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-22", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:58:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[142085]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-16T18:58:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[142085]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:43 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3113918842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:58:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:44 smithi184 ceph-mon[136228]: from='client.36966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:44.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:44 smithi184 ceph-mon[136228]: pgmap v2829: 393 pgs: 3 creating+peering, 4 unknown, 386 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-16T18:58:44.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:44 smithi071 ceph-mon[139725]: from='client.36966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:44.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:44 smithi071 ceph-mon[139725]: pgmap v2829: 393 pgs: 3 creating+peering, 4 unknown, 386 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-16T18:58:44.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:44 smithi071 ceph-mon[142085]: from='client.36966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:58:44.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:44 smithi071 ceph-mon[142085]: pgmap v2829: 393 pgs: 3 creating+peering, 4 unknown, 386 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-16T18:58:46.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:46 smithi184 ceph-mon[136228]: pgmap v2830: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 376 KiB/s wr, 65 op/s 2023-12-16T18:58:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:46 smithi184 ceph-mon[136228]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T18:58:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:46 smithi071 ceph-mon[139725]: pgmap v2830: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 376 KiB/s wr, 65 op/s 2023-12-16T18:58:46.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:46 smithi071 ceph-mon[139725]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T18:58:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:46 smithi071 ceph-mon[142085]: pgmap v2830: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 376 KiB/s wr, 65 op/s 2023-12-16T18:58:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:46 smithi071 ceph-mon[142085]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-16T18:58:47.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:47] "GET /metrics HTTP/1.1" 200 50875 "" "Prometheus/2.43.0" 2023-12-16T18:58:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:48 smithi184 ceph-mon[136228]: pgmap v2832: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 345 KiB/s wr, 53 op/s 2023-12-16T18:58:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:48 smithi071 ceph-mon[139725]: pgmap v2832: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 345 KiB/s wr, 53 op/s 2023-12-16T18:58:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:48 smithi071 ceph-mon[142085]: pgmap v2832: 393 pgs: 393 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 345 KiB/s wr, 53 op/s 2023-12-16T18:58:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:58:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:49 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:49.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:49 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:50.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:49 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:58:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:50 smithi071 ceph-mon[139725]: pgmap v2833: 393 pgs: 393 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 543 KiB/s wr, 38 op/s 2023-12-16T18:58:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:50 smithi071 ceph-mon[142085]: pgmap v2833: 393 pgs: 393 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 543 KiB/s wr, 38 op/s 2023-12-16T18:58:51.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:50 smithi184 ceph-mon[136228]: pgmap v2833: 393 pgs: 393 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 543 KiB/s wr, 38 op/s 2023-12-16T18:58:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:52 smithi184 ceph-mon[136228]: pgmap v2834: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 727 KiB/s wr, 34 op/s 2023-12-16T18:58:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:52 smithi184 ceph-mon[136228]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T18:58:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:52 smithi071 ceph-mon[139725]: pgmap v2834: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 727 KiB/s wr, 34 op/s 2023-12-16T18:58:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:52 smithi071 ceph-mon[139725]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T18:58:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:52 smithi071 ceph-mon[142085]: pgmap v2834: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 727 KiB/s wr, 34 op/s 2023-12-16T18:58:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:52 smithi071 ceph-mon[142085]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-16T18:58:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:54 smithi184 ceph-mon[136228]: pgmap v2836: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2023-12-16T18:58:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:54 smithi071 ceph-mon[139725]: pgmap v2836: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2023-12-16T18:58:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:54 smithi071 ceph-mon[142085]: pgmap v2836: 393 pgs: 393 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 512 KiB/s wr, 9 op/s 2023-12-16T18:58:56.775 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RemoveFullTry (19023 ms) 2023-12-16T18:58:56.775 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2023-12-16T18:58:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:56 smithi184 ceph-mon[136228]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:58:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:56 smithi184 ceph-mon[136228]: pool 'test-librbd-smithi071-183513-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:58:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:56 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:58:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[139725]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:58:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[139725]: pool 'test-librbd-smithi071-183513-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:58:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:58:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[142085]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-16T18:58:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[142085]: pool 'test-librbd-smithi071-183513-22' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:58:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:56 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:58:57.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:57 smithi071 ceph-mon[139725]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T18:58:57.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:57 smithi071 ceph-mon[142085]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T18:58:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:58:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:58:57] "GET /metrics HTTP/1.1" 200 55704 "" "Prometheus/2.43.0" 2023-12-16T18:58:57.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:57 smithi184 ceph-mon[136228]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-16T18:58:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:58 smithi184 ceph-mon[136228]: pgmap v2839: 393 pgs: 393 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:58:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:58 smithi184 ceph-mon[136228]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T18:58:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:58 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/556536097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:58 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:58.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[139725]: pgmap v2839: 393 pgs: 393 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[139725]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/556536097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[142085]: pgmap v2839: 393 pgs: 393 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[142085]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/556536097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:58 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:58:59.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:59 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:59.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:58:59 smithi184 ceph-mon[136228]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T18:58:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:59 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:59.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:58:59 smithi071 ceph-mon[139725]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T18:58:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:59 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:58:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:58:59 smithi071 ceph-mon[142085]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-16T18:59:00.564 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:00 smithi184 ceph-mon[136228]: pgmap v2842: 425 pgs: 10 creating+peering, 16 unknown, 399 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T18:59:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:00 smithi184 ceph-mon[136228]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T18:59:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:00 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[142085]: pgmap v2842: 425 pgs: 10 creating+peering, 16 unknown, 399 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T18:59:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[142085]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T18:59:00.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[139725]: pgmap v2842: 425 pgs: 10 creating+peering, 16 unknown, 399 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[139725]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE Bus STOPPING 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE Bus STOPPED 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE Bus STARTING 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE Serving on http://:::9283 2023-12-16T18:59:00.974 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:18:59:00] ENGINE Bus STARTED 2023-12-16T18:59:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:59:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4071419750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-16T18:59:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' 2023-12-16T18:59:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T18:59:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T18:59:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T18:59:01.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:02 smithi184 ceph-mon[136228]: pgmap v2845: 457 pgs: 17 creating+peering, 34 unknown, 406 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2023-12-16T18:59:02.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:02 smithi184 ceph-mon[136228]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T18:59:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:02 smithi071 ceph-mon[139725]: pgmap v2845: 457 pgs: 17 creating+peering, 34 unknown, 406 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2023-12-16T18:59:02.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:02 smithi071 ceph-mon[139725]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T18:59:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:02 smithi071 ceph-mon[142085]: pgmap v2845: 457 pgs: 17 creating+peering, 34 unknown, 406 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2023-12-16T18:59:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:02 smithi071 ceph-mon[142085]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-16T18:59:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:03 smithi184 ceph-mon[136228]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T18:59:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:03 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:03 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:03.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[139725]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T18:59:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[142085]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-16T18:59:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-16T18:59:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:04 smithi184 ceph-mon[136228]: pgmap v2848: 457 pgs: 12 creating+peering, 9 unknown, 436 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 255 B/s wr, 26 op/s 2023-12-16T18:59:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:04 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:59:04.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:04 smithi184 ceph-mon[136228]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T18:59:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[139725]: pgmap v2848: 457 pgs: 12 creating+peering, 9 unknown, 436 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 255 B/s wr, 26 op/s 2023-12-16T18:59:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:59:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[139725]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T18:59:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[142085]: pgmap v2848: 457 pgs: 12 creating+peering, 9 unknown, 436 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 255 B/s wr, 26 op/s 2023-12-16T18:59:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi071-183513-24", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-16T18:59:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:04 smithi071 ceph-mon[142085]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-16T18:59:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:06 smithi184 ceph-mon[136228]: pgmap v2850: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 454 KiB/s wr, 32 op/s 2023-12-16T18:59:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:06 smithi184 ceph-mon[136228]: pool 'test-librbd-smithi071-183513-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:06 smithi184 ceph-mon[136228]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:06.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:06 smithi184 ceph-mon[136228]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T18:59:06.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[139725]: pgmap v2850: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 454 KiB/s wr, 32 op/s 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[139725]: pool 'test-librbd-smithi071-183513-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[139725]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[139725]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[142085]: pgmap v2850: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 454 KiB/s wr, 32 op/s 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[142085]: pool 'test-librbd-smithi071-183513-22' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[142085]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:06 smithi071 ceph-mon[142085]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-16T18:59:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:07] "GET /metrics HTTP/1.1" 200 60596 "" "Prometheus/2.43.0" 2023-12-16T18:59:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:08 smithi184 ceph-mon[136228]: pgmap v2852: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 372 KiB/s wr, 8 op/s 2023-12-16T18:59:08.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:08 smithi071 ceph-mon[139725]: pgmap v2852: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 372 KiB/s wr, 8 op/s 2023-12-16T18:59:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:08 smithi071 ceph-mon[142085]: pgmap v2852: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 372 KiB/s wr, 8 op/s 2023-12-16T18:59:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:09 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:09 smithi071 ceph-mon[139725]: pgmap v2853: 457 pgs: 457 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 473 KiB/s wr, 10 op/s 2023-12-16T18:59:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:09 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:09 smithi071 ceph-mon[142085]: pgmap v2853: 457 pgs: 457 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 473 KiB/s wr, 10 op/s 2023-12-16T18:59:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:09 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:10.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:09 smithi184 ceph-mon[136228]: pgmap v2853: 457 pgs: 457 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 473 KiB/s wr, 10 op/s 2023-12-16T18:59:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:12 smithi184 ceph-mon[136228]: pgmap v2854: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 641 KiB/s wr, 8 op/s 2023-12-16T18:59:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:12 smithi184 ceph-mon[136228]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T18:59:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:12 smithi071 ceph-mon[139725]: pgmap v2854: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 641 KiB/s wr, 8 op/s 2023-12-16T18:59:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:12 smithi071 ceph-mon[139725]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T18:59:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:12 smithi071 ceph-mon[142085]: pgmap v2854: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 641 KiB/s wr, 8 op/s 2023-12-16T18:59:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:12 smithi071 ceph-mon[142085]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-16T18:59:13.665 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (48m) 4m ago 51m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (48m) 2m ago 51m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (52m) 4m ago 52m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (52m) 2m ago 52m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (48m) 2m ago 54m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (48m) 4m ago 55m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (48m) 4m ago 55m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (47m) 2m ago 54m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (47m) 4m ago 54m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (48m) 4m ago 51m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:59:13.975 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (48m) 2m ago 51m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (46m) 4m ago 54m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (46m) 4m ago 54m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (46m) 4m ago 53m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (45m) 4m ago 53m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (45m) 2m ago 53m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (44m) 2m ago 53m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (44m) 2m ago 52m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (43m) 2m ago 52m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:59:13.976 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (48m) 2m ago 51m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:59:14.363 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:59:14.364 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:59:14.365 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:59:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[139725]: pgmap v2856: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-16T18:59:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[139725]: from='client.36987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:14.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2899617357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[142085]: pgmap v2856: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-16T18:59:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[142085]: from='client.36987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:14.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:14 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2899617357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:14 smithi184 ceph-mon[136228]: pgmap v2856: 457 pgs: 457 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-16T18:59:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:14 smithi184 ceph-mon[136228]: from='client.36987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:14 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2899617357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:15 smithi184 ceph-mon[136228]: from='client.46955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:15.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:15 smithi071 ceph-mon[139725]: from='client.46955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:15 smithi071 ceph-mon[142085]: from='client.46955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:16.759 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (19984 ms) 2023-12-16T18:59:16.759 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestIO 2023-12-16T18:59:16.760 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:16 smithi184 ceph-mon[136228]: pgmap v2857: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 956 KiB/s wr, 4 op/s 2023-12-16T18:59:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:16 smithi184 ceph-mon[136228]: pool 'test-librbd-smithi071-183513-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:59:16.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:16 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:59:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[139725]: pgmap v2857: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 956 KiB/s wr, 4 op/s 2023-12-16T18:59:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[139725]: pool 'test-librbd-smithi071-183513-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:59:16.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:59:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[142085]: pgmap v2857: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 956 KiB/s wr, 4 op/s 2023-12-16T18:59:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[142085]: pool 'test-librbd-smithi071-183513-24' is full (reached quota's max_bytes: 10 MiB) 2023-12-16T18:59:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:16 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-16T18:59:17.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:17 smithi071 ceph-mon[139725]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T18:59:17.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:17 smithi071 ceph-mon[142085]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T18:59:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:17] "GET /metrics HTTP/1.1" 200 60596 "" "Prometheus/2.43.0" 2023-12-16T18:59:17.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:17 smithi184 ceph-mon[136228]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:18.822 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.823 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:18.824 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:18.825 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.826 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:18.827 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 = 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 1536~512 = 0 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:18.828 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:18.829 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.830 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:18.831 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.832 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.833 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.834 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.835 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:18.836 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:18 smithi184 ceph-mon[136228]: pgmap v2859: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-16T18:59:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:18 smithi071 ceph-mon[139725]: pgmap v2859: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-16T18:59:18.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:18 smithi071 ceph-mon[142085]: pgmap v2859: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-16T18:59:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2023-12-16T18:59:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2023-12-16T18:59:19.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2023-12-16T18:59:19.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2023-12-16T18:59:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2023-12-16T18:59:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2023-12-16T18:59:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2023-12-16T18:59:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2023-12-16T18:59:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.610 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.611 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.612 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.613 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.614 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.616 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.617 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.618 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.619 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.619 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.619 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.619 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.619 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.620 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:20.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:20.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestIO (3850 ms) 2023-12-16T18:59:20.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2023-12-16T18:59:20.622 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:20 smithi184 ceph-mon[136228]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-16T18:59:20.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2023-12-16T18:59:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2023-12-16T18:59:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2023-12-16T18:59:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:20 smithi184 ceph-mon[136228]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T18:59:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[139725]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-16T18:59:20.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[139725]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[142085]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2023-12-16T18:59:20.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:20 smithi071 ceph-mon[142085]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-16T18:59:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:21 smithi184 ceph-mon[136228]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T18:59:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:21 smithi184 ceph-mon[136228]: pool 'test-librbd-smithi071-183513-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:21 smithi184 ceph-mon[136228]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:21.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:21 smithi184 ceph-mon[136228]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T18:59:21.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[139725]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[139725]: pool 'test-librbd-smithi071-183513-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[139725]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[139725]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[142085]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[142085]: pool 'test-librbd-smithi071-183513-24' no longer out of quota; removing NO_QUOTA flag 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[142085]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-16T18:59:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:21 smithi071 ceph-mon[142085]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-16T18:59:22.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:22 smithi184 ceph-mon[136228]: pgmap v2863: 457 pgs: 1 peering, 456 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 514 KiB/s wr, 34 op/s 2023-12-16T18:59:22.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:22 smithi071 ceph-mon[139725]: pgmap v2863: 457 pgs: 1 peering, 456 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 514 KiB/s wr, 34 op/s 2023-12-16T18:59:22.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:22 smithi071 ceph-mon[142085]: pgmap v2863: 457 pgs: 1 peering, 456 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 514 KiB/s wr, 34 op/s 2023-12-16T18:59:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:24 smithi184 ceph-mon[136228]: pgmap v2865: 457 pgs: 1 peering, 456 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 723 KiB/s rd, 694 KiB/s wr, 1.44k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:24 smithi071 ceph-mon[139725]: pgmap v2865: 457 pgs: 1 peering, 456 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 723 KiB/s rd, 694 KiB/s wr, 1.44k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:24.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:24 smithi071 ceph-mon[142085]: pgmap v2865: 457 pgs: 1 peering, 456 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 723 KiB/s rd, 694 KiB/s wr, 1.44k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.912 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.913 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:25.914 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.915 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.916 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.917 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 = 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 1536~512 = 0 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:25.918 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:25.919 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.920 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.921 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.922 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.923 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.924 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.925 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.926 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:25.927 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:26.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:26 smithi184 ceph-mon[136228]: pgmap v2866: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 352 KiB/s wr, 1.43k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:26.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:26 smithi071 ceph-mon[139725]: pgmap v2866: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 352 KiB/s wr, 1.43k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:26.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:26 smithi071 ceph-mon[142085]: pgmap v2866: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 352 KiB/s wr, 1.43k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:27.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:27] "GET /metrics HTTP/1.1" 200 60638 "" "Prometheus/2.43.0" 2023-12-16T18:59:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:28 smithi184 ceph-mon[136228]: pgmap v2867: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 822 KiB/s wr, 1.14k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:28.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:28 smithi071 ceph-mon[139725]: pgmap v2867: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 822 KiB/s wr, 1.14k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:28 smithi071 ceph-mon[142085]: pgmap v2867: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 573 KiB/s rd, 822 KiB/s wr, 1.14k op/s; 2 B/s, 0 objects/s recovering 2023-12-16T18:59:29.569 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.569 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.570 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.571 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.572 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.573 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.574 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.575 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.576 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.577 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.578 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 4 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:read: 4 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (8960 ms) 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2023-12-16T18:59:29.579 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:30.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:30 smithi184 ceph-mon[136228]: pgmap v2868: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 1.98k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:30 smithi071 ceph-mon[139725]: pgmap v2868: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 1.98k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:31.018 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:30 smithi071 ceph-mon[142085]: pgmap v2868: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 1.98k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:32.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:32 smithi184 ceph-mon[136228]: pgmap v2869: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:32.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:32 smithi071 ceph-mon[139725]: pgmap v2869: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:32 smithi071 ceph-mon[142085]: pgmap v2869: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[139725]: pgmap v2870: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 899 KiB/s wr, 1.47k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[142085]: pgmap v2870: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 899 KiB/s wr, 1.47k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:34.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:34.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:34 smithi184 ceph-mon[136228]: pgmap v2870: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 899 KiB/s wr, 1.47k op/s; 1 B/s, 0 objects/s recovering 2023-12-16T18:59:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:36.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:36 smithi071 ceph-mon[139725]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 714 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T18:59:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:36 smithi071 ceph-mon[142085]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 714 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T18:59:36.586 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:36 smithi184 ceph-mon[136228]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 692 KiB/s wr, 714 op/s; 0 B/s, 0 objects/s recovering 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.304 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:37.305 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:37.306 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:37.307 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:37.308 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:37.309 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:37.310 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 = 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 1536~512 = 0 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:37.311 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:37.312 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.313 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.314 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.315 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.316 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.317 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.318 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.319 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:37.320 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:37.321 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:37.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:37] "GET /metrics HTTP/1.1" 200 60609 "" "Prometheus/2.43.0" 2023-12-16T18:59:38.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:38 smithi184 ceph-mon[136228]: pgmap v2872: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 1.01k op/s 2023-12-16T18:59:38.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:38 smithi071 ceph-mon[139725]: pgmap v2872: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 1.01k op/s 2023-12-16T18:59:38.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:38 smithi071 ceph-mon[142085]: pgmap v2872: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 1.01k op/s 2023-12-16T18:59:40.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:40 smithi184 ceph-mon[136228]: pgmap v2873: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2023-12-16T18:59:40.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:40 smithi071 ceph-mon[139725]: pgmap v2873: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2023-12-16T18:59:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:40 smithi071 ceph-mon[142085]: pgmap v2873: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 1.01k op/s 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.368 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.369 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.370 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.371 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.372 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.373 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.374 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.375 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.375 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.375 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.375 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.375 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.376 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:41.377 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 4 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:read: 4 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (11798 ms) 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2023-12-16T18:59:41.378 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:42.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:42 smithi184 ceph-mon[136228]: pgmap v2874: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 301 op/s 2023-12-16T18:59:42.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:42 smithi071 ceph-mon[139725]: pgmap v2874: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 301 op/s 2023-12-16T18:59:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:42 smithi071 ceph-mon[142085]: pgmap v2874: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 301 op/s 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.490 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.491 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:43.492 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.493 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.494 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.495 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 = 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 1536~512 = 0 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.496 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:43.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.501 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.502 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.503 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:43.504 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:44.736 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T18:59:44.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:44 smithi071 ceph-mon[139725]: pgmap v2875: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 934 op/s 2023-12-16T18:59:44.776 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:44 smithi071 ceph-mon[142085]: pgmap v2875: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 934 op/s 2023-12-16T18:59:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:44 smithi184 ceph-mon[136228]: pgmap v2875: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 934 op/s 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (49m) 5m ago 52m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (49m) 3m ago 51m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (52m) 5m ago 52m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (52m) 3m ago 52m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (48m) 3m ago 54m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (49m) 5m ago 56m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (48m) 5m ago 56m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T18:59:45.071 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (48m) 3m ago 55m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (48m) 5m ago 55m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (49m) 5m ago 51m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (49m) 3m ago 51m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (47m) 5m ago 54m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (47m) 5m ago 54m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (46m) 5m ago 54m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (46m) 5m ago 54m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (45m) 3m ago 53m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (45m) 3m ago 53m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (44m) 3m ago 53m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (44m) 3m ago 53m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T18:59:45.072 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (48m) 3m ago 52m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T18:59:45.177 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.177 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.177 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.177 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.177 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.178 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.179 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.180 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.181 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.182 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.183 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.184 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.185 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.186 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:45.187 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:45.188 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:45.189 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:45.189 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3809 ms) 2023-12-16T18:59:45.189 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T18:59:45.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T18:59:45.474 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T18:59:45.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:45 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2198913503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:45.723 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:45 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2198913503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:45 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2198913503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T18:59:46.537 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 937 op/s 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/336661113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:46.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:46 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 937 op/s 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/336661113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T18:59:46.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 937 op/s 2023-12-16T18:59:46.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-16T18:59:46.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/336661113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:46.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:46 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T18:59:47.723 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:47 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:47.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:47 smithi071 ceph-mon[139725]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T18:59:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:47] "GET /metrics HTTP/1.1" 200 60609 "" "Prometheus/2.43.0" 2023-12-16T18:59:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:47 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:47.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:47 smithi071 ceph-mon[142085]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T18:59:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:47 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T18:59:47.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:47 smithi184 ceph-mon[136228]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-16T18:59:48.617 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:48.617 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:48.617 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:48.617 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.618 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:48.619 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.620 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 = 512 2023-12-16T18:59:48.621 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 1536~512 = 0 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3440 ms) 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2023-12-16T18:59:48.622 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.649 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (32 ms) 2023-12-16T18:59:48.649 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2023-12-16T18:59:48.649 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.677 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (29 ms) 2023-12-16T18:59:48.678 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2023-12-16T18:59:48.678 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2023-12-16T18:59:48.704 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2023-12-16T18:59:48.704 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (24 ms) 2023-12-16T18:59:48.728 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2023-12-16T18:59:48.728 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.800 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (72 ms) 2023-12-16T18:59:48.800 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2023-12-16T18:59:48.800 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:48 smithi184 ceph-mon[136228]: pgmap v2879: 489 pgs: 5 creating+peering, 17 unknown, 467 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 380 KiB/s wr, 956 op/s 2023-12-16T18:59:48.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:48 smithi184 ceph-mon[136228]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T18:59:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:48.870 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (70 ms) 2023-12-16T18:59:48.870 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2023-12-16T18:59:48.870 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.941 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (71 ms) 2023-12-16T18:59:48.941 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2023-12-16T18:59:48.941 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[139725]: pgmap v2879: 489 pgs: 5 creating+peering, 17 unknown, 467 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 380 KiB/s wr, 956 op/s 2023-12-16T18:59:48.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[139725]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T18:59:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[142085]: pgmap v2879: 489 pgs: 5 creating+peering, 17 unknown, 467 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 380 KiB/s wr, 956 op/s 2023-12-16T18:59:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[142085]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-16T18:59:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T18:59:49.010 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (70 ms) 2023-12-16T18:59:49.010 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2023-12-16T18:59:49.010 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:49.484 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (474 ms) 2023-12-16T18:59:49.484 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2023-12-16T18:59:49.484 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:49.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:49 smithi184 ceph-mon[136228]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T18:59:49.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:49 smithi071 ceph-mon[139725]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T18:59:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:49 smithi071 ceph-mon[142085]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-16T18:59:50.003 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (519 ms) 2023-12-16T18:59:50.003 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2023-12-16T18:59:50.004 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.031 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (28 ms) 2023-12-16T18:59:50.032 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2023-12-16T18:59:50.032 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.058 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2023-12-16T18:59:50.058 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2023-12-16T18:59:50.059 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.085 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2023-12-16T18:59:50.086 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2023-12-16T18:59:50.086 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.111 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2023-12-16T18:59:50.111 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2023-12-16T18:59:50.111 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.135 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 0~1048576 = 0 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 0~4194304 = 0 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:aio discard: 3145728~1048576 = 0 2023-12-16T18:59:50.136 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (23 ms) 2023-12-16T18:59:50.137 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestFUA 2023-12-16T18:59:50.137 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.247 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.247 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.247 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.248 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.248 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.248 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.248 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.248 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.249 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.250 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.250 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.250 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.250 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.251 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.252 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.252 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.252 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.252 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.252 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.253 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.253 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.253 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.253 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.254 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.255 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.256 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.256 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.256 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.257 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.258 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestFUA (112 ms) 2023-12-16T18:59:50.258 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestIOPP 2023-12-16T18:59:50.258 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.268 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.269 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:50.270 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:50.283 INFO:tasks.workunit.client.0.smithi071.stdout:start compare and write 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:compare and wrote: 512 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:50.284 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.285 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:50.286 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.287 INFO:tasks.workunit.client.0.smithi071.stdout:started aio compare and write 2023-12-16T18:59:50.287 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:finished aio compare and write 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.288 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.289 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:50.290 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:50.291 INFO:tasks.workunit.client.0.smithi071.stdout:discard: 512~512 2023-12-16T18:59:50.291 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:50.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:50 smithi184 ceph-mon[136228]: pgmap v2882: 489 pgs: 5 creating+peering, 9 unknown, 475 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 360 KiB/s wr, 1.48k op/s 2023-12-16T18:59:50.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:50 smithi071 ceph-mon[139725]: pgmap v2882: 489 pgs: 5 creating+peering, 9 unknown, 475 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 360 KiB/s wr, 1.48k op/s 2023-12-16T18:59:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:50 smithi071 ceph-mon[142085]: pgmap v2882: 489 pgs: 5 creating+peering, 9 unknown, 475 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 720 KiB/s rd, 360 KiB/s wr, 1.48k op/s 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:51.136 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.137 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.138 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.139 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:51.140 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.141 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.142 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.143 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.144 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.153 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.154 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.154 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.171 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.171 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.171 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.171 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.172 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.172 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.172 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.191 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.191 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.191 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.192 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.192 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.192 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.192 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.216 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.217 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.240 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.240 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.241 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.281 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.281 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.281 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.282 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.282 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.282 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.282 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.316 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.316 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.316 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.316 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.316 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.317 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.317 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.361 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.361 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.361 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.361 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.362 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.362 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.362 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.403 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.403 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.403 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.404 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.461 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.520 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.521 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.594 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.594 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.594 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.595 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.595 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.595 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.595 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.660 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.661 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.741 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.817 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.817 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.817 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.818 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.818 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.818 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.818 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.903 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:51.987 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:51.987 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestIOPP (1740 ms) 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2023-12-16T18:59:51.988 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.016 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (30 ms) 2023-12-16T18:59:52.016 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2023-12-16T18:59:52.016 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.045 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (29 ms) 2023-12-16T18:59:52.046 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2023-12-16T18:59:52.046 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.073 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (28 ms) 2023-12-16T18:59:52.073 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2023-12-16T18:59:52.073 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.099 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2023-12-16T18:59:52.099 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2023-12-16T18:59:52.099 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.131 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (33 ms) 2023-12-16T18:59:52.132 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2023-12-16T18:59:52.132 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.154 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.158 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (27 ms) 2023-12-16T18:59:52.158 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-16T18:59:52.158 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.186 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2023-12-16T18:59:52.186 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-16T18:59:52.186 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.208 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.211 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2023-12-16T18:59:52.211 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2023-12-16T18:59:52.211 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (26 ms) 2023-12-16T18:59:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2023-12-16T18:59:52.238 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.262 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.266 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (28 ms) 2023-12-16T18:59:52.266 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-16T18:59:52.266 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.297 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (32 ms) 2023-12-16T18:59:52.297 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-16T18:59:52.297 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.319 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.323 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2023-12-16T18:59:52.323 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2023-12-16T18:59:52.323 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.387 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2023-12-16T18:59:52.388 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2023-12-16T18:59:52.388 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.434 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.460 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (72 ms) 2023-12-16T18:59:52.460 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2023-12-16T18:59:52.460 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (79 ms) 2023-12-16T18:59:52.539 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2023-12-16T18:59:52.539 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.596 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:52.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (83 ms) 2023-12-16T18:59:52.622 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2023-12-16T18:59:52.622 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:52.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:52 smithi184 ceph-mon[136228]: pgmap v2883: 489 pgs: 5 creating+peering, 484 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 994 KiB/s wr, 1.06k op/s 2023-12-16T18:59:52.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:52 smithi071 ceph-mon[139725]: pgmap v2883: 489 pgs: 5 creating+peering, 484 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 994 KiB/s wr, 1.06k op/s 2023-12-16T18:59:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:52 smithi071 ceph-mon[142085]: pgmap v2883: 489 pgs: 5 creating+peering, 484 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 994 KiB/s wr, 1.06k op/s 2023-12-16T18:59:53.001 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (376 ms) 2023-12-16T18:59:53.001 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2023-12-16T18:59:53.001 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:53.392 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.418 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (419 ms) 2023-12-16T18:59:53.418 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2023-12-16T18:59:53.418 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:53.446 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:53.447 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:53.448 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.448 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:53.448 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.448 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:53.449 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:53.449 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.449 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:53.449 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.452 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:53.452 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T18:59:53.453 INFO:tasks.workunit.client.0.smithi071.stdout:read: 512 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:53.454 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T18:59:53.455 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T18:59:54.494 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:finished read 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 0 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 16384 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.495 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 49152 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 65536 2023-12-16T18:59:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 98304 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 114688 2023-12-16T18:59:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 147456 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 163840 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.498 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 196608 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 212992 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.501 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.504 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.504 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.504 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.505 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.505 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.505 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.505 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.512 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.513 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.539 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.540 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.566 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.566 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.566 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.566 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.566 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.567 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.567 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.604 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.604 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.604 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.604 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.604 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.605 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.605 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.636 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.637 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.688 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.737 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.738 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.792 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:54 smithi184 ceph-mon[136228]: pgmap v2884: 489 pgs: 489 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.8 MiB/s wr, 1.92k op/s 2023-12-16T18:59:54.841 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.841 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.841 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.842 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.956 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:54.957 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:54.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:54 smithi071 ceph-mon[139725]: pgmap v2884: 489 pgs: 489 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.8 MiB/s wr, 1.92k op/s 2023-12-16T18:59:54.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:54 smithi071 ceph-mon[142085]: pgmap v2884: 489 pgs: 489 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.8 MiB/s wr, 1.92k op/s 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.018 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.110 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.189 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.190 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.326 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.326 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.326 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.327 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.327 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.327 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.327 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.415 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.415 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.415 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.416 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.416 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.416 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.416 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.514 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.514 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.515 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:finished writesame 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:to verify the data 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:verified 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:started writesame 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:expected fail, finished writesame 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2203 ms) 2023-12-16T18:59:55.621 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2023-12-16T18:59:55.622 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:56.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:56 smithi184 ceph-mon[136228]: pgmap v2885: 489 pgs: 489 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.35k op/s 2023-12-16T18:59:56.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:56 smithi184 ceph-mon[136228]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T18:59:56.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:56 smithi071 ceph-mon[139725]: pgmap v2885: 489 pgs: 489 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.35k op/s 2023-12-16T18:59:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:56 smithi071 ceph-mon[139725]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T18:59:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:56 smithi071 ceph-mon[142085]: pgmap v2885: 489 pgs: 489 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 2.35k op/s 2023-12-16T18:59:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:56 smithi071 ceph-mon[142085]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-16T18:59:57.538 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:snap: orig 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:found orig with size 2097152 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:write test data! 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 80 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:snap: orig 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:snap: written 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:found orig with size 2097152 2023-12-16T18:59:57.539 INFO:tasks.workunit.client.0.smithi071.stdout:found written with size 2097152 2023-12-16T18:59:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:write to snapshot returned -30 2023-12-16T18:59:57.540 INFO:tasks.workunit.client.0.smithi071.stdout:Read-only file system 2023-12-16T18:59:57.562 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.562 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.562 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 80 2023-12-16T18:59:57.562 INFO:tasks.workunit.client.0.smithi071.stdout:opening testimg@orig 2023-12-16T18:59:57.563 INFO:tasks.workunit.client.0.smithi071.stdout:read: 80 2023-12-16T18:59:57.563 INFO:tasks.workunit.client.0.smithi071.stdout:write to snapshot returned -30 2023-12-16T18:59:57.563 INFO:tasks.workunit.client.0.smithi071.stdout:Read-only file system 2023-12-16T18:59:57.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 18:59:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:18:59:57] "GET /metrics HTTP/1.1" 200 63036 "" "Prometheus/2.43.0" 2023-12-16T18:59:58.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:58 smithi184 ceph-mon[136228]: pgmap v2887: 489 pgs: 489 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.92k op/s 2023-12-16T18:59:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:58 smithi184 ceph-mon[136228]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T18:59:58.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:58 smithi071 ceph-mon[139725]: pgmap v2887: 489 pgs: 489 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.92k op/s 2023-12-16T18:59:58.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:58 smithi071 ceph-mon[139725]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T18:59:58.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:58 smithi071 ceph-mon[142085]: pgmap v2887: 489 pgs: 489 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.92k op/s 2023-12-16T18:59:58.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:58 smithi071 ceph-mon[142085]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 2 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:snap: orig 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:snap: written 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:found orig with size 2097152 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:found written with size 2097152 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 1 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:snap: orig 2023-12-16T18:59:59.607 INFO:tasks.workunit.client.0.smithi071.stdout:found orig with size 2097152 2023-12-16T18:59:59.608 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T18:59:59.608 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T18:59:59.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3986 ms) 2023-12-16T18:59:59.608 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2023-12-16T18:59:59.608 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T18:59:59.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:59 smithi184 ceph-mon[136228]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T18:59:59.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 18:59:59 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:59 smithi071 ceph-mon[139725]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T18:59:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 18:59:59 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T18:59:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:59 smithi071 ceph-mon[142085]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-16T18:59:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 18:59:59 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:59:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:59:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T18:59:59.999+0000 7fad0939b700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:00:00.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:00 smithi184 ceph-mon[136228]: pgmap v2890: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.65k op/s 2023-12-16T19:00:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:00 smithi184 ceph-mon[136228]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T19:00:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:00 smithi184 ceph-mon[136228]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:00 smithi184 ceph-mon[136228]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:00 smithi184 ceph-mon[136228]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:00:00.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[139725]: pgmap v2890: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.65k op/s 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[139725]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[139725]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[139725]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[139725]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[142085]: pgmap v2890: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.65k op/s 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[142085]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[142085]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[142085]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-16T19:00:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:00 smithi071 ceph-mon[142085]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-16T19:00:01.605 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1999 ms) 2023-12-16T19:00:01.606 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestClone 2023-12-16T19:00:01.606 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:01 smithi184 ceph-mon[136228]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T19:00:01.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:00:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:00:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:00:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:01.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[139725]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[142085]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:00:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:02 smithi071 ceph-mon[139725]: pgmap v2893: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 770 op/s 2023-12-16T19:00:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:02 smithi071 ceph-mon[139725]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T19:00:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:02 smithi071 ceph-mon[142085]: pgmap v2893: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 770 op/s 2023-12-16T19:00:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:02 smithi071 ceph-mon[142085]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T19:00:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:02 smithi184 ceph-mon[136228]: pgmap v2893: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 770 op/s 2023-12-16T19:00:03.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:02 smithi184 ceph-mon[136228]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:made parent image "parent" 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:parent has no parent info 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:made snapshot "parent@parent_snap" 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:can't unprotect an unprotected snap 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:can't protect a protected snap 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:made and opened clone "child" 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:read: 8 2023-12-16T19:00:03.623 INFO:tasks.workunit.client.0.smithi071.stdout:read: 8 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:read: 8 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:sizes and overlaps are good between parent and child 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:child image successfully cloned all image-meta pairs 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:sized down clone, changed overlap 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:sized up clone, changed size but not overlap or parent's size 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:can't remove parent while child still exists 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:can't remove parent while still protected 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:removed parent snap after unprotecting 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestClone (2017 ms) 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestClone2 2023-12-16T19:00:03.624 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:03.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:03 smithi071 ceph-mon[139725]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T19:00:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:03 smithi071 ceph-mon[142085]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T19:00:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:03 smithi184 ceph-mon[136228]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-16T19:00:04.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:made parent image "parent" 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:parent has no parent info 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:made snapshot "parent@parent_snap" 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:made and opened clone "child" 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:child image successfully cloned all image-meta pairs 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestClone2 (1104 ms) 2023-12-16T19:00:04.727 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ListChildren 2023-12-16T19:00:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:04 smithi071 ceph-mon[139725]: pgmap v2896: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 404 KiB/s rd, 182 KiB/s wr, 811 op/s 2023-12-16T19:00:04.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:04 smithi071 ceph-mon[139725]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T19:00:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:04 smithi071 ceph-mon[142085]: pgmap v2896: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 404 KiB/s rd, 182 KiB/s wr, 811 op/s 2023-12-16T19:00:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:04 smithi071 ceph-mon[142085]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T19:00:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:04 smithi184 ceph-mon[136228]: pgmap v2896: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 404 KiB/s rd, 182 KiB/s wr, 811 op/s 2023-12-16T19:00:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:04 smithi184 ceph-mon[136228]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-16T19:00:05.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:05 smithi071 ceph-mon[139725]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T19:00:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:05 smithi071 ceph-mon[142085]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T19:00:06.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:05 smithi184 ceph-mon[136228]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-16T19:00:07.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: pgmap v2899: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 133 op/s 2023-12-16T19:00:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T19:00:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/859329766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:06 smithi184 ceph-mon[136228]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: pgmap v2899: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 133 op/s 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/859329766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[139725]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: pgmap v2899: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.0 KiB/s wr, 133 op/s 2023-12-16T19:00:07.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-16T19:00:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/859329766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:06 smithi071 ceph-mon[142085]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-16T19:00:07.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:07] "GET /metrics HTTP/1.1" 200 63081 "" "Prometheus/2.43.0" 2023-12-16T19:00:08.529 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:08.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:08 smithi184 ceph-mon[136228]: pgmap v2902: 521 pgs: 5 creating+peering, 16 unknown, 500 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 52 KiB/s wr, 898 op/s 2023-12-16T19:00:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:08 smithi184 ceph-mon[136228]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T19:00:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:08 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:08.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[142085]: pgmap v2902: 521 pgs: 5 creating+peering, 16 unknown, 500 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 52 KiB/s wr, 898 op/s 2023-12-16T19:00:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[142085]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T19:00:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[139725]: pgmap v2902: 521 pgs: 5 creating+peering, 16 unknown, 500 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 52 KiB/s wr, 898 op/s 2023-12-16T19:00:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[139725]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-16T19:00:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:08 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:09.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:09 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:09.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:09 smithi184 ceph-mon[136228]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T19:00:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:09 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:09 smithi071 ceph-mon[139725]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T19:00:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:09 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/549911179' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:09 smithi071 ceph-mon[142085]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-16T19:00:10.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:10 smithi184 ceph-mon[136228]: pgmap v2905: 553 pgs: 14 creating+peering, 24 unknown, 515 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 51 KiB/s wr, 864 op/s 2023-12-16T19:00:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:10 smithi184 ceph-mon[136228]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T19:00:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:10 smithi071 ceph-mon[139725]: pgmap v2905: 553 pgs: 14 creating+peering, 24 unknown, 515 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 51 KiB/s wr, 864 op/s 2023-12-16T19:00:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:10 smithi071 ceph-mon[139725]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T19:00:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:10 smithi071 ceph-mon[142085]: pgmap v2905: 553 pgs: 14 creating+peering, 24 unknown, 515 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 51 KiB/s wr, 864 op/s 2023-12-16T19:00:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:10 smithi071 ceph-mon[142085]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-16T19:00:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:11 smithi184 ceph-mon[136228]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T19:00:11.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:11 smithi184 ceph-mon[136228]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T19:00:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:11 smithi071 ceph-mon[139725]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T19:00:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:11 smithi071 ceph-mon[139725]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T19:00:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:11 smithi071 ceph-mon[142085]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-16T19:00:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:11 smithi071 ceph-mon[142085]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-16T19:00:12.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:12 smithi184 ceph-mon[136228]: pgmap v2908: 553 pgs: 14 creating+peering, 10 unknown, 529 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2023-12-16T19:00:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:12 smithi071 ceph-mon[139725]: pgmap v2908: 553 pgs: 14 creating+peering, 10 unknown, 529 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2023-12-16T19:00:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:12 smithi071 ceph-mon[142085]: pgmap v2908: 553 pgs: 14 creating+peering, 10 unknown, 529 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2023-12-16T19:00:13.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:13 smithi184 ceph-mon[136228]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T19:00:13.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:13 smithi071 ceph-mon[139725]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T19:00:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:13 smithi071 ceph-mon[142085]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-16T19:00:14.027 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 1 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.028 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 2 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T19:00:14.029 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.030 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:child: image98 2023-12-16T19:00:14.031 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98/b6f3e17adb4 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.032 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:child: image98 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98/b6f3e17adb4 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.033 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.034 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 4 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 4 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:child: image98 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:child: image99 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98/b6f3e17adb4 2023-12-16T19:00:14.035 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99/b6f3b36e5fa3 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.036 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.037 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.038 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.038 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image96 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 4 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 4 2023-12-16T19:00:14.643 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:child: image96 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:child: image98 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:child: image99 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image96/b6f3aad82386 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98/b6f3e17adb4 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99/b6f3b36e5fa3 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.644 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image98 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.645 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:child: image98 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:child: image99 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image98/b6f3e17adb4 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99/b6f3b36e5fa3 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.646 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 2 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.647 INFO:tasks.workunit.client.0.smithi071.stdout:child: image99 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-27/image99/b6f3b36e5fa3 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 1 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:child: image97 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-26/image97/b6f343c4d698 2023-12-16T19:00:14.648 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:14.649 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 0 2023-12-16T19:00:14.649 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T19:00:14.649 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ListChildren (9916 ms) 2023-12-16T19:00:14.649 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2023-12-16T19:00:14.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:14 smithi184 ceph-mon[136228]: pgmap v2911: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2023-12-16T19:00:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:14 smithi184 ceph-mon[136228]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T19:00:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:14 smithi071 ceph-mon[139725]: pgmap v2911: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2023-12-16T19:00:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:14 smithi071 ceph-mon[139725]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T19:00:14.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:14 smithi071 ceph-mon[142085]: pgmap v2911: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2023-12-16T19:00:14.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:14 smithi071 ceph-mon[142085]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-16T19:00:15.832 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:00:15.832 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:15 smithi071 ceph-mon[139725]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T19:00:15.832 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:15 smithi071 ceph-mon[142085]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T19:00:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:15 smithi184 ceph-mon[136228]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-16T19:00:16.138 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (49m) 5m ago 52m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (49m) 3m ago 52m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (53m) 5m ago 53m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (53m) 3m ago 53m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (49m) 3m ago 55m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (49m) 5m ago 56m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (49m) 5m ago 56m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (48m) 3m ago 55m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (48m) 5m ago 55m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (49m) 5m ago 52m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (49m) 3m ago 52m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (47m) 5m ago 55m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:00:16.139 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (47m) 5m ago 55m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (47m) 5m ago 54m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (46m) 5m ago 54m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (46m) 3m ago 54m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (45m) 3m ago 54m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (45m) 3m ago 53m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (44m) 3m ago 53m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:00:16.140 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (49m) 3m ago 52m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:00:16.546 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:00:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:00:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:00:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:00:16.547 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: pgmap v2914: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 KiB/s wr, 169 op/s 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4012879154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T19:00:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3000318329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: pgmap v2914: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 KiB/s wr, 169 op/s 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4012879154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T19:00:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:16 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3000318329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:17.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: pgmap v2914: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 KiB/s wr, 169 op/s 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4012879154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-16T19:00:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:16 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3000318329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:17.723 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:17] "GET /metrics HTTP/1.1" 200 63081 "" "Prometheus/2.43.0" 2023-12-16T19:00:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:17 smithi184 ceph-mon[136228]: from='client.37047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:17 smithi184 ceph-mon[136228]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:17 smithi184 ceph-mon[136228]: pgmap v2917: 585 pgs: 4 creating+peering, 17 unknown, 564 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 11 KiB/s wr, 463 op/s 2023-12-16T19:00:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:17 smithi184 ceph-mon[136228]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T19:00:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:17 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[139725]: from='client.37047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[139725]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[139725]: pgmap v2917: 585 pgs: 4 creating+peering, 17 unknown, 564 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 11 KiB/s wr, 463 op/s 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[139725]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[142085]: from='client.37047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[142085]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[142085]: pgmap v2917: 585 pgs: 4 creating+peering, 17 unknown, 564 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 11 KiB/s wr, 463 op/s 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[142085]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-16T19:00:18.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:17 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:18 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:18 smithi184 ceph-mon[136228]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T19:00:19.223 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:19.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[142085]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T19:00:19.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:19.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4276779014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:19.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:18 smithi071 ceph-mon[139725]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-16T19:00:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:19 smithi184 ceph-mon[136228]: pgmap v2920: 617 pgs: 11 creating+peering, 26 unknown, 580 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 10 KiB/s wr, 544 op/s 2023-12-16T19:00:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:19 smithi184 ceph-mon[136228]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T19:00:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:19 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3236570402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:19 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[142085]: pgmap v2920: 617 pgs: 11 creating+peering, 26 unknown, 580 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 10 KiB/s wr, 544 op/s 2023-12-16T19:00:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[142085]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T19:00:20.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3236570402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:20.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:20.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:20.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[139725]: pgmap v2920: 617 pgs: 11 creating+peering, 26 unknown, 580 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 453 KiB/s rd, 10 KiB/s wr, 544 op/s 2023-12-16T19:00:20.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[139725]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-16T19:00:20.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3236570402' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:20.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:19 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]': finished 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:21 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]': finished 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]: dispatch 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30", "force_nonempty":""}]': finished 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:21 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]: dispatch 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: pgmap v2923: 649 pgs: 18 creating+peering, 39 unknown, 592 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 3.7 KiB/s wr, 258 op/s 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]': finished 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:22 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: pgmap v2923: 649 pgs: 18 creating+peering, 39 unknown, 592 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 3.7 KiB/s wr, 258 op/s 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]': finished 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: pgmap v2923: 649 pgs: 18 creating+peering, 39 unknown, 592 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 3.7 KiB/s wr, 258 op/s 2023-12-16T19:00:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-16T19:00:22.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi071-183513-30", "mode":"writeback"}]': finished 2023-12-16T19:00:22.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-16T19:00:22.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:22.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:22 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:23.510 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:24.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:24 smithi184 ceph-mon[136228]: pgmap v2926: 649 pgs: 8 creating+peering, 11 unknown, 630 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 15 op/s 2023-12-16T19:00:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:24 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:24 smithi184 ceph-mon[136228]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T19:00:24.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[139725]: pgmap v2926: 649 pgs: 8 creating+peering, 11 unknown, 630 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 15 op/s 2023-12-16T19:00:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[139725]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T19:00:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[142085]: pgmap v2926: 649 pgs: 8 creating+peering, 11 unknown, 630 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 15 op/s 2023-12-16T19:00:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi071-183513-28", "overlaypool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:24 smithi071 ceph-mon[142085]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-16T19:00:25.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:25 smithi184 ceph-mon[136228]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T19:00:25.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:25 smithi071 ceph-mon[139725]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T19:00:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:25 smithi071 ceph-mon[142085]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-16T19:00:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:26 smithi184 ceph-mon[136228]: pgmap v2929: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:00:26.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:26 smithi184 ceph-mon[136228]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T19:00:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:26 smithi071 ceph-mon[142085]: pgmap v2929: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:00:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:26 smithi071 ceph-mon[142085]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T19:00:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:26 smithi071 ceph-mon[139725]: pgmap v2929: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:00:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:26 smithi071 ceph-mon[139725]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-16T19:00:27.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:27 smithi071 ceph-mon[139725]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T19:00:27.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:27 smithi071 ceph-mon[142085]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T19:00:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:27] "GET /metrics HTTP/1.1" 200 72852 "" "Prometheus/2.43.0" 2023-12-16T19:00:27.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:27 smithi184 ceph-mon[136228]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-16T19:00:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:28 smithi184 ceph-mon[136228]: pgmap v2932: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2023-12-16T19:00:28.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:28 smithi184 ceph-mon[136228]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T19:00:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:28 smithi071 ceph-mon[139725]: pgmap v2932: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2023-12-16T19:00:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:28 smithi071 ceph-mon[139725]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T19:00:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:28 smithi071 ceph-mon[142085]: pgmap v2932: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2023-12-16T19:00:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:28 smithi071 ceph-mon[142085]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 1 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.074 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 2 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:29.075 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.076 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:child: image103 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:29.077 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103/b6f3d4a09063 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.078 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:child: image103 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.079 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103/b6f3d4a09063 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:29.080 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 4 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 4 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:child: image103 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:child: image104 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:29.081 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103/b6f3d4a09063 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104/b6f370c381d3 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.082 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.083 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:29 smithi184 ceph-mon[136228]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T19:00:29.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:29 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:29.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:29 smithi071 ceph-mon[139725]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T19:00:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:29 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:29 smithi071 ceph-mon[142085]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-16T19:00:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:29 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:00:30.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:30 smithi184 ceph-mon[136228]: pgmap v2935: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2023-12-16T19:00:30.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:30 smithi184 ceph-mon[136228]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T19:00:30.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:30 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:30.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:30 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[139725]: pgmap v2935: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[139725]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[142085]: pgmap v2935: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[142085]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:30 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]: dispatch 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image101 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 4 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 4 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:31.838 INFO:tasks.workunit.client.0.smithi071.stdout:child: image101 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:child: image103 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:child: image104 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image101/b6f31f9f9a41 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103/b6f3d4a09063 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104/b6f370c381d3 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.839 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image103 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.840 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:child: image103 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:child: image104 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image103/b6f3d4a09063 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104/b6f370c381d3 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.841 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 2 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 2 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:child: image104 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:31.842 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-29/image104/b6f370c381d3 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:trying to find test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:checking test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 1 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 1 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:child: image102 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-28/image102/b6f3d4ae1245 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 0 2023-12-16T19:00:31.843 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T19:00:31.844 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17195 ms) 2023-12-16T19:00:31.844 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.LockingPP 2023-12-16T19:00:31.844 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:31.904 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.LockingPP (66 ms) 2023-12-16T19:00:31.904 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FlushAio 2023-12-16T19:00:31.904 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]': finished 2023-12-16T19:00:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:31 smithi184 ceph-mon[136228]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T19:00:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:31 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:31 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:31 smithi184 ceph-mon[136228]: pgmap v2938: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2023-12-16T19:00:32.182 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FlushAio (279 ms) 2023-12-16T19:00:32.183 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FlushAioPP 2023-12-16T19:00:32.183 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]': finished 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[142085]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[142085]: pgmap v2938: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi071-183513-28"}]': finished 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[139725]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]: dispatch 2023-12-16T19:00:32.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:31 smithi071 ceph-mon[139725]: pgmap v2938: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2023-12-16T19:00:32.369 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FlushAioPP (185 ms) 2023-12-16T19:00:32.369 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapDiff 2023-12-16T19:00:32.370 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:32 smithi184 ceph-mon[136228]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T19:00:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:32 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:32 smithi184 ceph-mon[136228]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T19:00:33.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[139725]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T19:00:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:33.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[139725]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T19:00:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[142085]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-16T19:00:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi071-183513-28", "tierpool":"test-librbd-smithi071-183513-30"}]': finished 2023-12-16T19:00:33.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:32 smithi071 ceph-mon[142085]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-16T19:00:34.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[139725]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T19:00:34.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[139725]: pgmap v2941: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 73 KiB/s wr, 592 op/s 2023-12-16T19:00:34.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:34.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[142085]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T19:00:34.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[142085]: pgmap v2941: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 73 KiB/s wr, 592 op/s 2023-12-16T19:00:34.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:34.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:33 smithi184 ceph-mon[136228]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-16T19:00:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:33 smithi184 ceph-mon[136228]: pgmap v2941: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 73 KiB/s wr, 592 op/s 2023-12-16T19:00:34.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:35.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:34 smithi071 ceph-mon[139725]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T19:00:35.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:34 smithi071 ceph-mon[142085]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T19:00:35.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:34 smithi184 ceph-mon[136228]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-16T19:00:35.968 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:00:35.968 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapDiff (3600 ms) 2023-12-16T19:00:35.968 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2023-12-16T19:00:35.968 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:35.990 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2023-12-16T19:00:35.991 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2023-12-16T19:00:35.991 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.025 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (34 ms) 2023-12-16T19:00:36.025 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2023-12-16T19:00:36.025 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.043 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ZeroLengthRead (18 ms) 2023-12-16T19:00:36.043 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2023-12-16T19:00:36.043 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.080 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2023-12-16T19:00:36.080 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestPendingAio 2023-12-16T19:00:36.080 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:35 smithi071 ceph-mon[139725]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T19:00:36.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:35 smithi071 ceph-mon[139725]: pgmap v2944: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 79 KiB/s wr, 808 op/s 2023-12-16T19:00:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:35 smithi071 ceph-mon[142085]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T19:00:36.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:35 smithi071 ceph-mon[142085]: pgmap v2944: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 79 KiB/s wr, 808 op/s 2023-12-16T19:00:36.317 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestPendingAio (237 ms) 2023-12-16T19:00:36.317 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2023-12-16T19:00:36.317 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.336 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:35 smithi184 ceph-mon[136228]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-16T19:00:36.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:35 smithi184 ceph-mon[136228]: pgmap v2944: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 79 KiB/s wr, 808 op/s 2023-12-16T19:00:36.602 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:36.836 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:00:36 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a[124718]: logger=cleanup t=2023-12-16T19:00:36.342876702Z level=info msg="Completed cleanup jobs" duration=12.267657ms 2023-12-16T19:00:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:36 smithi071 ceph-mon[139725]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T19:00:37.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:36 smithi071 ceph-mon[139725]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T19:00:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:36 smithi071 ceph-mon[142085]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T19:00:37.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:36 smithi071 ceph-mon[142085]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T19:00:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:36 smithi184 ceph-mon[136228]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-16T19:00:37.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:36 smithi184 ceph-mon[136228]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-16T19:00:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:37] "GET /metrics HTTP/1.1" 200 75352 "" "Prometheus/2.43.0" 2023-12-16T19:00:38.577 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2260 ms) 2023-12-16T19:00:38.577 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2023-12-16T19:00:38.577 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:38 smithi184 ceph-mon[136228]: pgmap v2947: 649 pgs: 649 active+clean; 139 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 600 KiB/s wr, 471 op/s 2023-12-16T19:00:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:38 smithi184 ceph-mon[136228]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T19:00:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:38 smithi071 ceph-mon[139725]: pgmap v2947: 649 pgs: 649 active+clean; 139 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 600 KiB/s wr, 471 op/s 2023-12-16T19:00:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:38 smithi071 ceph-mon[139725]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T19:00:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:38 smithi071 ceph-mon[142085]: pgmap v2947: 649 pgs: 649 active+clean; 139 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 600 KiB/s wr, 471 op/s 2023-12-16T19:00:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:38 smithi071 ceph-mon[142085]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-16T19:00:39.632 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:39 smithi184 ceph-mon[136228]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T19:00:39.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:39 smithi071 ceph-mon[139725]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T19:00:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:39 smithi071 ceph-mon[142085]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-16T19:00:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:40 smithi184 ceph-mon[136228]: pgmap v2950: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 811 KiB/s rd, 666 KiB/s wr, 525 op/s 2023-12-16T19:00:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:40 smithi184 ceph-mon[136228]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T19:00:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:40 smithi071 ceph-mon[139725]: pgmap v2950: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 811 KiB/s rd, 666 KiB/s wr, 525 op/s 2023-12-16T19:00:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:40 smithi071 ceph-mon[139725]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T19:00:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:40 smithi071 ceph-mon[142085]: pgmap v2950: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 811 KiB/s rd, 666 KiB/s wr, 525 op/s 2023-12-16T19:00:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:40 smithi071 ceph-mon[142085]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-16T19:00:41.593 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3016 ms) 2023-12-16T19:00:41.593 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Flatten 2023-12-16T19:00:41.593 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:41 smithi184 ceph-mon[136228]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T19:00:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:41 smithi071 ceph-mon[139725]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T19:00:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:41 smithi071 ceph-mon[142085]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-16T19:00:42.652 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Flatten (1059 ms) 2023-12-16T19:00:42.652 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Sparsify 2023-12-16T19:00:42.652 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:42.687 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 32768 2023-12-16T19:00:42.688 INFO:tasks.workunit.client.0.smithi071.stdout:read: 32768 2023-12-16T19:00:42.688 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2023-12-16T19:00:42.688 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SparsifyPP 2023-12-16T19:00:42.688 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:42.717 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SparsifyPP (30 ms) 2023-12-16T19:00:42.717 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2023-12-16T19:00:42.717 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:42 smithi184 ceph-mon[136228]: pgmap v2953: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 76 KiB/s wr, 358 op/s 2023-12-16T19:00:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:42 smithi184 ceph-mon[136228]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T19:00:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:42 smithi071 ceph-mon[139725]: pgmap v2953: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 76 KiB/s wr, 358 op/s 2023-12-16T19:00:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:42 smithi071 ceph-mon[139725]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T19:00:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:42 smithi071 ceph-mon[142085]: pgmap v2953: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 76 KiB/s wr, 358 op/s 2023-12-16T19:00:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:42 smithi071 ceph-mon[142085]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-16T19:00:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:43 smithi184 ceph-mon[136228]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T19:00:43.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:43 smithi071 ceph-mon[139725]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T19:00:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:43 smithi071 ceph-mon[142085]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-16T19:00:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:44 smithi184 ceph-mon[136228]: pgmap v2956: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 228 op/s 2023-12-16T19:00:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:44 smithi184 ceph-mon[136228]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T19:00:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:44 smithi071 ceph-mon[139725]: pgmap v2956: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 228 op/s 2023-12-16T19:00:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:44 smithi071 ceph-mon[139725]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T19:00:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:44 smithi071 ceph-mon[142085]: pgmap v2956: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 228 op/s 2023-12-16T19:00:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:44 smithi071 ceph-mon[142085]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-16T19:00:45.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:45 smithi184 ceph-mon[136228]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T19:00:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:45 smithi071 ceph-mon[139725]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T19:00:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:45 smithi071 ceph-mon[142085]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-16T19:00:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:46 smithi184 ceph-mon[136228]: pgmap v2959: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 27 KiB/s wr, 264 op/s 2023-12-16T19:00:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:46 smithi184 ceph-mon[136228]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T19:00:46.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:46 smithi184 ceph-mon[136228]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T19:00:46.896 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[139725]: pgmap v2959: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 27 KiB/s wr, 264 op/s 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[139725]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[139725]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[142085]: pgmap v2959: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 27 KiB/s wr, 264 op/s 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[142085]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-16T19:00:46.897 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:46 smithi071 ceph-mon[142085]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (50m) 6m ago 53m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (50m) 4m ago 52m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (53m) 6m ago 53m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (53m) 4m ago 53m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (49m) 4m ago 56m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (50m) 6m ago 57m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (49m) 6m ago 57m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (49m) 4m ago 56m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:00:47.201 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (49m) 6m ago 56m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (50m) 6m ago 52m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (50m) 4m ago 52m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (48m) 6m ago 55m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (48m) 6m ago 55m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (47m) 6m ago 55m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (47m) 6m ago 55m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (46m) 4m ago 54m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (46m) 4m ago 54m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (45m) 4m ago 54m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (45m) 4m ago 54m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:00:47.202 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (49m) 4m ago 53m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:00:47.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:47] "GET /metrics HTTP/1.1" 200 75352 "" "Prometheus/2.43.0" 2023-12-16T19:00:47.560 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapshotLimit (4843 ms) 2023-12-16T19:00:47.561 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2023-12-16T19:00:47.561 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:47.604 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:00:47.605 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:00:47.606 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: pgmap v2962: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 139 op/s 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: from='client.37080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3935578622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: pgmap v2962: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 139 op/s 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: from='client.37080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3935578622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: pgmap v2962: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 139 op/s 2023-12-16T19:00:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: from='client.37080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:00:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-16T19:00:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3935578622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:00:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:00:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:49 smithi184 ceph-mon[136228]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T19:00:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:49 smithi071 ceph-mon[139725]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T19:00:49.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:49 smithi071 ceph-mon[142085]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-16T19:00:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:50 smithi071 ceph-mon[139725]: pgmap v2965: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 21 KiB/s wr, 65 op/s 2023-12-16T19:00:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:50 smithi071 ceph-mon[139725]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T19:00:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:50 smithi071 ceph-mon[142085]: pgmap v2965: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 21 KiB/s wr, 65 op/s 2023-12-16T19:00:50.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:50 smithi071 ceph-mon[142085]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T19:00:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:50 smithi184 ceph-mon[136228]: pgmap v2965: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 21 KiB/s wr, 65 op/s 2023-12-16T19:00:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:50 smithi184 ceph-mon[136228]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-16T19:00:51.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:51 smithi071 ceph-mon[139725]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T19:00:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:51 smithi071 ceph-mon[142085]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T19:00:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:51 smithi184 ceph-mon[136228]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-16T19:00:52.637 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5077 ms) 2023-12-16T19:00:52.637 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2023-12-16T19:00:52.637 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:52.712 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:00:52.712 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (75 ms) 2023-12-16T19:00:52.712 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2023-12-16T19:00:52.712 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:52.776 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (65 ms) 2023-12-16T19:00:52.776 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2023-12-16T19:00:52.777 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:52 smithi071 ceph-mon[139725]: pgmap v2968: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 15 KiB/s wr, 41 op/s 2023-12-16T19:00:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:52 smithi071 ceph-mon[139725]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T19:00:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:52 smithi071 ceph-mon[142085]: pgmap v2968: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 15 KiB/s wr, 41 op/s 2023-12-16T19:00:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:52 smithi071 ceph-mon[142085]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T19:00:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:52 smithi184 ceph-mon[136228]: pgmap v2968: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 15 KiB/s wr, 41 op/s 2023-12-16T19:00:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:52 smithi184 ceph-mon[136228]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-16T19:00:53.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (880 ms) 2023-12-16T19:00:53.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2023-12-16T19:00:53.657 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:53 smithi071 ceph-mon[139725]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T19:00:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:53 smithi071 ceph-mon[142085]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T19:00:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:53 smithi184 ceph-mon[136228]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-16T19:00:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:54 smithi071 ceph-mon[139725]: pgmap v2971: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:00:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:54 smithi071 ceph-mon[139725]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T19:00:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:54 smithi071 ceph-mon[142085]: pgmap v2971: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:00:54.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:54 smithi071 ceph-mon[142085]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T19:00:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:54 smithi184 ceph-mon[136228]: pgmap v2971: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:00:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:54 smithi184 ceph-mon[136228]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-16T19:00:55.678 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2020 ms) 2023-12-16T19:00:55.678 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2023-12-16T19:00:55.678 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (70 ms) 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapRemove2 2023-12-16T19:00:55.748 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:55 smithi071 ceph-mon[139725]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T19:00:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:55 smithi071 ceph-mon[142085]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T19:00:56.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:55 smithi184 ceph-mon[136228]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[139725]: pgmap v2974: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[139725]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[139725]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[142085]: pgmap v2974: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[142085]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T19:00:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:56 smithi071 ceph-mon[142085]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T19:00:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:56 smithi184 ceph-mon[136228]: pgmap v2974: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2023-12-16T19:00:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:56 smithi184 ceph-mon[136228]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-16T19:00:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:56 smithi184 ceph-mon[136228]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-16T19:00:57.673 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T19:00:57.673 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapRemove2 (1925 ms) 2023-12-16T19:00:57.674 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2023-12-16T19:00:57.674 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:00:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:00:57] "GET /metrics HTTP/1.1" 200 75354 "" "Prometheus/2.43.0" 2023-12-16T19:00:58.700 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1027 ms) 2023-12-16T19:00:58.700 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2023-12-16T19:00:58.700 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:58 smithi071 ceph-mon[139725]: pgmap v2977: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 235 op/s 2023-12-16T19:00:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:58 smithi071 ceph-mon[139725]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T19:00:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:58 smithi071 ceph-mon[142085]: pgmap v2977: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 235 op/s 2023-12-16T19:00:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:58 smithi071 ceph-mon[142085]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T19:00:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:58 smithi184 ceph-mon[136228]: pgmap v2977: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 15 KiB/s wr, 235 op/s 2023-12-16T19:00:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:58 smithi184 ceph-mon[136228]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-16T19:00:59.712 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1012 ms) 2023-12-16T19:00:59.712 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2023-12-16T19:00:59.712 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:00:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:00:59 smithi071 ceph-mon[139725]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T19:00:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:00:59 smithi071 ceph-mon[142085]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T19:01:00.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:00:59 smithi184 ceph-mon[136228]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-16T19:01:00.717 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1005 ms) 2023-12-16T19:01:00.718 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2023-12-16T19:01:00.718 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:00 smithi071 ceph-mon[139725]: pgmap v2980: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 221 op/s 2023-12-16T19:01:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:00 smithi071 ceph-mon[139725]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T19:01:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:00 smithi071 ceph-mon[142085]: pgmap v2980: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 221 op/s 2023-12-16T19:01:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:00 smithi071 ceph-mon[142085]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T19:01:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:00 smithi184 ceph-mon[136228]: pgmap v2980: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 15 KiB/s wr, 221 op/s 2023-12-16T19:01:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:00 smithi184 ceph-mon[136228]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-16T19:01:01.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (925 ms) 2023-12-16T19:01:01.642 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2023-12-16T19:01:01.642 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:01.683 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2023-12-16T19:01:01.683 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2023-12-16T19:01:01.683 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:01.723 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (40 ms) 2023-12-16T19:01:01.723 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2023-12-16T19:01:01.723 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[139725]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[139725]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[142085]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:01 smithi071 ceph-mon[142085]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T19:01:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:01 smithi184 ceph-mon[136228]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-16T19:01:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:01 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:02.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:01 smithi184 ceph-mon[136228]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[139725]: pgmap v2983: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 95 op/s 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[142085]: pgmap v2983: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 95 op/s 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:02.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:02 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:02 smithi184 ceph-mon[136228]: pgmap v2983: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.2 KiB/s wr, 95 op/s 2023-12-16T19:01:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:02 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:03 smithi071 ceph-mon[139725]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T19:01:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:03 smithi071 ceph-mon[142085]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T19:01:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:03 smithi184 ceph-mon[136228]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-16T19:01:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:04 smithi071 ceph-mon[139725]: pgmap v2986: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 216 op/s 2023-12-16T19:01:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:04 smithi071 ceph-mon[139725]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T19:01:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:04 smithi071 ceph-mon[142085]: pgmap v2986: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 216 op/s 2023-12-16T19:01:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:04 smithi071 ceph-mon[142085]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T19:01:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:04 smithi184 ceph-mon[136228]: pgmap v2986: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 10 KiB/s wr, 216 op/s 2023-12-16T19:01:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:04 smithi184 ceph-mon[136228]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-16T19:01:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:05 smithi071 ceph-mon[139725]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T19:01:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:05 smithi071 ceph-mon[142085]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T19:01:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:05 smithi184 ceph-mon[136228]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[142085]: pgmap v2989: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 224 op/s 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[142085]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[142085]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[139725]: pgmap v2989: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 224 op/s 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[139725]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T19:01:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:06 smithi071 ceph-mon[139725]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T19:01:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:06 smithi184 ceph-mon[136228]: pgmap v2989: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 224 op/s 2023-12-16T19:01:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:06 smithi184 ceph-mon[136228]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-16T19:01:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:06 smithi184 ceph-mon[136228]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-16T19:01:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:07] "GET /metrics HTTP/1.1" 200 75357 "" "Prometheus/2.43.0" 2023-12-16T19:01:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:08 smithi184 ceph-mon[136228]: pgmap v2992: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2023-12-16T19:01:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:08 smithi184 ceph-mon[136228]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T19:01:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:08 smithi071 ceph-mon[139725]: pgmap v2992: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2023-12-16T19:01:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:08 smithi071 ceph-mon[139725]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T19:01:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:08 smithi071 ceph-mon[142085]: pgmap v2992: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2023-12-16T19:01:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:08 smithi071 ceph-mon[142085]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-16T19:01:09.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:09 smithi184 ceph-mon[136228]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T19:01:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:09 smithi071 ceph-mon[139725]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T19:01:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:09 smithi071 ceph-mon[142085]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-16T19:01:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:10 smithi184 ceph-mon[136228]: pgmap v2995: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2023-12-16T19:01:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:10 smithi184 ceph-mon[136228]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T19:01:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:10 smithi071 ceph-mon[139725]: pgmap v2995: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2023-12-16T19:01:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:10 smithi071 ceph-mon[139725]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T19:01:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:10 smithi071 ceph-mon[142085]: pgmap v2995: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.7 KiB/s wr, 105 op/s 2023-12-16T19:01:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:10 smithi071 ceph-mon[142085]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-16T19:01:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:11 smithi184 ceph-mon[136228]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T19:01:11.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:11 smithi071 ceph-mon[139725]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T19:01:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:11 smithi071 ceph-mon[142085]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-16T19:01:12.174 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10451 ms) 2023-12-16T19:01:12.174 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Metadata 2023-12-16T19:01:12.174 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:12.669 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Metadata (495 ms) 2023-12-16T19:01:12.669 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.MetadataPP 2023-12-16T19:01:12.669 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:12 smithi184 ceph-mon[136228]: pgmap v2998: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-16T19:01:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:12 smithi184 ceph-mon[136228]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T19:01:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:12 smithi071 ceph-mon[139725]: pgmap v2998: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-16T19:01:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:12 smithi071 ceph-mon[139725]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T19:01:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:12 smithi071 ceph-mon[142085]: pgmap v2998: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-16T19:01:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:12 smithi071 ceph-mon[142085]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-16T19:01:13.680 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.MetadataPP (1012 ms) 2023-12-16T19:01:13.681 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2023-12-16T19:01:13.681 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:13.784 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.UpdateFeatures (103 ms) 2023-12-16T19:01:13.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2023-12-16T19:01:13.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2023-12-16T19:01:13.785 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2023-12-16T19:01:13.785 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:13.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:13 smithi184 ceph-mon[136228]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T19:01:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:13 smithi071 ceph-mon[139725]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T19:01:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:13 smithi071 ceph-mon[142085]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-16T19:01:14.625 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:14.625 INFO:tasks.workunit.client.0.smithi071.stdout:25.00% done 2023-12-16T19:01:14.625 INFO:tasks.workunit.client.0.smithi071.stdout:50.00% done 2023-12-16T19:01:14.625 INFO:tasks.workunit.client.0.smithi071.stdout:75.00% done 2023-12-16T19:01:14.625 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RebuildObjectMap (841 ms) 2023-12-16T19:01:14.626 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:25.00% done 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:50.00% done 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:75.00% done 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (50 ms) 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2023-12-16T19:01:14.675 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:14 smithi184 ceph-mon[136228]: pgmap v3001: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 67 KiB/s wr, 318 op/s 2023-12-16T19:01:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:14 smithi184 ceph-mon[136228]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T19:01:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:14 smithi071 ceph-mon[139725]: pgmap v3001: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 67 KiB/s wr, 318 op/s 2023-12-16T19:01:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:14 smithi071 ceph-mon[139725]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T19:01:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:14 smithi071 ceph-mon[142085]: pgmap v3001: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 67 KiB/s wr, 318 op/s 2023-12-16T19:01:14.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:14 smithi071 ceph-mon[142085]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-16T19:01:15.658 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:25.00% done 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:50.00% done 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:75.00% done 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CheckObjectMap (984 ms) 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.BlockingAIO 2023-12-16T19:01:15.659 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:15.685 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2023-12-16T19:01:15.685 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2023-12-16T19:01:15.685 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:15.824 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (139 ms) 2023-12-16T19:01:15.824 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2023-12-16T19:01:15.825 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T19:01:15.825 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2023-12-16T19:01:15.825 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2023-12-16T19:01:15.825 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:15.836 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:15 smithi184 ceph-mon[136228]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T19:01:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:15 smithi071 ceph-mon[139725]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T19:01:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:15 smithi071 ceph-mon[142085]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-16T19:01:16.661 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (837 ms) 2023-12-16T19:01:16.661 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2023-12-16T19:01:16.661 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:16 smithi184 ceph-mon[136228]: pgmap v3004: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 95 KiB/s wr, 450 op/s 2023-12-16T19:01:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:16 smithi184 ceph-mon[136228]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T19:01:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:16 smithi071 ceph-mon[139725]: pgmap v3004: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 95 KiB/s wr, 450 op/s 2023-12-16T19:01:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:16 smithi071 ceph-mon[139725]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T19:01:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:16 smithi071 ceph-mon[142085]: pgmap v3004: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 95 KiB/s wr, 450 op/s 2023-12-16T19:01:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:16 smithi071 ceph-mon[142085]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-16T19:01:17.590 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:17] "GET /metrics HTTP/1.1" 200 75357 "" "Prometheus/2.43.0" 2023-12-16T19:01:17.640 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (979 ms) 2023-12-16T19:01:17.640 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestImageOptions 2023-12-16T19:01:17.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:17 smithi071 ceph-mon[139725]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T19:01:17.955 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:17 smithi071 ceph-mon[142085]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T19:01:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:01:18.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:17 smithi184 ceph-mon[136228]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-16T19:01:18.272 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:01:18.272 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (50m) 6m ago 53m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (50m) 4m ago 53m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (54m) 6m ago 54m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (54m) 4m ago 54m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (50m) 4m ago 56m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (50m) 6m ago 57m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (50m) 6m ago 57m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (49m) 4m ago 56m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (49m) 6m ago 56m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (50m) 6m ago 53m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (50m) 4m ago 53m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (49m) 6m ago 56m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:01:18.273 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (48m) 6m ago 56m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (48m) 6m ago 55m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (47m) 6m ago 55m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (47m) 4m ago 55m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (46m) 4m ago 55m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (46m) 4m ago 54m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (45m) 4m ago 54m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:01:18.274 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (50m) 4m ago 54m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:18.681 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:01:18.682 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:01:18.740 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:18.741 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T19:01:18.741 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestImageOptions (1101 ms) 2023-12-16T19:01:18.741 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2023-12-16T19:01:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[139725]: pgmap v3007: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 607 KiB/s rd, 219 KiB/s wr, 921 op/s 2023-12-16T19:01:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[139725]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T19:01:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[142085]: pgmap v3007: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 607 KiB/s rd, 219 KiB/s wr, 921 op/s 2023-12-16T19:01:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[142085]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T19:01:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:18 smithi184 ceph-mon[136228]: pgmap v3007: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 607 KiB/s rd, 219 KiB/s wr, 921 op/s 2023-12-16T19:01:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:18 smithi184 ceph-mon[136228]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-16T19:01:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:19.724 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:19.724 INFO:tasks.workunit.client.0.smithi071.stdout:100.00% done 2023-12-16T19:01:19.724 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (983 ms) 2023-12-16T19:01:19.724 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2023-12-16T19:01:19.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2023-12-16T19:01:19.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2023-12-16T19:01:19.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2023-12-16T19:01:19.725 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ImagePollIO 2023-12-16T19:01:19.725 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:wrote: 512 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T19:01:19.767 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T19:01:19.768 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:started write 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:write completion cb called! 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 0 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:finished write 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T19:01:19.769 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:created completion 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:started read 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:read completion cb called! 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:return value is: 512 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2023-12-16T19:01:19.770 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Mirror 2023-12-16T19:01:19.771 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:19.779 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: from='client.47054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: from='client.47060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T19:01:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3227588621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: from='client.47054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: from='client.47060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3227588621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2023-12-16T19:01:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:19 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: from='client.47054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: from='client.47060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3227588621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2023-12-16T19:01:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:19 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-16T19:01:20.762 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Mirror (995 ms) 2023-12-16T19:01:20.763 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2023-12-16T19:01:20.781 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2023-12-16T19:01:20.781 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2023-12-16T19:01:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[139725]: pgmap v3010: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 228 KiB/s wr, 962 op/s 2023-12-16T19:01:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2023-12-16T19:01:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-16T19:01:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[139725]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T19:01:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[142085]: pgmap v3010: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 228 KiB/s wr, 962 op/s 2023-12-16T19:01:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2023-12-16T19:01:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-16T19:01:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:20 smithi071 ceph-mon[142085]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T19:01:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:20 smithi184 ceph-mon[136228]: pgmap v3010: 649 pgs: 649 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 228 KiB/s wr, 962 op/s 2023-12-16T19:01:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2023-12-16T19:01:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-16T19:01:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:20 smithi184 ceph-mon[136228]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-16T19:01:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T19:01:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T19:01:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T19:01:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]: dispatch 2023-12-16T19:01:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]': finished 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]: dispatch 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]': finished 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]: dispatch 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]': finished 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]': finished 2023-12-16T19:01:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]: dispatch 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]': finished 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]: dispatch 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]': finished 2023-12-16T19:01:21.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]: dispatch 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]': finished 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:21.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]': finished 2023-12-16T19:01:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-16T19:01:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2023-12-16T19:01:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2023-12-16T19:01:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]: dispatch 2023-12-16T19:01:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/a51df647-4988-42ab-95d3-49e8444e8122"}]': finished 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]: dispatch 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/86650926-c97b-4a45-bcd0-ce6b1ab77fea"}]': finished 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]: dispatch 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ca568c4a-21e2-4b6e-bcbe-773973c35219"}]': finished 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]: dispatch 2023-12-16T19:01:22.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/ac3b4baa-0b2b-4e58-9186-cc12a3e649fe"}]': finished 2023-12-16T19:01:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:22 smithi071 ceph-mon[139725]: pgmap v3013: 649 pgs: 649 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 171 KiB/s wr, 179 op/s 2023-12-16T19:01:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:22 smithi071 ceph-mon[139725]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T19:01:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:22 smithi071 ceph-mon[142085]: pgmap v3013: 649 pgs: 649 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 171 KiB/s wr, 179 op/s 2023-12-16T19:01:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:22 smithi071 ceph-mon[142085]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T19:01:22.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:22 smithi184 ceph-mon[136228]: pgmap v3013: 649 pgs: 649 active+clean; 144 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 171 KiB/s wr, 179 op/s 2023-12-16T19:01:22.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:22 smithi184 ceph-mon[136228]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-16T19:01:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:23 smithi184 ceph-mon[136228]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T19:01:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:23 smithi184 ceph-mon[136228]: pgmap v3016: 649 pgs: 649 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 266 op/s 2023-12-16T19:01:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:23 smithi071 ceph-mon[139725]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T19:01:24.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:23 smithi071 ceph-mon[139725]: pgmap v3016: 649 pgs: 649 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 266 op/s 2023-12-16T19:01:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:23 smithi071 ceph-mon[142085]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-16T19:01:24.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:23 smithi071 ceph-mon[142085]: pgmap v3016: 649 pgs: 649 active+clean; 150 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 266 op/s 2023-12-16T19:01:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:24 smithi184 ceph-mon[136228]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T19:01:25.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:24 smithi071 ceph-mon[139725]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T19:01:25.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:24 smithi071 ceph-mon[142085]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-16T19:01:25.860 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5079 ms) 2023-12-16T19:01:25.860 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2023-12-16T19:01:25.861 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:25 smithi184 ceph-mon[136228]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T19:01:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:25 smithi184 ceph-mon[136228]: pgmap v3019: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.9 MiB/s wr, 400 op/s 2023-12-16T19:01:26.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:25 smithi071 ceph-mon[142085]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T19:01:26.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:25 smithi071 ceph-mon[142085]: pgmap v3019: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.9 MiB/s wr, 400 op/s 2023-12-16T19:01:26.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:25 smithi071 ceph-mon[139725]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-16T19:01:26.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:25 smithi071 ceph-mon[139725]: pgmap v3019: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 1.9 MiB/s wr, 400 op/s 2023-12-16T19:01:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:26 smithi184 ceph-mon[136228]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T19:01:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:26 smithi071 ceph-mon[139725]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T19:01:27.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:26 smithi071 ceph-mon[142085]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-16T19:01:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:27] "GET /metrics HTTP/1.1" 200 75352 "" "Prometheus/2.43.0" 2023-12-16T19:01:27.856 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1996 ms) 2023-12-16T19:01:27.856 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2023-12-16T19:01:27.857 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:27.912 INFO:tasks.workunit.client.0.smithi071.stdout:1: acquiring exclusive lock 2023-12-16T19:01:27.912 INFO:tasks.workunit.client.0.smithi071.stdout:2: acquiring exclusive lock 2023-12-16T19:01:27.916 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock acquired 2023-12-16T19:01:27.962 INFO:tasks.workunit.client.0.smithi071.stdout:2: releasing exclusive lock 2023-12-16T19:01:27.965 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock released 2023-12-16T19:01:27.965 INFO:tasks.workunit.client.0.smithi071.stdout:2: acquiring exclusive lock 2023-12-16T19:01:27.969 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock acquired 2023-12-16T19:01:28.000 INFO:tasks.workunit.client.0.smithi071.stdout:2: releasing exclusive lock 2023-12-16T19:01:28.002 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock released 2023-12-16T19:01:28.002 INFO:tasks.workunit.client.0.smithi071.stdout:2: acquiring exclusive lock 2023-12-16T19:01:28.006 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock acquired 2023-12-16T19:01:28.040 INFO:tasks.workunit.client.0.smithi071.stdout:1: releasing exclusive lock 2023-12-16T19:01:28.043 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock released 2023-12-16T19:01:28.043 INFO:tasks.workunit.client.0.smithi071.stdout:1: acquiring exclusive lock 2023-12-16T19:01:28.048 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock acquired 2023-12-16T19:01:28.072 INFO:tasks.workunit.client.0.smithi071.stdout:1: releasing exclusive lock 2023-12-16T19:01:28.074 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock released 2023-12-16T19:01:28.075 INFO:tasks.workunit.client.0.smithi071.stdout:1: acquiring exclusive lock 2023-12-16T19:01:28.078 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock acquired 2023-12-16T19:01:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:27 smithi184 ceph-mon[136228]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T19:01:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:27 smithi184 ceph-mon[136228]: pgmap v3022: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 398 KiB/s wr, 209 op/s 2023-12-16T19:01:28.092 INFO:tasks.workunit.client.0.smithi071.stdout:2: releasing exclusive lock 2023-12-16T19:01:28.093 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock released 2023-12-16T19:01:28.093 INFO:tasks.workunit.client.0.smithi071.stdout:2: acquiring exclusive lock 2023-12-16T19:01:28.096 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock acquired 2023-12-16T19:01:28.113 INFO:tasks.workunit.client.0.smithi071.stdout:1: releasing exclusive lock 2023-12-16T19:01:28.118 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock released 2023-12-16T19:01:28.118 INFO:tasks.workunit.client.0.smithi071.stdout:1: acquiring exclusive lock 2023-12-16T19:01:28.120 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock acquired 2023-12-16T19:01:28.158 INFO:tasks.workunit.client.0.smithi071.stdout:2: releasing exclusive lock 2023-12-16T19:01:28.160 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock released 2023-12-16T19:01:28.160 INFO:tasks.workunit.client.0.smithi071.stdout:2: acquiring exclusive lock 2023-12-16T19:01:28.164 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock acquired 2023-12-16T19:01:28.197 INFO:tasks.workunit.client.0.smithi071.stdout:1: releasing exclusive lock 2023-12-16T19:01:28.200 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock released 2023-12-16T19:01:28.200 INFO:tasks.workunit.client.0.smithi071.stdout:1: acquiring exclusive lock 2023-12-16T19:01:28.203 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock acquired 2023-12-16T19:01:28.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:27 smithi071 ceph-mon[139725]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T19:01:28.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:27 smithi071 ceph-mon[139725]: pgmap v3022: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 398 KiB/s wr, 209 op/s 2023-12-16T19:01:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:27 smithi071 ceph-mon[142085]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-16T19:01:28.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:27 smithi071 ceph-mon[142085]: pgmap v3022: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 398 KiB/s wr, 209 op/s 2023-12-16T19:01:28.241 INFO:tasks.workunit.client.0.smithi071.stdout:2: releasing exclusive lock 2023-12-16T19:01:28.244 INFO:tasks.workunit.client.0.smithi071.stdout:2: exclusive lock released 2023-12-16T19:01:28.249 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock acquired 2023-12-16T19:01:28.288 INFO:tasks.workunit.client.0.smithi071.stdout:1: releasing exclusive lock 2023-12-16T19:01:28.291 INFO:tasks.workunit.client.0.smithi071.stdout:1: exclusive lock released 2023-12-16T19:01:28.306 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ExclusiveLock (450 ms) 2023-12-16T19:01:28.306 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.BreakLock 2023-12-16T19:01:28.320 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:28.887 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.BreakLock (581 ms) 2023-12-16T19:01:28.887 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2023-12-16T19:01:28.888 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:28.964 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (77 ms) 2023-12-16T19:01:28.965 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2023-12-16T19:01:28.965 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2023-12-16T19:01:28.965 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2023-12-16T19:01:28.965 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.023 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:1.56% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:3.12% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:4.69% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:6.25% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:7.81% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:9.38% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:10.94% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:12.50% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:14.06% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:15.62% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:17.19% done 2023-12-16T19:01:29.024 INFO:tasks.workunit.client.0.smithi071.stdout:18.75% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:20.31% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:21.88% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:23.44% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:25.00% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:26.56% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:28.12% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:29.69% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:31.25% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:32.81% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:34.38% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:35.94% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:37.50% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:39.06% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:40.62% done 2023-12-16T19:01:29.025 INFO:tasks.workunit.client.0.smithi071.stdout:42.19% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:43.75% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:45.31% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:46.88% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:48.44% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:50.00% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:51.56% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:53.12% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:54.69% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:56.25% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:57.81% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:59.38% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:60.94% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:62.50% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:64.06% done 2023-12-16T19:01:29.026 INFO:tasks.workunit.client.0.smithi071.stdout:65.62% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:67.19% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:68.75% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:70.31% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:71.88% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:73.44% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:75.00% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:76.56% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:78.12% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:79.69% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:81.25% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:82.81% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:84.38% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:85.94% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:87.50% done 2023-12-16T19:01:29.027 INFO:tasks.workunit.client.0.smithi071.stdout:89.06% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:90.62% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:92.19% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:93.75% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:95.31% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:96.88% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:98.44% done 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (60 ms) 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2023-12-16T19:01:29.028 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:0.00% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:1.56% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:3.12% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:4.69% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:6.25% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:7.81% done 2023-12-16T19:01:29.083 INFO:tasks.workunit.client.0.smithi071.stdout:9.38% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:10.94% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:12.50% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:14.06% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:15.62% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:17.19% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:18.75% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:20.31% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:21.88% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:23.44% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:25.00% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:26.56% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:28.12% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:29.69% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:31.25% done 2023-12-16T19:01:29.084 INFO:tasks.workunit.client.0.smithi071.stdout:32.81% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:34.38% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:35.94% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:37.50% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:39.06% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:40.62% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:42.19% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:43.75% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:45.31% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:46.88% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:48.44% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:50.00% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:51.56% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:53.12% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:54.69% done 2023-12-16T19:01:29.085 INFO:tasks.workunit.client.0.smithi071.stdout:56.25% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:57.81% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:59.38% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:60.94% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:62.50% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:64.06% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:65.62% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:67.19% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:68.75% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:70.31% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:71.88% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:73.44% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:75.00% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:76.56% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:78.12% done 2023-12-16T19:01:29.086 INFO:tasks.workunit.client.0.smithi071.stdout:79.69% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:81.25% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:82.81% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:84.38% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:85.94% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:87.50% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:89.06% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:90.62% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:92.19% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:93.75% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:95.31% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:96.88% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:98.44% done 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (59 ms) 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2023-12-16T19:01:29.087 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:28 smithi184 ceph-mon[136228]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T19:01:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:28 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.091 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.211 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestTrashPurge (128 ms) 2023-12-16T19:01:29.211 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2023-12-16T19:01:29.212 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[139725]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T19:01:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[142085]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-16T19:01:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2558192884' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:28 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]: dispatch 2023-12-16T19:01:29.257 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (47 ms) 2023-12-16T19:01:29.258 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestListWatchers 2023-12-16T19:01:29.258 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.281 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2023-12-16T19:01:29.281 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2023-12-16T19:01:29.281 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.883 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestSetSnapById (603 ms) 2023-12-16T19:01:29.884 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Namespaces 2023-12-16T19:01:29.919 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Namespaces (36 ms) 2023-12-16T19:01:29.919 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.NamespacesPP 2023-12-16T19:01:29.951 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:29.955 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.036 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.NamespacesPP (117 ms) 2023-12-16T19:01:30.036 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Migration 2023-12-16T19:01:30.036 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.037 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]': finished 2023-12-16T19:01:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:29 smithi184 ceph-mon[136228]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T19:01:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:29 smithi184 ceph-mon[136228]: pgmap v3025: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 73 KiB/s wr, 255 op/s 2023-12-16T19:01:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]': finished 2023-12-16T19:01:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[139725]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T19:01:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[139725]: pgmap v3025: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 73 KiB/s wr, 255 op/s 2023-12-16T19:01:30.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.71:0/2743586267"}]': finished 2023-12-16T19:01:30.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[142085]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-16T19:01:30.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:29 smithi071 ceph-mon[142085]: pgmap v3025: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 73 KiB/s wr, 255 op/s 2023-12-16T19:01:30.437 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Migration (400 ms) 2023-12-16T19:01:30.437 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.MigrationPP 2023-12-16T19:01:30.437 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.438 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.869 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.MigrationPP (433 ms) 2023-12-16T19:01:30.870 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2023-12-16T19:01:30.870 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.886 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2023-12-16T19:01:30.887 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2023-12-16T19:01:30.887 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:30.914 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (27 ms) 2023-12-16T19:01:30.914 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2023-12-16T19:01:30.914 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:31.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:30 smithi071 ceph-mon[139725]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T19:01:31.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:30 smithi071 ceph-mon[142085]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T19:01:31.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:30 smithi184 ceph-mon[136228]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-16T19:01:31.956 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1040 ms) 2023-12-16T19:01:31.956 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.PoolMetadata 2023-12-16T19:01:31.983 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2023-12-16T19:01:31.984 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2023-12-16T19:01:32.011 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.PoolMetadataPP (27 ms) 2023-12-16T19:01:32.011 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.Config 2023-12-16T19:01:32.017 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:32.064 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.Config (53 ms) 2023-12-16T19:01:32.064 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ConfigPP 2023-12-16T19:01:32.069 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:32.106 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2023-12-16T19:01:32.106 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2023-12-16T19:01:32.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:31] ENGINE Bus STOPPING 2023-12-16T19:01:32.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:01:32.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:31] ENGINE Bus STOPPED 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:31] ENGINE Bus STARTING 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Serving on http://:::9283 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Bus STARTED 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Bus STOPPING 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Bus STOPPED 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Bus STARTING 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Serving on http://:::9283 2023-12-16T19:01:32.225 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:01:32] ENGINE Bus STARTED 2023-12-16T19:01:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: pgmap v3027: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.1 KiB/s wr, 224 op/s 2023-12-16T19:01:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T19:01:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: pgmap v3027: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.1 KiB/s wr, 224 op/s 2023-12-16T19:01:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T19:01:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' 2023-12-16T19:01:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: pgmap v3027: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.1 KiB/s wr, 224 op/s 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3057364796' entity='client.admin' 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:01:32.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:34.130 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[139725]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T19:01:34.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[139725]: pgmap v3030: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 105 KiB/s wr, 813 op/s 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[142085]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[142085]: pgmap v3030: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 105 KiB/s wr, 813 op/s 2023-12-16T19:01:34.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:34 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:34 smithi184 ceph-mon[136228]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-16T19:01:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:34 smithi184 ceph-mon[136228]: pgmap v3030: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 105 KiB/s wr, 813 op/s 2023-12-16T19:01:34.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:34 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[139725]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T19:01:35.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:35.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:35.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:35 smithi071 ceph-mon[142085]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T19:01:35.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:35 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:35.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:35 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1341507115' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:35.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:35 smithi184 ceph-mon[136228]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-16T19:01:36.176 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:36.194 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:36.220 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:36 smithi071 ceph-mon[142085]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T19:01:36.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:36 smithi071 ceph-mon[142085]: pgmap v3033: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 120 KiB/s wr, 1.06k op/s 2023-12-16T19:01:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:36 smithi071 ceph-mon[139725]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T19:01:36.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:36 smithi071 ceph-mon[139725]: pgmap v3033: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 120 KiB/s wr, 1.06k op/s 2023-12-16T19:01:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:36 smithi184 ceph-mon[136228]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-16T19:01:36.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:36 smithi184 ceph-mon[136228]: pgmap v3033: 681 pgs: 4 creating+peering, 19 unknown, 658 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 120 KiB/s wr, 1.06k op/s 2023-12-16T19:01:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.PoolStatsPP (4493 ms) 2023-12-16T19:01:36.599 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ImageSpec 2023-12-16T19:01:37.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:37] "GET /metrics HTTP/1.1" 200 77774 "" "Prometheus/2.43.0" 2023-12-16T19:01:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[139725]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T19:01:37.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[139725]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T19:01:37.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:37.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[142085]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T19:01:37.475 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:37 smithi071 ceph-mon[142085]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T19:01:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:37 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:37 smithi184 ceph-mon[136228]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-16T19:01:37.587 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:37 smithi184 ceph-mon[136228]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-16T19:01:38.564 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:38 smithi184 ceph-mon[136228]: pgmap v3036: 681 pgs: 4 creating+peering, 5 unknown, 672 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 14 KiB/s wr, 299 op/s 2023-12-16T19:01:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:38 smithi184 ceph-mon[136228]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T19:01:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:38 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4114204052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:38.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:38 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[139725]: pgmap v3036: 681 pgs: 4 creating+peering, 5 unknown, 672 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 14 KiB/s wr, 299 op/s 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[139725]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4114204052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[142085]: pgmap v3036: 681 pgs: 4 creating+peering, 5 unknown, 672 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 14 KiB/s wr, 299 op/s 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[142085]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4114204052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:38 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:39 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:39.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:39 smithi184 ceph-mon[136228]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T19:01:39.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:39 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:39.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:39 smithi071 ceph-mon[139725]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T19:01:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:39 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:39 smithi071 ceph-mon[142085]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-16T19:01:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:40 smithi184 ceph-mon[136228]: pgmap v3039: 713 pgs: 7 creating+peering, 19 unknown, 687 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2023-12-16T19:01:40.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:40 smithi184 ceph-mon[136228]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T19:01:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:40 smithi071 ceph-mon[139725]: pgmap v3039: 713 pgs: 7 creating+peering, 19 unknown, 687 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2023-12-16T19:01:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:40 smithi071 ceph-mon[139725]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T19:01:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:40 smithi071 ceph-mon[142085]: pgmap v3039: 713 pgs: 7 creating+peering, 19 unknown, 687 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2023-12-16T19:01:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:40 smithi071 ceph-mon[142085]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-16T19:01:41.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:41 smithi184 ceph-mon[136228]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T19:01:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:41 smithi071 ceph-mon[139725]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T19:01:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:41 smithi071 ceph-mon[142085]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-16T19:01:42.746 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ImageSpec (6146 ms) 2023-12-16T19:01:42.746 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2023-12-16T19:01:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:42 smithi184 ceph-mon[136228]: pgmap v3042: 713 pgs: 7 creating+peering, 10 unknown, 696 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2023-12-16T19:01:42.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:42 smithi184 ceph-mon[136228]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T19:01:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:42 smithi071 ceph-mon[139725]: pgmap v3042: 713 pgs: 7 creating+peering, 10 unknown, 696 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2023-12-16T19:01:42.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:42 smithi071 ceph-mon[139725]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T19:01:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:42 smithi071 ceph-mon[142085]: pgmap v3042: 713 pgs: 7 creating+peering, 10 unknown, 696 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2023-12-16T19:01:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:42 smithi071 ceph-mon[142085]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-16T19:01:43.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:43 smithi184 ceph-mon[136228]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T19:01:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:43 smithi071 ceph-mon[142085]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T19:01:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:43 smithi071 ceph-mon[139725]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-16T19:01:44.604 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:44 smithi184 ceph-mon[136228]: pgmap v3045: 713 pgs: 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2023-12-16T19:01:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:44 smithi184 ceph-mon[136228]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T19:01:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:44 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:44.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[139725]: pgmap v3045: 713 pgs: 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2023-12-16T19:01:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[139725]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T19:01:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:44.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:44.875 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[142085]: pgmap v3045: 713 pgs: 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2023-12-16T19:01:44.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[142085]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-16T19:01:44.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:44.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:45 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:45 smithi071 ceph-mon[139725]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T19:01:45.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:45 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:45.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:45 smithi071 ceph-mon[142085]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T19:01:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:45 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/395162151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:45 smithi184 ceph-mon[136228]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[139725]: pgmap v3048: 745 pgs: 4 creating+peering, 21 unknown, 720 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 136 op/s 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[139725]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[139725]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[142085]: pgmap v3048: 745 pgs: 4 creating+peering, 21 unknown, 720 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 136 op/s 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[142085]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T19:01:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:46 smithi071 ceph-mon[142085]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T19:01:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:46 smithi184 ceph-mon[136228]: pgmap v3048: 745 pgs: 4 creating+peering, 21 unknown, 720 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.7 KiB/s wr, 136 op/s 2023-12-16T19:01:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:46 smithi184 ceph-mon[136228]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-16T19:01:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:46 smithi184 ceph-mon[136228]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-16T19:01:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:47] "GET /metrics HTTP/1.1" 200 77774 "" "Prometheus/2.43.0" 2023-12-16T19:01:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:48 smithi184 ceph-mon[136228]: pgmap v3051: 745 pgs: 4 creating+peering, 10 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2023-12-16T19:01:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:48 smithi184 ceph-mon[136228]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T19:01:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[139725]: pgmap v3051: 745 pgs: 4 creating+peering, 10 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2023-12-16T19:01:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[139725]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T19:01:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[142085]: pgmap v3051: 745 pgs: 4 creating+peering, 10 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2023-12-16T19:01:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[142085]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-16T19:01:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:01:49.029 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (51m) 7m ago 54m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (51m) 5m ago 53m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (54m) 7m ago 54m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (54m) 5m ago 54m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (50m) 5m ago 57m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:01:49.338 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (51m) 7m ago 58m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (50m) 7m ago 58m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (50m) 5m ago 57m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (50m) 7m ago 57m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (51m) 7m ago 53m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (51m) 5m ago 53m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (49m) 7m ago 56m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (49m) 7m ago 56m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (48m) 7m ago 56m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (48m) 7m ago 56m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (47m) 5m ago 55m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (47m) 5m ago 55m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (46m) 5m ago 55m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (46m) 5m ago 55m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:01:49.339 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (50m) 5m ago 54m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:01:49.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:49 smithi071 ceph-mon[139725]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T19:01:49.724 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:49 smithi071 ceph-mon[142085]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T19:01:49.751 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:01:49.752 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:01:49.753 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:01:49.753 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:01:49.753 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:01:49.753 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:01:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:49 smithi184 ceph-mon[136228]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-16T19:01:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:50 smithi184 ceph-mon[136228]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:50 smithi184 ceph-mon[136228]: pgmap v3054: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2023-12-16T19:01:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:50 smithi184 ceph-mon[136228]: from='client.47102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:50 smithi184 ceph-mon[136228]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T19:01:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:50 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2920426825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[139725]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[139725]: pgmap v3054: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2023-12-16T19:01:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[139725]: from='client.47102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[139725]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T19:01:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2920426825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[142085]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[142085]: pgmap v3054: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 2.5 KiB/s wr, 59 op/s 2023-12-16T19:01:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[142085]: from='client.47102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:01:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[142085]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-16T19:01:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:50 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2920426825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:01:51.606 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 3 2023-12-16T19:01:51.606 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 3 2023-12-16T19:01:51.606 INFO:tasks.workunit.client.0.smithi071.stdout:child: image202 2023-12-16T19:01:51.606 INFO:tasks.workunit.client.0.smithi071.stdout:child: image204 2023-12-16T19:01:51.606 INFO:tasks.workunit.client.0.smithi071.stdout:child: image203 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-14/image202/b6f3770475a4 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-33/image203/b6f331114def 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:found child test-librbd-smithi071-183513-14/image204/b6f3982588df 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:num children is: 0 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:num snaps is: 0 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:expected: 0 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8861 ms) 2023-12-16T19:01:51.607 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2023-12-16T19:01:51.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:51 smithi184 ceph-mon[136228]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T19:01:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:51 smithi071 ceph-mon[139725]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T19:01:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:51 smithi071 ceph-mon[142085]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-16T19:01:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:52 smithi071 ceph-mon[139725]: pgmap v3057: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:52 smithi071 ceph-mon[139725]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T19:01:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:52 smithi071 ceph-mon[142085]: pgmap v3057: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:52 smithi071 ceph-mon[142085]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T19:01:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:52 smithi184 ceph-mon[136228]: pgmap v3057: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:52 smithi184 ceph-mon[136228]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-16T19:01:53.580 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:01:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[139725]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T19:01:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[139725]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T19:01:53.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[142085]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T19:01:53.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:53.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:53.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:53 smithi071 ceph-mon[142085]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T19:01:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:53 smithi184 ceph-mon[136228]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-16T19:01:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:53 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:01:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:53 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/171767119' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:01:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:53 smithi184 ceph-mon[136228]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-16T19:01:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[139725]: pgmap v3060: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[139725]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T19:01:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[142085]: pgmap v3060: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:54 smithi071 ceph-mon[142085]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T19:01:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:54 smithi184 ceph-mon[136228]: pgmap v3060: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:01:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:54 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:01:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:54 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:01:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:54 smithi184 ceph-mon[136228]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-16T19:01:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:55 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:55 smithi071 ceph-mon[139725]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T19:01:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:55 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:55.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:55 smithi071 ceph-mon[142085]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T19:01:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:55 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:01:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:55 smithi184 ceph-mon[136228]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-16T19:01:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:56 smithi071 ceph-mon[139725]: pgmap v3063: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 149 op/s 2023-12-16T19:01:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:56 smithi071 ceph-mon[139725]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T19:01:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:56 smithi071 ceph-mon[142085]: pgmap v3063: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 149 op/s 2023-12-16T19:01:56.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:56 smithi071 ceph-mon[142085]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T19:01:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:56 smithi184 ceph-mon[136228]: pgmap v3063: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 149 op/s 2023-12-16T19:01:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:56 smithi184 ceph-mon[136228]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-16T19:01:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:01:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:01:57] "GET /metrics HTTP/1.1" 200 82734 "" "Prometheus/2.43.0" 2023-12-16T19:01:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:58 smithi184 ceph-mon[136228]: pgmap v3066: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1023 B/s wr, 33 op/s 2023-12-16T19:01:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:58 smithi184 ceph-mon[136228]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T19:01:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:58 smithi071 ceph-mon[139725]: pgmap v3066: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1023 B/s wr, 33 op/s 2023-12-16T19:01:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:58 smithi071 ceph-mon[139725]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T19:01:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:58 smithi071 ceph-mon[142085]: pgmap v3066: 745 pgs: 7 creating+peering, 738 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1023 B/s wr, 33 op/s 2023-12-16T19:01:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:58 smithi071 ceph-mon[142085]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-16T19:01:59.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:01:59 smithi184 ceph-mon[136228]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T19:01:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:01:59 smithi071 ceph-mon[139725]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T19:01:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:01:59 smithi071 ceph-mon[142085]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-16T19:02:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:00 smithi184 ceph-mon[136228]: pgmap v3069: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2023-12-16T19:02:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:00 smithi184 ceph-mon[136228]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T19:02:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:00 smithi071 ceph-mon[142085]: pgmap v3069: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2023-12-16T19:02:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:00 smithi071 ceph-mon[142085]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T19:02:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:00 smithi071 ceph-mon[139725]: pgmap v3069: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2023-12-16T19:02:00.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:00 smithi071 ceph-mon[139725]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-16T19:02:01.650 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.QuiesceWatch (10044 ms) 2023-12-16T19:02:01.651 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2023-12-16T19:02:01.651 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:01 smithi184 ceph-mon[136228]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T19:02:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:01 smithi184 ceph-mon[136228]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T19:02:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:01 smithi071 ceph-mon[139725]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T19:02:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:01 smithi071 ceph-mon[139725]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T19:02:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:01 smithi071 ceph-mon[142085]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-16T19:02:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:01 smithi071 ceph-mon[142085]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-16T19:02:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:02 smithi184 ceph-mon[136228]: pgmap v3072: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2023-12-16T19:02:02.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:02 smithi071 ceph-mon[139725]: pgmap v3072: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2023-12-16T19:02:02.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:02 smithi071 ceph-mon[142085]: pgmap v3072: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2023-12-16T19:02:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:03 smithi071 ceph-mon[139725]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T19:02:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:03 smithi071 ceph-mon[142085]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T19:02:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:03 smithi184 ceph-mon[136228]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-16T19:02:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[139725]: pgmap v3075: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2023-12-16T19:02:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[139725]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T19:02:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[142085]: pgmap v3075: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2023-12-16T19:02:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[142085]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T19:02:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:04 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:04 smithi184 ceph-mon[136228]: pgmap v3075: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2023-12-16T19:02:05.134 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:04 smithi184 ceph-mon[136228]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-16T19:02:05.134 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:04 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:05 smithi071 ceph-mon[139725]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T19:02:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:05 smithi071 ceph-mon[142085]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T19:02:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:05 smithi184 ceph-mon[136228]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-16T19:02:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[139725]: pgmap v3078: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2023-12-16T19:02:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[139725]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T19:02:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[139725]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T19:02:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[142085]: pgmap v3078: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2023-12-16T19:02:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[142085]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T19:02:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:06 smithi071 ceph-mon[142085]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T19:02:07.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:06 smithi184 ceph-mon[136228]: pgmap v3078: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2023-12-16T19:02:07.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:06 smithi184 ceph-mon[136228]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-16T19:02:07.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:06 smithi184 ceph-mon[136228]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-16T19:02:07.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6007 ms) 2023-12-16T19:02:07.657 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2023-12-16T19:02:07.657 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:07] "GET /metrics HTTP/1.1" 200 82778 "" "Prometheus/2.43.0" 2023-12-16T19:02:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:08 smithi184 ceph-mon[136228]: pgmap v3081: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 117 op/s 2023-12-16T19:02:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:08 smithi184 ceph-mon[136228]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T19:02:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:08 smithi071 ceph-mon[139725]: pgmap v3081: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 117 op/s 2023-12-16T19:02:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:08 smithi071 ceph-mon[139725]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T19:02:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:08 smithi071 ceph-mon[142085]: pgmap v3081: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 117 op/s 2023-12-16T19:02:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:08 smithi071 ceph-mon[142085]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-16T19:02:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:09 smithi071 ceph-mon[139725]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T19:02:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:09 smithi071 ceph-mon[142085]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T19:02:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:09 smithi184 ceph-mon[136228]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-16T19:02:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:10 smithi071 ceph-mon[139725]: pgmap v3084: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:02:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:10 smithi071 ceph-mon[139725]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T19:02:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:10 smithi071 ceph-mon[142085]: pgmap v3084: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:02:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:10 smithi071 ceph-mon[142085]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T19:02:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:10 smithi184 ceph-mon[136228]: pgmap v3084: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-16T19:02:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:10 smithi184 ceph-mon[136228]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-16T19:02:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:11 smithi071 ceph-mon[139725]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T19:02:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:11 smithi071 ceph-mon[139725]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T19:02:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:11 smithi071 ceph-mon[142085]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T19:02:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:11 smithi071 ceph-mon[142085]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T19:02:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:11 smithi184 ceph-mon[136228]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-16T19:02:12.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:11 smithi184 ceph-mon[136228]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-16T19:02:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:12 smithi071 ceph-mon[142085]: pgmap v3087: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2023-12-16T19:02:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:12 smithi071 ceph-mon[142085]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T19:02:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:12 smithi071 ceph-mon[139725]: pgmap v3087: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2023-12-16T19:02:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:12 smithi071 ceph-mon[139725]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T19:02:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:12 smithi184 ceph-mon[136228]: pgmap v3087: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 KiB/s wr, 55 op/s 2023-12-16T19:02:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:12 smithi184 ceph-mon[136228]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-16T19:02:13.663 INFO:tasks.workunit.client.0.smithi071.stdout:10.00% done 2023-12-16T19:02:13.663 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6006 ms) 2023-12-16T19:02:13.663 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2023-12-16T19:02:13.663 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:13.678 INFO:tasks.workunit.client.0.smithi071.stderr:test quiesce is not long enough to time out 2023-12-16T19:02:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:14 smithi184 ceph-mon[136228]: pgmap v3090: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2023-12-16T19:02:14.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:14 smithi184 ceph-mon[136228]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T19:02:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:14 smithi071 ceph-mon[139725]: pgmap v3090: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2023-12-16T19:02:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:14 smithi071 ceph-mon[139725]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T19:02:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:14 smithi071 ceph-mon[142085]: pgmap v3090: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 118 op/s 2023-12-16T19:02:14.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:14 smithi071 ceph-mon[142085]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-16T19:02:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:16 smithi184 ceph-mon[136228]: pgmap v3092: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2023-12-16T19:02:16.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:16 smithi184 ceph-mon[136228]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T19:02:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:16 smithi071 ceph-mon[142085]: pgmap v3092: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2023-12-16T19:02:16.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:16 smithi071 ceph-mon[142085]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T19:02:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:16 smithi071 ceph-mon[139725]: pgmap v3092: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2023-12-16T19:02:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:16 smithi071 ceph-mon[139725]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-16T19:02:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:17] "GET /metrics HTTP/1.1" 200 82778 "" "Prometheus/2.43.0" 2023-12-16T19:02:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:18 smithi184 ceph-mon[136228]: pgmap v3094: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.4 KiB/s wr, 56 op/s 2023-12-16T19:02:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:18 smithi071 ceph-mon[139725]: pgmap v3094: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.4 KiB/s wr, 56 op/s 2023-12-16T19:02:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:18 smithi071 ceph-mon[142085]: pgmap v3094: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.4 KiB/s wr, 56 op/s 2023-12-16T19:02:18.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:20.098 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:02:20.407 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (52m) 7m ago 54m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (51m) 5m ago 54m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (55m) 7m ago 55m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (55m) 5m ago 55m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (51m) 5m ago 57m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (51m) 7m ago 58m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (51m) 7m ago 58m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (50m) 5m ago 57m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (50m) 7m ago 57m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (51m) 7m ago 54m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (51m) 5m ago 54m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (50m) 7m ago 57m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:02:20.408 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (49m) 7m ago 57m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (49m) 7m ago 56m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (48m) 7m ago 56m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (48m) 5m ago 56m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (47m) 5m ago 56m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (47m) 5m ago 55m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (46m) 5m ago 55m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:02:20.409 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (51m) 5m ago 55m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:02:20.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[139725]: pgmap v3095: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.6 KiB/s wr, 46 op/s 2023-12-16T19:02:20.724 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2023-12-16T19:02:20.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2023-12-16T19:02:20.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2023-12-16T19:02:20.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[142085]: pgmap v3095: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.6 KiB/s wr, 46 op/s 2023-12-16T19:02:20.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2023-12-16T19:02:20.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2023-12-16T19:02:20.726 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:20 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:02:20.813 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:02:20.814 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:02:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:20 smithi184 ceph-mon[136228]: pgmap v3095: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.6 KiB/s wr, 46 op/s 2023-12-16T19:02:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2023-12-16T19:02:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2023-12-16T19:02:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:20 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2023-12-16T19:02:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2023-12-16T19:02:21.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2023-12-16T19:02:21.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2023-12-16T19:02:21.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T19:02:21.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/4227807695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:21.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:21 smithi184 ceph-mon[136228]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2023-12-16T19:02:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/4227807695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[139725]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='client.47126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/4227807695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:21 smithi071 ceph-mon[142085]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-16T19:02:22.621 INFO:tasks.workunit.client.0.smithi071.stderr:test quiesce is timed out 2023-12-16T19:02:22.624 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 0 2023-12-16T19:02:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:22 smithi184 ceph-mon[136228]: pgmap v3097: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2023-12-16T19:02:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:22 smithi071 ceph-mon[139725]: pgmap v3097: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2023-12-16T19:02:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:22 smithi071 ceph-mon[142085]: pgmap v3097: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 KiB/s wr, 37 op/s 2023-12-16T19:02:23.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 1 2023-12-16T19:02:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:23 smithi071 ceph-mon[139725]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T19:02:23.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:23 smithi071 ceph-mon[142085]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T19:02:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:23 smithi184 ceph-mon[136228]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-16T19:02:24.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 2 2023-12-16T19:02:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:24 smithi071 ceph-mon[139725]: pgmap v3100: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 3 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:24 smithi071 ceph-mon[142085]: pgmap v3100: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 3 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:24 smithi184 ceph-mon[136228]: pgmap v3100: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 3 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:25.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 3 2023-12-16T19:02:26.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 4 2023-12-16T19:02:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:26 smithi071 ceph-mon[139725]: pgmap v3101: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 170 B/s wr, 0 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:26.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:26 smithi071 ceph-mon[142085]: pgmap v3101: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 170 B/s wr, 0 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:26 smithi184 ceph-mon[136228]: pgmap v3101: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 170 B/s wr, 0 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:27.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 5 2023-12-16T19:02:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:27] "GET /metrics HTTP/1.1" 200 82772 "" "Prometheus/2.43.0" 2023-12-16T19:02:28.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 6 2023-12-16T19:02:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:28 smithi071 ceph-mon[139725]: pgmap v3102: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 465 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:28 smithi071 ceph-mon[142085]: pgmap v3102: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 465 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:29.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:28 smithi184 ceph-mon[136228]: pgmap v3102: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 465 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-12-16T19:02:29.625 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 7 2023-12-16T19:02:30.626 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 8 2023-12-16T19:02:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:30 smithi071 ceph-mon[139725]: pgmap v3103: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:30.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:30 smithi071 ceph-mon[142085]: pgmap v3103: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:30 smithi184 ceph-mon[136228]: pgmap v3103: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:31.626 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 9 2023-12-16T19:02:32.626 INFO:tasks.workunit.client.0.smithi071.stderr:waiting for timed out ... 10 2023-12-16T19:02:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:32 smithi071 ceph-mon[139725]: pgmap v3104: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 319 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:32 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:02:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:32 smithi071 ceph-mon[142085]: pgmap v3104: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 319 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:32 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:02:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:32 smithi184 ceph-mon[136228]: pgmap v3104: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 319 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:32 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:02:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:02:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:02:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:02:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:02:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:02:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:02:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:02:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:34 smithi071 ceph-mon[139725]: pgmap v3105: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:34.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:34 smithi071 ceph-mon[142085]: pgmap v3105: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:34 smithi184 ceph-mon[136228]: pgmap v3105: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-12-16T19:02:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:36 smithi071 ceph-mon[139725]: pgmap v3106: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-16T19:02:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:36 smithi071 ceph-mon[142085]: pgmap v3106: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-16T19:02:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:36 smithi184 ceph-mon[136228]: pgmap v3106: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-16T19:02:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:37] "GET /metrics HTTP/1.1" 200 82779 "" "Prometheus/2.43.0" 2023-12-16T19:02:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:38 smithi071 ceph-mon[139725]: pgmap v3107: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T19:02:38.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:38 smithi071 ceph-mon[142085]: pgmap v3107: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T19:02:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:38 smithi184 ceph-mon[136228]: pgmap v3107: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2023-12-16T19:02:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:40 smithi071 ceph-mon[139725]: pgmap v3108: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:40 smithi071 ceph-mon[142085]: pgmap v3108: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:40 smithi184 ceph-mon[136228]: pgmap v3108: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:42.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:42 smithi071 ceph-mon[142085]: pgmap v3109: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:42.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:42 smithi071 ceph-mon[139725]: pgmap v3109: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:42 smithi184 ceph-mon[136228]: pgmap v3109: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:43.626 INFO:tasks.workunit.client.0.smithi071.stderr:test retry succeeds 2023-12-16T19:02:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:44 smithi071 ceph-mon[139725]: pgmap v3110: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:44 smithi071 ceph-mon[139725]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T19:02:44.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:44 smithi071 ceph-mon[142085]: pgmap v3110: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:44.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:44 smithi071 ceph-mon[142085]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T19:02:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:44 smithi184 ceph-mon[136228]: pgmap v3110: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:02:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:44 smithi184 ceph-mon[136228]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-16T19:02:45.802 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32139 ms) 2023-12-16T19:02:45.802 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.WriteZeroes 2023-12-16T19:02:45.802 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:45.865 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.WriteZeroes (63 ms) 2023-12-16T19:02:45.865 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2023-12-16T19:02:45.865 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:45.932 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (67 ms) 2023-12-16T19:02:45.932 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2023-12-16T19:02:45.932 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:02:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:45 smithi071 ceph-mon[139725]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T19:02:45.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:45 smithi071 ceph-mon[142085]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T19:02:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:45 smithi184 ceph-mon[136228]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-16T19:02:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:46 smithi071 ceph-mon[139725]: pgmap v3113: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:02:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:46 smithi071 ceph-mon[139725]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T19:02:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:46 smithi071 ceph-mon[142085]: pgmap v3113: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:02:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:46 smithi071 ceph-mon[142085]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T19:02:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:46 smithi184 ceph-mon[136228]: pgmap v3113: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2023-12-16T19:02:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:46 smithi184 ceph-mon[136228]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-16T19:02:47.711 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:47] "GET /metrics HTTP/1.1" 200 82779 "" "Prometheus/2.43.0" 2023-12-16T19:02:47.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:47 smithi071 ceph-mon[139725]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T19:02:47.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:47 smithi071 ceph-mon[142085]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T19:02:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:47 smithi184 ceph-mon[136228]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-16T19:02:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[139725]: pgmap v3116: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 132 op/s 2023-12-16T19:02:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[139725]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T19:02:48.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[142085]: pgmap v3116: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 132 op/s 2023-12-16T19:02:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[142085]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T19:02:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:48 smithi184 ceph-mon[136228]: pgmap v3116: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 132 op/s 2023-12-16T19:02:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:48 smithi184 ceph-mon[136228]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-16T19:02:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:02:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:49 smithi071 ceph-mon[139725]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T19:02:49.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:49 smithi071 ceph-mon[139725]: pgmap v3119: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2023-12-16T19:02:49.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:49 smithi071 ceph-mon[142085]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T19:02:49.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:49 smithi071 ceph-mon[142085]: pgmap v3119: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2023-12-16T19:02:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:49 smithi184 ceph-mon[136228]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-16T19:02:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:49 smithi184 ceph-mon[136228]: pgmap v3119: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.0 KiB/s wr, 158 op/s 2023-12-16T19:02:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:50 smithi184 ceph-mon[136228]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T19:02:51.152 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:02:51.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:50 smithi071 ceph-mon[139725]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T19:02:51.152 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:50 smithi071 ceph-mon[142085]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-16T19:02:51.457 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:02:51.457 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (52m) 8m ago 55m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:02:51.457 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (52m) 6m ago 54m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:02:51.457 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (56m) 8m ago 56m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:02:51.457 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (55m) 6m ago 55m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (51m) 6m ago 58m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (52m) 8m ago 59m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (51m) 8m ago 59m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (51m) 6m ago 58m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (51m) 8m ago 58m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (52m) 8m ago 54m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (52m) 6m ago 54m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (50m) 8m ago 57m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (50m) 8m ago 57m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (49m) 8m ago 57m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (49m) 8m ago 57m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (48m) 6m ago 56m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (48m) 6m ago 56m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (47m) 6m ago 56m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:02:51.458 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (47m) 6m ago 56m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:02:51.459 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (51m) 6m ago 55m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:02:51.870 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:02:51.871 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:02:51.872 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:02:51.872 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:02:51.872 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:02:51.872 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:02:51.872 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:02:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:51 smithi184 ceph-mon[136228]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T19:02:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:51 smithi184 ceph-mon[136228]: from='client.47138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:51 smithi184 ceph-mon[136228]: pgmap v3122: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2023-12-16T19:02:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:51 smithi184 ceph-mon[136228]: from='client.47144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:52.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[142085]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T19:02:52.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[142085]: from='client.47138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:52.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[142085]: pgmap v3122: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2023-12-16T19:02:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[142085]: from='client.47144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[139725]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-16T19:02:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[139725]: from='client.47138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[139725]: pgmap v3122: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 44 op/s 2023-12-16T19:02:52.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:51 smithi071 ceph-mon[139725]: from='client.47144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:02:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:52 smithi184 ceph-mon[136228]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T19:02:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:52 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3095664045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:53.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:52 smithi071 ceph-mon[139725]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T19:02:53.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:52 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3095664045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:53.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:52 smithi071 ceph-mon[142085]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-16T19:02:53.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:52 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3095664045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:02:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:53 smithi184 ceph-mon[136228]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T19:02:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:53 smithi184 ceph-mon[136228]: pgmap v3125: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2023-12-16T19:02:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:53 smithi071 ceph-mon[139725]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T19:02:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:53 smithi071 ceph-mon[139725]: pgmap v3125: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2023-12-16T19:02:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:53 smithi071 ceph-mon[142085]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-16T19:02:54.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:53 smithi071 ceph-mon[142085]: pgmap v3125: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.0 KiB/s wr, 31 op/s 2023-12-16T19:02:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:54 smithi184 ceph-mon[136228]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T19:02:55.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:54 smithi071 ceph-mon[139725]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T19:02:55.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:54 smithi071 ceph-mon[142085]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-16T19:02:56.049 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:55 smithi071 ceph-mon[139725]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T19:02:56.049 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:55 smithi071 ceph-mon[139725]: pgmap v3128: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-16T19:02:56.050 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:55 smithi071 ceph-mon[142085]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T19:02:56.050 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:55 smithi071 ceph-mon[142085]: pgmap v3128: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-16T19:02:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:55 smithi184 ceph-mon[136228]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-16T19:02:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:55 smithi184 ceph-mon[136228]: pgmap v3128: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-16T19:02:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:56 smithi184 ceph-mon[136228]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T19:02:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:56 smithi184 ceph-mon[136228]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T19:02:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:56 smithi071 ceph-mon[139725]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T19:02:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:56 smithi071 ceph-mon[139725]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T19:02:57.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:56 smithi071 ceph-mon[142085]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-16T19:02:57.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:56 smithi071 ceph-mon[142085]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-16T19:02:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:02:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:02:57] "GET /metrics HTTP/1.1" 200 82783 "" "Prometheus/2.43.0" 2023-12-16T19:02:58.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:58 smithi184 ceph-mon[136228]: pgmap v3131: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2023-12-16T19:02:58.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:58 smithi184 ceph-mon[136228]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T19:02:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:58 smithi071 ceph-mon[139725]: pgmap v3131: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2023-12-16T19:02:58.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:58 smithi071 ceph-mon[139725]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T19:02:58.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:58 smithi071 ceph-mon[142085]: pgmap v3131: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2023-12-16T19:02:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:58 smithi071 ceph-mon[142085]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-16T19:02:59.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:02:59 smithi184 ceph-mon[136228]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T19:02:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:02:59 smithi071 ceph-mon[139725]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T19:02:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:02:59 smithi071 ceph-mon[142085]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-16T19:03:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:00 smithi184 ceph-mon[136228]: pgmap v3134: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2023-12-16T19:03:00.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:00 smithi184 ceph-mon[136228]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T19:03:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:00 smithi071 ceph-mon[142085]: pgmap v3134: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2023-12-16T19:03:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:00 smithi071 ceph-mon[142085]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T19:03:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:00 smithi071 ceph-mon[139725]: pgmap v3134: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2023-12-16T19:03:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:00 smithi071 ceph-mon[139725]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-16T19:03:01.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:01 smithi184 ceph-mon[136228]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T19:03:01.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:01 smithi071 ceph-mon[139725]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T19:03:01.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:01 smithi071 ceph-mon[142085]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-16T19:03:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:02 smithi184 ceph-mon[136228]: pgmap v3137: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-16T19:03:02.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:02 smithi184 ceph-mon[136228]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T19:03:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:02 smithi071 ceph-mon[139725]: pgmap v3137: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-16T19:03:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:02 smithi071 ceph-mon[139725]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T19:03:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:02 smithi071 ceph-mon[142085]: pgmap v3137: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-16T19:03:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:02 smithi071 ceph-mon[142085]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-16T19:03:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:03 smithi071 ceph-mon[139725]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T19:03:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:03 smithi071 ceph-mon[142085]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T19:03:03.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:03 smithi184 ceph-mon[136228]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-16T19:03:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:04 smithi071 ceph-mon[139725]: pgmap v3140: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2023-12-16T19:03:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:04 smithi071 ceph-mon[139725]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T19:03:04.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:04 smithi071 ceph-mon[142085]: pgmap v3140: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2023-12-16T19:03:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:04 smithi071 ceph-mon[142085]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T19:03:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:04 smithi184 ceph-mon[136228]: pgmap v3140: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2023-12-16T19:03:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:04 smithi184 ceph-mon[136228]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-16T19:03:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:05 smithi071 ceph-mon[139725]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T19:03:05.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:05 smithi071 ceph-mon[142085]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T19:03:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:05 smithi184 ceph-mon[136228]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-16T19:03:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[139725]: pgmap v3143: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2023-12-16T19:03:06.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[139725]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T19:03:06.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[139725]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T19:03:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[142085]: pgmap v3143: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2023-12-16T19:03:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[142085]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T19:03:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:06 smithi071 ceph-mon[142085]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T19:03:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:06 smithi184 ceph-mon[136228]: pgmap v3143: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2023-12-16T19:03:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:06 smithi184 ceph-mon[136228]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-16T19:03:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:06 smithi184 ceph-mon[136228]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-16T19:03:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:07] "GET /metrics HTTP/1.1" 200 82791 "" "Prometheus/2.43.0" 2023-12-16T19:03:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:08 smithi184 ceph-mon[136228]: pgmap v3146: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2023-12-16T19:03:08.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:08 smithi184 ceph-mon[136228]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T19:03:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:08 smithi071 ceph-mon[139725]: pgmap v3146: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2023-12-16T19:03:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:08 smithi071 ceph-mon[139725]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T19:03:08.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:08 smithi071 ceph-mon[142085]: pgmap v3146: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2023-12-16T19:03:08.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:08 smithi071 ceph-mon[142085]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-16T19:03:09.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:09 smithi184 ceph-mon[136228]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T19:03:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:09 smithi071 ceph-mon[139725]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T19:03:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:09 smithi071 ceph-mon[142085]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-16T19:03:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:10 smithi184 ceph-mon[136228]: pgmap v3149: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2023-12-16T19:03:10.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:10 smithi184 ceph-mon[136228]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T19:03:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:10 smithi071 ceph-mon[139725]: pgmap v3149: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2023-12-16T19:03:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:10 smithi071 ceph-mon[139725]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T19:03:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:10 smithi071 ceph-mon[142085]: pgmap v3149: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2023-12-16T19:03:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:10 smithi071 ceph-mon[142085]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-16T19:03:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] TestLibRBD.ConcurentOperations (25751 ms) 2023-12-16T19:03:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:11 smithi184 ceph-mon[136228]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T19:03:11.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:11 smithi184 ceph-mon[136228]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T19:03:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:11 smithi071 ceph-mon[139725]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T19:03:11.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:11 smithi071 ceph-mon[139725]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T19:03:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:11 smithi071 ceph-mon[142085]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-16T19:03:11.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:11 smithi071 ceph-mon[142085]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-16T19:03:12.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:12 smithi184 ceph-mon[136228]: pgmap v3152: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-16T19:03:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:12 smithi071 ceph-mon[139725]: pgmap v3152: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-16T19:03:12.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:12 smithi071 ceph-mon[142085]: pgmap v3152: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-16T19:03:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:13 smithi071 ceph-mon[139725]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T19:03:13.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:13 smithi071 ceph-mon[142085]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T19:03:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:13 smithi184 ceph-mon[136228]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-16T19:03:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:14 smithi071 ceph-mon[139725]: pgmap v3155: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2023-12-16T19:03:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:14 smithi071 ceph-mon[139725]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T19:03:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:14 smithi071 ceph-mon[142085]: pgmap v3155: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2023-12-16T19:03:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:14 smithi071 ceph-mon[142085]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T19:03:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:14 smithi184 ceph-mon[136228]: pgmap v3155: 713 pgs: 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1023 B/s wr, 65 op/s 2023-12-16T19:03:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:14 smithi184 ceph-mon[136228]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-16T19:03:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:15 smithi071 ceph-mon[139725]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T19:03:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:15 smithi071 ceph-mon[139725]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T19:03:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:15 smithi071 ceph-mon[142085]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T19:03:15.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:15 smithi071 ceph-mon[142085]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T19:03:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:15 smithi184 ceph-mon[136228]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-16T19:03:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:15 smithi184 ceph-mon[136228]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-16T19:03:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:16 smithi071 ceph-mon[139725]: pgmap v3158: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:16 smithi071 ceph-mon[139725]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T19:03:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:16 smithi071 ceph-mon[142085]: pgmap v3158: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:16 smithi071 ceph-mon[142085]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T19:03:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:16 smithi184 ceph-mon[136228]: pgmap v3158: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:16 smithi184 ceph-mon[136228]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-16T19:03:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:17] "GET /metrics HTTP/1.1" 200 82791 "" "Prometheus/2.43.0" 2023-12-16T19:03:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:18 smithi184 ceph-mon[136228]: pgmap v3161: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:18 smithi184 ceph-mon[136228]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T19:03:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[139725]: pgmap v3161: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[139725]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T19:03:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[142085]: pgmap v3161: 585 pgs: 585 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[142085]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-16T19:03:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:19 smithi184 ceph-mon[136228]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T19:03:19.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:19 smithi184 ceph-mon[136228]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T19:03:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:19 smithi071 ceph-mon[139725]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T19:03:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:19 smithi071 ceph-mon[139725]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T19:03:19.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:19 smithi071 ceph-mon[142085]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-16T19:03:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:19 smithi071 ceph-mon[142085]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-16T19:03:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:20 smithi184 ceph-mon[136228]: pgmap v3164: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:20.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:20 smithi184 ceph-mon[136228]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T19:03:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:20 smithi071 ceph-mon[139725]: pgmap v3164: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:20 smithi071 ceph-mon[139725]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T19:03:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:20 smithi071 ceph-mon[142085]: pgmap v3164: 521 pgs: 521 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:20 smithi071 ceph-mon[142085]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-16T19:03:22.212 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (53m) 8m ago 55m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (52m) 6m ago 55m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (56m) 8m ago 56m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (56m) 6m ago 56m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (52m) 6m ago 58m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (52m) 8m ago 59m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (52m) 8m ago 59m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (51m) 6m ago 58m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (51m) 8m ago 58m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:03:22.519 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (53m) 8m ago 55m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (52m) 6m ago 55m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (51m) 8m ago 58m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (50m) 8m ago 58m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (50m) 8m ago 57m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (49m) 8m ago 57m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (49m) 6m ago 57m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (48m) 6m ago 57m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (48m) 6m ago 56m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (47m) 6m ago 56m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:03:22.520 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (52m) 6m ago 56m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:03:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:22 smithi184 ceph-mon[136228]: pgmap v3167: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:22.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:22 smithi184 ceph-mon[136228]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T19:03:22.922 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:03:22.922 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:03:22.922 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:03:22.922 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:22.923 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:03:22.924 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:03:22.924 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:03:22.924 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:03:22.924 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:03:22.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:22 smithi071 ceph-mon[139725]: pgmap v3167: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:22.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:22 smithi071 ceph-mon[139725]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T19:03:22.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:22 smithi071 ceph-mon[142085]: pgmap v3167: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:22.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:22 smithi071 ceph-mon[142085]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-16T19:03:23.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:23 smithi184 ceph-mon[136228]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:23 smithi184 ceph-mon[136228]: from='client.37200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:23 smithi184 ceph-mon[136228]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T19:03:23.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:23 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1272660889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[139725]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[139725]: from='client.37200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[139725]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T19:03:23.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1272660889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:23.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[142085]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[142085]: from='client.37200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:23.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[142085]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-16T19:03:23.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:23 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1272660889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:24 smithi184 ceph-mon[136228]: pgmap v3170: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:24.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:24 smithi184 ceph-mon[136228]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T19:03:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:24 smithi071 ceph-mon[142085]: pgmap v3170: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:24.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:24 smithi071 ceph-mon[142085]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T19:03:24.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:24 smithi071 ceph-mon[139725]: pgmap v3170: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:24.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:24 smithi071 ceph-mon[139725]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-16T19:03:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:25 smithi071 ceph-mon[139725]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T19:03:25.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:25 smithi071 ceph-mon[142085]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T19:03:26.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:25 smithi184 ceph-mon[136228]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-16T19:03:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[139725]: pgmap v3173: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[139725]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T19:03:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[139725]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T19:03:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[142085]: pgmap v3173: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[142085]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T19:03:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:26 smithi071 ceph-mon[142085]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T19:03:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:26 smithi184 ceph-mon[136228]: pgmap v3173: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:26 smithi184 ceph-mon[136228]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-16T19:03:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:26 smithi184 ceph-mon[136228]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-16T19:03:27.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:27] "GET /metrics HTTP/1.1" 200 68347 "" "Prometheus/2.43.0" 2023-12-16T19:03:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:28 smithi184 ceph-mon[136228]: pgmap v3176: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:28.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:28 smithi184 ceph-mon[136228]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T19:03:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:28 smithi071 ceph-mon[139725]: pgmap v3176: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:28.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:28 smithi071 ceph-mon[139725]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T19:03:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:28 smithi071 ceph-mon[142085]: pgmap v3176: 265 pgs: 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:28 smithi071 ceph-mon[142085]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-16T19:03:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:29 smithi071 ceph-mon[139725]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T19:03:29.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:29 smithi071 ceph-mon[139725]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T19:03:29.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:29 smithi071 ceph-mon[142085]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T19:03:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:29 smithi071 ceph-mon[142085]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T19:03:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:29 smithi184 ceph-mon[136228]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-16T19:03:30.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:29 smithi184 ceph-mon[136228]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-16T19:03:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:30 smithi071 ceph-mon[139725]: pgmap v3179: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:30 smithi071 ceph-mon[139725]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T19:03:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:30 smithi071 ceph-mon[142085]: pgmap v3179: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:30 smithi071 ceph-mon[142085]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T19:03:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:30 smithi184 ceph-mon[136228]: pgmap v3179: 201 pgs: 201 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:30 smithi184 ceph-mon[136228]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-16T19:03:31.589 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 160 tests from TestLibRBD (330143 ms total) 2023-12-16T19:03:31.589 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:03:31.589 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2023-12-16T19:03:31.630 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2023-12-16T19:03:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:32 smithi184 ceph-mon[136228]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:32.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:32 smithi184 ceph-mon[136228]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T19:03:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:32 smithi071 ceph-mon[139725]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:32 smithi071 ceph-mon[139725]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T19:03:32.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:32 smithi071 ceph-mon[142085]: pgmap v3182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:32 smithi071 ceph-mon[142085]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-16T19:03:33.617 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:03:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T19:03:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:03:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:03:33.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:03:33.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-16T19:03:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:03:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:03:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:03:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:03:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:34.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[139725]: pgmap v3185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:34.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:03:34.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:03:34.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[139725]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T19:03:34.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[142085]: pgmap v3185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:34.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:03:34.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:03:34.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:34 smithi071 ceph-mon[142085]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T19:03:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:34 smithi184 ceph-mon[136228]: pgmap v3185: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:34 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:03:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:34 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3076039452' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:03:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:34 smithi184 ceph-mon[136228]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-16T19:03:35.665 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [1764574~74030,2664649~21878,4681628~60899,4762276~67,5507990~112620,6203195~22750,6831424~14338,10298594~46193,20799616~90085] 2023-12-16T19:03:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:35 smithi071 ceph-mon[139725]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T19:03:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:35 smithi071 ceph-mon[142085]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T19:03:36.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:35 smithi184 ceph-mon[136228]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-16T19:03:36.671 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [4435320~23572,5227194~93306,5341137~89670,7165268~23903,7212473~82607,7872804~60088,10294543~92709,10764890~4784,12810702~77958,16253609~98366] 2023-12-16T19:03:36.681 INFO:tasks.workunit.client.0.smithi071.stdout: diff was [4435320~23572,5227194~93306,5341137~89670,6845762~1087130,10294543~475131,12582912~3769063] 2023-12-16T19:03:36.682 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5053 ms) 2023-12-16T19:03:36.682 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2023-12-16T19:03:36.683 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:03:36.705 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~256 2023-12-16T19:03:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[139725]: pgmap v3188: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:03:36.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[139725]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T19:03:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[142085]: pgmap v3188: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:03:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:36 smithi071 ceph-mon[142085]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T19:03:37.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:36 smithi184 ceph-mon[136228]: pgmap v3188: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:03:37.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:36 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:03:37.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:36 smithi184 ceph-mon[136228]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-16T19:03:37.664 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:37] "GET /metrics HTTP/1.1" 200 36507 "" "Prometheus/2.43.0" 2023-12-16T19:03:37.686 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~256 2023-12-16T19:03:37.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:37 smithi071 ceph-mon[139725]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T19:03:37.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:37 smithi071 ceph-mon[142085]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T19:03:38.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:37 smithi184 ceph-mon[136228]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-16T19:03:38.686 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~256 2023-12-16T19:03:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:38 smithi071 ceph-mon[139725]: pgmap v3191: 137 pgs: 11 creating+peering, 126 active+clean; 6.4 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 1 op/s 2023-12-16T19:03:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:38 smithi071 ceph-mon[139725]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T19:03:38.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:38 smithi071 ceph-mon[142085]: pgmap v3191: 137 pgs: 11 creating+peering, 126 active+clean; 6.4 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 1 op/s 2023-12-16T19:03:38.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:38 smithi071 ceph-mon[142085]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T19:03:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:38 smithi184 ceph-mon[136228]: pgmap v3191: 137 pgs: 11 creating+peering, 126 active+clean; 6.4 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 12 KiB/s wr, 1 op/s 2023-12-16T19:03:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:38 smithi184 ceph-mon[136228]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-16T19:03:39.698 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~256 2023-12-16T19:03:39.700 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3017 ms) 2023-12-16T19:03:39.700 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2023-12-16T19:03:39.700 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:03:39.782 INFO:tasks.workunit.client.0.smithi071.stdout: i=0 exists [45015937~5989810,133291931~6176981,205192604~7391242,230014364~3560929,261338158~5315947,283373574~2434122,307456032~2843476,352396275~2112139,363705856~8087852] wrote [45015937~5989810,133291931~6176981,205192604~7391242,230014364~3560929,261338158~5315947,283373574~2434122,307456032~2843476,352396275~2112139,363705856~8087852] 2023-12-16T19:03:39.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:39 smithi071 ceph-mon[139725]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T19:03:39.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:39 smithi071 ceph-mon[142085]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T19:03:40.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:39 smithi184 ceph-mon[136228]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-16T19:03:40.747 INFO:tasks.workunit.client.0.smithi071.stdout: i=1 exists [29552529~1068618,45015937~5989810,71017643~1202464,72995778~5717776,103723925~2092338,133291931~6176981,181225239~4233209,195696210~5120722,205192604~7391242,223660379~6296395,230014364~3560929,261338158~5315947,283373574~2434122,307456032~2843476,334205093~220602,352396275~2112139,359184474~2295389,363705856~8087852,375080354~4007857] wrote [29552529~1068618,71017643~1202464,72995778~5717776,103723925~2092338,181225239~4233209,195696210~5120722,223660379~6296395,334205093~220602,359184474~2295389,375080354~4007857] 2023-12-16T19:03:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:40 smithi071 ceph-mon[139725]: pgmap v3194: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 259 KiB/s wr, 41 op/s 2023-12-16T19:03:40.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:40 smithi071 ceph-mon[139725]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T19:03:40.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:40 smithi071 ceph-mon[142085]: pgmap v3194: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 259 KiB/s wr, 41 op/s 2023-12-16T19:03:40.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:40 smithi071 ceph-mon[142085]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T19:03:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:40 smithi184 ceph-mon[136228]: pgmap v3194: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 259 KiB/s wr, 41 op/s 2023-12-16T19:03:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:40 smithi184 ceph-mon[136228]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-16T19:03:41.753 INFO:tasks.workunit.client.0.smithi071.stdout: i=2 exists [29552529~1068618,44327162~6678585,57255311~645043,67913517~10800037,93603591~6486066,103723925~2092338,133291931~6176981,181225239~4233209,195696210~5120722,205192604~7391242,223660379~6296395,230014364~3560929,248755550~4795059,261338158~5315947,273700875~6439946,283373574~2434122,307456032~2843476,334205093~220602,349643885~2385542,352396275~2112139,359184474~2295389,363705856~8087852,375080354~4007857] wrote [44327162~6167940,57255311~645043,67913517~6749002,93603591~6486066,199793958~472000,206564887~2751678,248755550~4795059,273700875~6439946,349643885~2385542] 2023-12-16T19:03:41.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:41 smithi071 ceph-mon[139725]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T19:03:41.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:41 smithi071 ceph-mon[142085]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T19:03:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:41 smithi184 ceph-mon[136228]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-16T19:03:42.794 INFO:tasks.workunit.client.0.smithi071.stdout: i=3 exists [29552529~1068618,44327162~6678585,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,133291931~6479627,157463691~6160778,181225239~4233209,195696210~5120722,205192604~7391242,223660379~6296395,230014364~3560929,248755550~4795059,261338158~5315947,273700875~6439946,283373574~2434122,287659169~3472802,307456032~2843476,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,363705856~8087852,375080354~4007857,398206456~1116548] wrote [76862124~8030683,88626661~431401,138969688~801870,157463691~6160778,287659169~3472802,319171664~3357367,349138613~6588433,398206456~1116548] 2023-12-16T19:03:42.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:42 smithi071 ceph-mon[139725]: pgmap v3197: 137 pgs: 137 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 44 op/s 2023-12-16T19:03:42.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:42 smithi071 ceph-mon[139725]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T19:03:42.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:42 smithi071 ceph-mon[142085]: pgmap v3197: 137 pgs: 137 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 44 op/s 2023-12-16T19:03:42.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:42 smithi071 ceph-mon[142085]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T19:03:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:42 smithi184 ceph-mon[136228]: pgmap v3197: 137 pgs: 137 active+clean; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 44 op/s 2023-12-16T19:03:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:42 smithi184 ceph-mon[136228]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-16T19:03:43.784 INFO:tasks.workunit.client.0.smithi071.stdout: i=4 exists [29552529~1068618,44327162~6678585,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,133291931~6479627,157463691~8328399,171120380~5189598,178222698~7235750,195696210~5120722,205192604~7391242,223660379~6296395,230014364~3560929,244827393~2210613,248755550~4795059,261338158~5315947,273700875~6439946,283347528~2460168,287659169~3472802,307456032~2843476,312605275~5252037,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,363705856~8087852,375080354~4007857,379421201~3750444,398206456~1116548,409638200~6253800] wrote [70809210~3612365,76740476~4235967,162629275~3162815,171120380~5189598,178222698~5785440,244827393~2210613,283347528~1031560,312605275~5252037,379421201~3750444,409638200~6253800] 2023-12-16T19:03:43.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:43 smithi071 ceph-mon[139725]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T19:03:43.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:43 smithi071 ceph-mon[142085]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T19:03:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:43 smithi184 ceph-mon[136228]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-16T19:03:44.825 INFO:tasks.workunit.client.0.smithi071.stdout: i=5 exists [2529586~520141,29552529~1068618,32735238~6373824,44327162~6678585,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,133291931~6479627,141513880~7963239,157463691~18846287,178222698~7235750,187393409~13423523,205192604~7391242,223660379~6296395,230014364~3560929,244827393~2210613,248755550~4795059,261338158~5315947,273700875~6439946,283347528~2460168,287659169~3472802,307456032~2843476,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,349138613~6588433,359184474~2295389,363705856~8087852,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] wrote [2529586~520141,32735238~6373824,141513880~7963239,164870944~8104253,187393409~9888618,329575418~96871,382214144~3256368,403969579~6182084] 2023-12-16T19:03:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[139725]: pgmap v3200: 137 pgs: 137 active+clean; 110 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 19 MiB/s wr, 73 op/s 2023-12-16T19:03:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[139725]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T19:03:44.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:44.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[142085]: pgmap v3200: 137 pgs: 137 active+clean; 110 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 19 MiB/s wr, 73 op/s 2023-12-16T19:03:44.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[142085]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T19:03:44.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:44 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:44 smithi184 ceph-mon[136228]: pgmap v3200: 137 pgs: 137 active+clean; 110 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 19 MiB/s wr, 73 op/s 2023-12-16T19:03:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:44 smithi184 ceph-mon[136228]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-16T19:03:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:44 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:03:45.822 INFO:tasks.workunit.client.0.smithi071.stdout: i=6 exists [2529586~520141,29552529~1068618,32735238~6373824,44327162~6678585,57255311~645043,67913517~22946263,93603591~6486066,103723925~6566091,133291931~6479627,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,205192604~7391242,217522089~12434685,230014364~3560929,244827393~2210613,248755550~6479520,255971663~10682442,273700875~8498145,283347528~2460168,287659169~3472802,307456032~2843476,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,342105364~1959088,346807984~8919062,359184474~2295389,363705856~8087852,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] wrote [82969316~7890464,103953980~6336036,153313822~2595286,217522089~7058746,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,342105364~1959088,346807984~3089901] 2023-12-16T19:03:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:45 smithi071 ceph-mon[139725]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T19:03:45.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:45 smithi071 ceph-mon[139725]: pgmap v3203: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 33 MiB/s wr, 309 op/s 2023-12-16T19:03:45.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:45 smithi071 ceph-mon[142085]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T19:03:45.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:45 smithi071 ceph-mon[142085]: pgmap v3203: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 33 MiB/s wr, 309 op/s 2023-12-16T19:03:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:45 smithi184 ceph-mon[136228]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-16T19:03:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:45 smithi184 ceph-mon[136228]: pgmap v3203: 137 pgs: 137 active+clean; 209 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 33 MiB/s wr, 309 op/s 2023-12-16T19:03:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: i=7 exists [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~6486066,103723925~6566091,113747440~5722255,133291931~6479627,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,205192604~7391242,217522089~12434685,230014364~3560929,244827393~10407677,255971663~10682442,273700875~8498145,283347528~2460168,287659169~3472802,307456032~2843476,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,363705856~8087852,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] wrote [28859530~1851673,49028507~5174721,62412422~4874572,113747440~5722255,167064891~4023108,245357460~3717924,324128548~2548264,341625650~888007,400618194~5602221] 2023-12-16T19:03:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:46 smithi071 ceph-mon[139725]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T19:03:46.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:46 smithi071 ceph-mon[139725]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T19:03:46.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:46 smithi071 ceph-mon[142085]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T19:03:46.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:46 smithi071 ceph-mon[142085]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T19:03:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:46 smithi184 ceph-mon[136228]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-16T19:03:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:46 smithi184 ceph-mon[136228]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-16T19:03:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: i=8 exists [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,205192604~7391242,217522089~12434685,230014364~3560929,244044650~11190420,255971663~10682442,273700875~8498145,283347528~2460168,287659169~3472802,307456032~10401280,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,363705856~8530679,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] wrote [80468274~6165077,97471474~4300700,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,244044650~7580295,308802061~5943838,364341404~7895131] 2023-12-16T19:03:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:47] "GET /metrics HTTP/1.1" 200 36507 "" "Prometheus/2.43.0" 2023-12-16T19:03:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: i=9 exists [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13423523,205192604~7391242,217522089~12434685,230014364~9187177,244044650~11190420,255971663~10682442,273700875~8498145,283347528~2460168,287659169~3472802,307456032~15072999,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,363705856~8530679,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] wrote [58780174~7907531,142704790~1300289,181662104~4125422,233527452~5674089,252775434~1591329,256887315~3352851,317825626~3545082,335758475~1486362] 2023-12-16T19:03:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:48 smithi184 ceph-mon[136228]: pgmap v3206: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 28 MiB/s wr, 246 op/s 2023-12-16T19:03:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:48 smithi184 ceph-mon[136228]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T19:03:48.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[139725]: pgmap v3206: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 28 MiB/s wr, 246 op/s 2023-12-16T19:03:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[139725]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T19:03:48.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[142085]: pgmap v3206: 137 pgs: 137 active+clean; 269 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 28 MiB/s wr, 246 op/s 2023-12-16T19:03:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[142085]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-16T19:03:48.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:03:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: i=10 exists [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,205192604~7391242,217522089~12434685,230014364~9187177,244041902~11193168,255971663~10759500,273700875~8498145,283347528~2460168,287659169~3472802,307456032~15072999,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,363705856~8530679,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] wrote [83866055~6858288,101337360~3868309,107584451~3947118,194657680~6300525,244041902~4639255,258712245~6932909,266266769~464394,278198917~1530522,410533807~1593789] 2023-12-16T19:03:49.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:49 smithi184 ceph-mon[136228]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T19:03:49.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:49 smithi071 ceph-mon[139725]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T19:03:49.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:49 smithi071 ceph-mon[142085]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-16T19:03:50.687 INFO:tasks.workunit.client.0.smithi071.stdout: i=11 exists [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,205192604~9656276,217522089~12434685,230014364~9187177,244041902~11193168,255971663~10759500,266769280~5130690,273700875~8498145,283347528~2460168,287659169~3472802,307456032~15072999,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~11132649,375080354~4007857,379421201~6049311,390659643~8663361,400618194~15273806] wrote [45324277~8149004,63710644~719888,77047656~6519054,122108504~4423256,139532922~4878361,211606992~3241888,266769280~5130690,341531058~7152226,372215927~2622578,390659643~7810892] 2023-12-16T19:03:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:50 smithi184 ceph-mon[136228]: pgmap v3209: 137 pgs: 137 active+clean; 390 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 37 MiB/s wr, 22 op/s 2023-12-16T19:03:50.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:50 smithi184 ceph-mon[136228]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T19:03:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:50 smithi071 ceph-mon[139725]: pgmap v3209: 137 pgs: 137 active+clean; 390 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 37 MiB/s wr, 22 op/s 2023-12-16T19:03:50.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:50 smithi071 ceph-mon[139725]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T19:03:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:50 smithi071 ceph-mon[142085]: pgmap v3209: 137 pgs: 137 active+clean; 390 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 37 MiB/s wr, 22 op/s 2023-12-16T19:03:50.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:50 smithi071 ceph-mon[142085]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-16T19:03:51.666 INFO:tasks.workunit.client.0.smithi071.stdout: i=12 exists [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,205192604~9656276,217522089~12434685,230014364~9187177,244041902~11193168,255971663~15928307,273700875~8498145,283347528~2460168,287659169~3472802,307456032~19220780,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~11132649,375080354~10390158,390659643~8663361,400618194~15273806] wrote [12832821~2473138,17005167~2187254,39289429~1411032,70025476~7531823,144138783~5100583,265447343~2521998,322504238~1663150,376668701~2812545,403916739~6795462] 2023-12-16T19:03:51.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:51 smithi071 ceph-mon[139725]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T19:03:51.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:51 smithi071 ceph-mon[142085]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T19:03:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:51 smithi184 ceph-mon[136228]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-16T19:03:52.669 INFO:tasks.workunit.client.0.smithi071.stdout: i=13 exists [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~9876066,57255311~645043,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,133291931~19299905,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,205192604~9656276,217522089~21679452,244041902~11193168,255971663~15928307,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~11132649,375080354~10390158,390659643~8663361,400618194~15273806] wrote [9057190~373046,37863709~3059098,89840916~1668247,109762999~5823390,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,325552198~6577975] 2023-12-16T19:03:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:52 smithi071 ceph-mon[139725]: pgmap v3212: 137 pgs: 137 active+clean; 458 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 42 MiB/s wr, 355 op/s 2023-12-16T19:03:52.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:52 smithi071 ceph-mon[139725]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T19:03:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:52 smithi071 ceph-mon[142085]: pgmap v3212: 137 pgs: 137 active+clean; 458 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 42 MiB/s wr, 355 op/s 2023-12-16T19:03:52.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:52 smithi071 ceph-mon[142085]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T19:03:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:52 smithi184 ceph-mon[136228]: pgmap v3212: 137 pgs: 137 active+clean; 458 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 42 MiB/s wr, 355 op/s 2023-12-16T19:03:52.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:52 smithi184 ceph-mon[136228]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-16T19:03:53.262 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:03:53.572 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (53m) 9m ago 56m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (53m) 7m ago 56m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (57m) 9m ago 57m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (57m) 7m ago 57m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (52m) 7m ago 59m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (53m) 9m ago 60m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (52m) 9m ago 60m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (52m) 7m ago 59m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (52m) 9m ago 59m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (53m) 9m ago 55m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (53m) 7m ago 55m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:03:53.573 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (51m) 9m ago 58m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (51m) 9m ago 58m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (50m) 9m ago 58m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (50m) 9m ago 58m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (49m) 7m ago 57m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (49m) 7m ago 57m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (48m) 7m ago 57m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (48m) 7m ago 57m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:03:53.574 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (52m) 7m ago 56m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:03:53.688 INFO:tasks.workunit.client.0.smithi071.stdout: i=14 exists [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,133291931~19299905,153313822~2595286,157463691~28323835,187393409~13564796,205192604~9656276,217522089~21679452,244041902~11193168,255971663~15928307,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~11132649,375080354~10390158,390659643~8663361,400618194~15273806] wrote [2623429~5750615,44452106~2139928,49725223~8175927,100506355~5315207,107271903~7553411,159120943~4869949,176182062~7982749,194993939~590525,263978194~2613632,373148604~986786] 2023-12-16T19:03:53.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:53 smithi071 ceph-mon[139725]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T19:03:53.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:53 smithi071 ceph-mon[142085]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:53.990 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:03:53.991 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:03:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:53 smithi184 ceph-mon[136228]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-16T19:03:54.702 INFO:tasks.workunit.client.0.smithi071.stdout: i=15 exists [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,133291931~19299905,153313822~2595286,157463691~28323835,187393409~13564796,205192604~9656276,217522089~21679452,244041902~27858068,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~11132649,375080354~10390158,390154939~9168065,400618194~15273806] wrote [6750334~4500541,22759948~20157,113397310~7630931,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:03:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[139725]: pgmap v3215: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 44 MiB/s wr, 353 op/s 2023-12-16T19:03:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[139725]: from='client.47192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:54.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[139725]: from='client.37236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[139725]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2707143145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[142085]: pgmap v3215: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 44 MiB/s wr, 353 op/s 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[142085]: from='client.47192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[142085]: from='client.37236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[142085]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T19:03:54.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:54 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2707143145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:55.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:54 smithi184 ceph-mon[136228]: pgmap v3215: 137 pgs: 137 active+clean; 566 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 44 MiB/s wr, 353 op/s 2023-12-16T19:03:55.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:54 smithi184 ceph-mon[136228]: from='client.47192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:55.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:54 smithi184 ceph-mon[136228]: from='client.37236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:03:55.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:54 smithi184 ceph-mon[136228]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-16T19:03:55.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:54 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2707143145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:03:55.675 INFO:tasks.workunit.client.0.smithi071.stdout: i=16 exists [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,130983995~809116,133291931~19299905,153313822~2595286,157463691~43494514,204760382~10088498,217522089~21679452,244041902~27858068,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~21764656,389276327~10046677,400618194~15273806] wrote [27040743~1536601,61147205~4987254,130983995~809116,179925463~7572309,204760382~5057154,374521748~1477964,389276327~6047062,395459099~1090364,408891436~4871397] 2023-12-16T19:03:55.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:55 smithi071 ceph-mon[139725]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T19:03:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:55 smithi071 ceph-mon[142085]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T19:03:56.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:55 smithi184 ceph-mon[136228]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-16T19:03:56.705 INFO:tasks.workunit.client.0.smithi071.stdout: i=17 exists [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44327162~13573988,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,133291931~19299905,153313822~2595286,157463691~57385189,217522089~21679452,244041902~27858068,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~21764656,387433127~11889877,400618194~15273806] wrote [32186540~7872369,49587102~3919232,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,199849787~7654968,321553270~1356692,387433127~2759035] 2023-12-16T19:03:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:56 smithi071 ceph-mon[139725]: pgmap v3218: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 49 MiB/s wr, 345 op/s 2023-12-16T19:03:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:56 smithi071 ceph-mon[139725]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T19:03:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:56 smithi071 ceph-mon[142085]: pgmap v3218: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 49 MiB/s wr, 345 op/s 2023-12-16T19:03:56.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:56 smithi071 ceph-mon[142085]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T19:03:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:56 smithi184 ceph-mon[136228]: pgmap v3218: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 49 MiB/s wr, 345 op/s 2023-12-16T19:03:57.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:56 smithi184 ceph-mon[136228]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-16T19:03:57.636 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:03:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:03:57] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2023-12-16T19:03:57.704 INFO:tasks.workunit.client.0.smithi071.stdout: i=18 exists [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,133291931~19299905,153313822~2595286,157463691~57385189,217522089~21679452,244041902~27858068,273700875~8498145,283347528~2460168,287141838~24968,287659169~3472802,307456032~24674141,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,363705856~21764656,387433127~11889877,400618194~15273806] wrote [11848733~4508660,40050124~5082138,77954949~3208040,167083048~6180762,176366000~5297008,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,390360625~625030] 2023-12-16T19:03:57.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:57 smithi071 ceph-mon[139725]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T19:03:57.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:57 smithi071 ceph-mon[142085]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T19:03:58.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:57 smithi184 ceph-mon[136228]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-16T19:03:58.716 INFO:tasks.workunit.client.0.smithi071.stdout: i=19 exists [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,133291931~19299905,153313822~2595286,157463691~57385189,217522089~21679452,244041902~27858068,273700875~8498145,283347528~2460168,287141838~24968,287659169~8146952,302003957~4527892,307456032~24674141,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,363705856~21764656,387433127~11889877,400618194~15273806] wrote [24755063~6436089,41989185~3052143,176126965~5068584,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1585149] 2023-12-16T19:03:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:58 smithi071 ceph-mon[142085]: pgmap v3221: 137 pgs: 137 active+clean; 692 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 31 MiB/s wr, 336 op/s 2023-12-16T19:03:58.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:58 smithi071 ceph-mon[142085]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T19:03:58.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:58 smithi071 ceph-mon[139725]: pgmap v3221: 137 pgs: 137 active+clean; 692 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 31 MiB/s wr, 336 op/s 2023-12-16T19:03:58.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:58 smithi071 ceph-mon[139725]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T19:03:59.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:58 smithi184 ceph-mon[136228]: pgmap v3221: 137 pgs: 137 active+clean; 692 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 31 MiB/s wr, 336 op/s 2023-12-16T19:03:59.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:58 smithi184 ceph-mon[136228]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-16T19:03:59.664 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 1 diff [29552529~1068618,71017643~1202464,72995778~5717776,103723925~2092338,181225239~4233209,195696210~5120722,223660379~6296395,334205093~220602,359184474~2295389,375080354~4007857] 2023-12-16T19:03:59.665 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [29552529~1068618,71017643~1202464,72995778~5717776,103723925~2092338,181225239~4233209,195696210~5120722,223660379~6296395,334205093~220602,359184474~2295389,375080354~4007857] 2023-12-16T19:03:59.686 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [29360128~1261019,67108864~11604690,100663296~5152967,180355072~5103376,192937984~7878948,222298112~7658662,331350016~3075679,356515840~4964023,373293056~5795155] 2023-12-16T19:03:59.686 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 2 diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~10800037,93603591~6486066,103723925~2092338,181225239~4233209,195696210~5120722,206564887~2751678,223660379~6296395,248755550~4795059,273700875~6439946,334205093~220602,349643885~2385542,359184474~2295389,375080354~4007857] 2023-12-16T19:03:59.686 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~10800037,93603591~6486066,103723925~2092338,181225239~4233209,195696210~5120722,206564887~2751678,223660379~6296395,248755550~4795059,273700875~6439946,334205093~220602,349643885~2385542,359184474~2295389,375080354~4007857] 2023-12-16T19:03:59.693 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [29360128~1261019,44327162~6167940,54525952~3374402,67108864~11604690,92274688~7814969,100663296~5152967,180355072~5103376,192937984~7878948,206564887~2751678,222298112~7658662,247463936~6086673,272629760~7511061,331350016~3075679,348127232~3902195,356515840~4964023,373293056~5795155] 2023-12-16T19:03:59.693 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 3 diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,157463691~6160778,181225239~4233209,195696210~5120722,206564887~2751678,223660379~6296395,248755550~4795059,273700875~6439946,287659169~3472802,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,398206456~1116548] 2023-12-16T19:03:59.694 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,157463691~6160778,181225239~4233209,195696210~5120722,206564887~2751678,223660379~6296395,248755550~4795059,273700875~6439946,287659169~3472802,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,398206456~1116548] 2023-12-16T19:03:59.700 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [29360128~1261019,44327162~6167940,54525952~3374402,67108864~17783943,88080384~977678,92274688~7814969,100663296~5152967,138969688~801870,155189248~8435221,180355072~5103376,192937984~7878948,206564887~2751678,222298112~7658662,247463936~6086673,272629760~7511061,285807696~5324275,318767104~3761927,331350016~3075679,348127232~7599814,356515840~4964023,373293056~5795155,394264576~5058428] 2023-12-16T19:03:59.700 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 4 diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,157463691~8328399,171120380~5189598,178222698~7235750,195696210~5120722,206564887~2751678,223660379~6296395,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.700 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [29552529~1068618,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,157463691~8328399,171120380~5189598,178222698~7235750,195696210~5120722,206564887~2751678,223660379~6296395,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.707 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [29360128~1261019,44327162~6167940,54525952~3374402,67108864~17783943,88080384~977678,92274688~7814969,100663296~5152967,138969688~801870,155189248~10602842,167772160~17686288,192937984~7878948,206564887~2751678,222298112~7658662,243269632~3768374,247463936~6086673,272629760~7511061,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,331350016~3075679,348127232~7599814,356515840~4964023,373293056~9878589,394264576~5058428,406847488~9044512] 2023-12-16T19:03:59.707 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 5 diff [2529586~520141,29552529~1068618,32735238~6373824,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,141513880~7963239,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,223660379~6296395,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.707 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,29552529~1068618,32735238~6373824,44327162~6167940,57255311~645043,67913517~16979290,88626661~431401,93603591~6486066,103723925~2092338,138969688~801870,141513880~7963239,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,223660379~6296395,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,349138613~6588433,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.713 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,29360128~9748934,44327162~6167940,54525952~3374402,67108864~17783943,88080384~977678,92274688~7814969,100663296~5152967,138969688~10507431,155189248~45627684,206564887~2751678,222298112~7658662,243269632~3768374,247463936~6086673,272629760~7511061,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,331350016~3075679,348127232~7599814,356515840~4964023,373293056~12177456,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.713 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 6 diff [2529586~520141,29552529~1068618,32735238~6373824,44327162~6167940,57255311~645043,67913517~22946263,93603591~6486066,103723925~6566091,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244827393~2210613,248755550~6479520,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,342105364~1959088,346807984~8919062,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.713 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,29552529~1068618,32735238~6373824,44327162~6167940,57255311~645043,67913517~22946263,93603591~6486066,103723925~6566091,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244827393~2210613,248755550~6479520,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,334205093~220602,342105364~1959088,346807984~8919062,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.719 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,29360128~9748934,44327162~6167940,54525952~3374402,67108864~23750916,92274688~7814969,100663296~9626720,138969688~10507431,150994944~49821988,206564887~2751678,213909504~16047270,243269632~3768374,247463936~7771134,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,331350016~3075679,339738624~15988422,356515840~4964023,373293056~12177456,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.720 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 7 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~6486066,103723925~6566091,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244827393~10407677,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.720 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~6486066,103723925~6566091,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244827393~10407677,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.726 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~32139524,92274688~7814969,100663296~9626720,113246208~6223487,138969688~10507431,150994944~49821988,206564887~2751678,213909504~16047270,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,322961408~3715404,327155712~2516577,331350016~3075679,339738624~15988422,356515840~4964023,373293056~12177456,394264576~21627424] 2023-12-16T19:03:59.727 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 8 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.727 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7235750,187393409~13423523,206564887~2751678,217522089~12434685,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,334205093~220602,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.733 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~32139524,92274688~27195007,137367403~63449529,206564887~2751678,213909504~16047270,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,308802061~9055251,318767104~3761927,322961408~3715404,327155712~2516577,331350016~3075679,339738624~15988422,356515840~4964023,364341404~7895131,373293056~12177456,394264576~21627424] 2023-12-16T19:03:59.733 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 9 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13423523,206564887~2751678,217522089~12434685,233527452~5674089,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.734 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~8168583,103723925~6566091,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13423523,206564887~2751678,217522089~12434685,233527452~5674089,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.740 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~32139524,92274688~27195007,137367403~63449529,206564887~2751678,213909504~16047270,233527452~5674089,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,331350016~3075679,335544320~1700517,339738624~15988422,356515840~4964023,364341404~7895131,373293056~12177456,394264576~21627424] 2023-12-16T19:03:59.740 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 10 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,217522089~12434685,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.740 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,217522089~12434685,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341625650~2438802,346807984~8919062,359184474~2295389,364341404~7895131,375080354~4007857,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.746 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~32139524,92274688~27195007,137367403~63590802,206564887~2751678,213909504~16047270,233527452~5674089,243269632~11965438,255852544~9792610,266266769~464394,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,331350016~3075679,335544320~1700517,339738624~15988422,356515840~4964023,364341404~7895131,373293056~12177456,394264576~21627424] 2023-12-16T19:03:59.746 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 11 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~12434685,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,266769280~5130690,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~4007857,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.746 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~12434685,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,266769280~5130690,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~4007857,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.752 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~32139524,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~18349782,233527452~5674089,243269632~11965438,255852544~9792610,266266769~5633201,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,331350016~3075679,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,390070272~25821728] 2023-12-16T19:03:59.752 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 12 diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~12434685,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.753 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~12434685,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.758 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,12582912~2723047,16777216~2415205,25165824~15534637,44327162~9876066,54525952~3374402,58720256~32139524,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~18349782,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~17874751,327155712~2516577,331350016~3075679,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,390070272~25821728] 2023-12-16T19:03:59.758 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 13 diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~9876066,57255311~645043,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.758 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~9876066,57255311~645043,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.765 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44327162~9876066,54525952~3374402,58720256~32788907,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~19015295,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,390070272~25821728] 2023-12-16T19:03:59.765 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 14 diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.765 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.771 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8374044,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44327162~13573988,58720256~32788907,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~19015295,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,390070272~25821728] 2023-12-16T19:03:59.771 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 15 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.771 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~10497101,375080354~10390158,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.777 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~32788907,92274688~28753553,121634816~4896944,137367403~63590802,206564887~2751678,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,390070272~25821728] 2023-12-16T19:03:59.777 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 16 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.777 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.783 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~32788907,92274688~28753553,121634816~4896944,130983995~809116,137367403~63590802,204760382~5057154,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:03:59.783 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 17 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44327162~13573988,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.783 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44327162~13573988,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.789 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:03:59.789 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 18 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.789 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,334205093~220602,335758475~1486362,341531058~14195988,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.794 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~1808585,25165824~32735326,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~25623634,335544320~1700517,339738624~15988422,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:03:59.794 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 19 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.795 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.800 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:03:59.800 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 2 diff [44327162~6167940,57255311~645043,67913517~6749002,93603591~6486066,199793958~472000,206564887~2751678,248755550~4795059,273700875~6439946,349643885~2385542] 2023-12-16T19:03:59.800 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [44327162~6167940,57255311~645043,67913517~6749002,93603591~6486066,199793958~472000,206564887~2751678,248755550~4795059,273700875~6439946,349643885~2385542] 2023-12-16T19:03:59.806 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [44327162~6167940,54525952~3374402,67913517~6749002,92274688~7814969,199793958~472000,206564887~2751678,247463936~6086673,272629760~7511061,348127232~3902195] 2023-12-16T19:03:59.806 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 3 diff [44327162~6167940,57255311~645043,67913517~6749002,76862124~8030683,88626661~431401,93603591~6486066,138969688~801870,157463691~6160778,199793958~472000,206564887~2751678,248755550~4795059,273700875~6439946,287659169~3472802,319171664~3357367,349138613~6588433,398206456~1116548] 2023-12-16T19:03:59.806 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [44327162~6167940,57255311~645043,67913517~6749002,76862124~8030683,88626661~431401,93603591~6486066,138969688~801870,157463691~6160778,199793958~472000,206564887~2751678,248755550~4795059,273700875~6439946,287659169~3472802,319171664~3357367,349138613~6588433,398206456~1116548] 2023-12-16T19:03:59.812 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [44327162~6167940,54525952~3374402,67913517~6749002,76862124~8030683,88080384~977678,92274688~7814969,138969688~801870,155189248~8435221,199793958~472000,206564887~2751678,247463936~6086673,272629760~7511061,285807696~5324275,318767104~3761927,348127232~7599814,394264576~5058428] 2023-12-16T19:03:59.812 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 4 diff [44327162~6167940,57255311~645043,67913517~6749002,76740476~8152331,88626661~431401,93603591~6486066,138969688~801870,157463691~8328399,171120380~5189598,178222698~5785440,199793958~472000,206564887~2751678,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,349138613~6588433,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.812 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [44327162~6167940,57255311~645043,67913517~6749002,76740476~8152331,88626661~431401,93603591~6486066,138969688~801870,157463691~8328399,171120380~5189598,178222698~5785440,199793958~472000,206564887~2751678,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,349138613~6588433,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.818 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [44327162~6167940,54525952~3374402,67913517~6749002,76740476~8152331,88080384~977678,92274688~7814969,138969688~801870,155189248~10602842,167772160~16235978,199793958~472000,206564887~2751678,243269632~3768374,247463936~6086673,272629760~7511061,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,348127232~7599814,379088211~4083434,394264576~5058428,406847488~9044512] 2023-12-16T19:03:59.818 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 5 diff [2529586~520141,32735238~6373824,44327162~6167940,57255311~645043,67913517~6749002,76740476~8152331,88626661~431401,93603591~6486066,138969688~801870,141513880~7963239,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,349138613~6588433,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.819 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,44327162~6167940,57255311~645043,67913517~6749002,76740476~8152331,88626661~431401,93603591~6486066,138969688~801870,141513880~7963239,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,244827393~2210613,248755550~4795059,273700875~6439946,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,349138613~6588433,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.824 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,44327162~6167940,54525952~3374402,67913517~6749002,76740476~8152331,88080384~977678,92274688~7814969,138969688~10507431,155189248~28818890,185458448~11823579,199793958~472000,206564887~2751678,243269632~3768374,247463936~6086673,272629760~7511061,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,348127232~7599814,379088211~6382301,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.824 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 6 diff [2529586~520141,32735238~6373824,44327162~6167940,57255311~645043,67913517~6749002,76740476~14119304,93603591~6486066,103953980~6336036,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244827393~2210613,248755550~6479520,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,342105364~1959088,346807984~8919062,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.824 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,44327162~6167940,57255311~645043,67913517~6749002,76740476~14119304,93603591~6486066,103953980~6336036,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244827393~2210613,248755550~6479520,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,342105364~1959088,346807984~8919062,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.829 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,44327162~6167940,54525952~3374402,67913517~6749002,76740476~14119304,92274688~7814969,103953980~6336036,138969688~10507431,150994944~33013194,185458448~11823579,199793958~472000,206564887~2751678,213909504~10671331,243269632~3768374,247463936~7771134,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,339738624~15988422,379088211~6382301,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.829 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 7 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~6749002,76740476~14119304,93603591~6486066,103953980~6336036,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244827393~10407677,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.829 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~6749002,76740476~14119304,93603591~6486066,103953980~6336036,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244827393~10407677,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.835 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~8566738,67913517~6749002,76740476~14119304,92274688~7814969,103953980~6336036,113246208~6223487,138969688~10507431,150994944~33013194,185458448~11823579,199793958~472000,206564887~2751678,213909504~10671331,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,322961408~3715404,327155712~2516577,339738624~15988422,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.835 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 8 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~6749002,76740476~14119304,93603591~8168583,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.835 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,62412422~4874572,67913517~6749002,76740476~14119304,93603591~8168583,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.840 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~8566738,67913517~6749002,76740476~14119304,92274688~9497486,103953980~15515715,137367403~46640735,185458448~11823579,199793958~472000,206564887~2751678,213909504~10671331,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,308802061~9055251,318767104~3761927,322961408~3715404,327155712~2516577,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.841 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 9 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~8168583,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,233527452~5674089,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.841 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~8168583,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~9888618,199793958~472000,206564887~2751678,217522089~7058746,233527452~5674089,244044650~11190420,255971663~7724986,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.846 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~8566738,67913517~6749002,76740476~14119304,92274688~9497486,103953980~15515715,137367403~59914624,199793958~472000,206564887~2751678,213909504~10671331,233527452~5674089,243269632~11965438,255852544~7844105,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.846 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 10 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~17927978,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,217522089~7058746,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.846 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~17927978,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,217522089~7058746,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.852 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~8566738,67913517~6749002,76740476~14119304,92274688~27195007,137367403~63590802,206564887~2751678,213909504~10671331,233527452~5674089,243269632~11965438,255852544~9792610,266266769~464394,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.852 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 11 diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,266769280~5130690,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.852 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,44327162~9876066,57255311~645043,58780174~8506820,67913517~6749002,76740476~14119304,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,233527452~5674089,244041902~11193168,255971663~9673491,266266769~464394,266769280~5130690,273700875~8498145,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.857 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,44327162~9876066,54525952~3374402,58720256~8566738,67913517~6749002,76740476~14119304,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~12973843,233527452~5674089,243269632~11965438,255852544~9792610,266266769~5633201,272629760~9569260,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~10497101,379088211~6382301,390070272~25821728] 2023-12-16T19:03:59.857 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 12 diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.857 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,44327162~9876066,57255311~645043,58780174~8506820,67913517~22946263,93603591~17927978,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.866 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,12582912~2723047,16777216~2415205,25165824~15534637,44327162~9876066,54525952~3374402,58720256~8566738,67913517~22946263,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~12973843,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~17874751,327155712~2516577,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.866 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 13 diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~9876066,57255311~645043,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.866 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~9876066,57255311~645043,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.869 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44327162~9876066,54525952~3374402,58720256~8566738,67913517~23595646,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~12973843,224799946~5822341,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.869 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 14 diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.869 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~25866104,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~11193168,255971663~15928307,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.875 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8374044,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44327162~13573988,58720256~8566738,67913517~23595646,92274688~27195007,121634816~4896944,137367403~63590802,206564887~2751678,211606992~12973843,224799946~5822341,233527452~5674089,243269632~11965438,255852544~16047426,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.875 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 15 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.875 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,206564887~2751678,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.880 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~8566738,67913517~23595646,92274688~28753553,121634816~4896944,137367403~63590802,206564887~2751678,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.881 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 16 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.881 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44327162~13573988,58780174~8506820,67913517~23595646,93603591~27424650,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.886 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~8566738,67913517~23595646,92274688~28753553,121634816~4896944,130983995~809116,137367403~63590802,204760382~5057154,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.886 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 17 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44327162~13573988,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.886 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44327162~13573988,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.892 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44327162~13573988,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.892 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 18 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.892 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.897 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~1808585,25165824~32735326,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.898 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 19 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.898 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.903 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.904 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 3 diff [76862124~8030683,88626661~431401,138969688~801870,157463691~6160778,287659169~3472802,319171664~3357367,349138613~6588433,398206456~1116548] 2023-12-16T19:03:59.904 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [76862124~8030683,88626661~431401,138969688~801870,157463691~6160778,287659169~3472802,319171664~3357367,349138613~6588433,398206456~1116548] 2023-12-16T19:03:59.909 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [76862124~8030683,88080384~977678,138969688~801870,155189248~8435221,285807696~5324275,318767104~3761927,349138613~6588433,394264576~5058428] 2023-12-16T19:03:59.909 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 4 diff [70809210~3612365,76740476~8152331,88626661~431401,138969688~801870,157463691~8328399,171120380~5189598,178222698~5785440,244827393~2210613,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,349138613~6588433,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.909 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [70809210~3612365,76740476~8152331,88626661~431401,138969688~801870,157463691~8328399,171120380~5189598,178222698~5785440,244827393~2210613,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,349138613~6588433,379421201~3750444,398206456~1116548,409638200~6253800] 2023-12-16T19:03:59.915 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [70809210~3612365,76740476~8152331,88080384~977678,138969688~801870,155189248~10602842,167772160~16235978,243269632~3768374,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,349138613~6588433,379088211~4083434,394264576~5058428,406847488~9044512] 2023-12-16T19:03:59.915 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 5 diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~8152331,88626661~431401,138969688~801870,141513880~7963239,157463691~18846287,178222698~5785440,187393409~9888618,244827393~2210613,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,349138613~6588433,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.916 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~8152331,88626661~431401,138969688~801870,141513880~7963239,157463691~18846287,178222698~5785440,187393409~9888618,244827393~2210613,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,349138613~6588433,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.921 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,70809210~3612365,76740476~8152331,88080384~977678,138969688~10507431,155189248~28818890,185458448~11823579,243269632~3768374,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,349138613~6588433,379088211~6382301,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.921 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 6 diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~14119304,103953980~6336036,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244827393~2210613,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,342105364~1959088,346807984~8919062,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.921 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~14119304,103953980~6336036,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244827393~2210613,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,329575418~96871,342105364~1959088,346807984~8919062,379421201~6049311,398206456~1116548,403969579~11922421] 2023-12-16T19:03:59.926 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,70809210~3612365,76740476~14119304,103953980~6336036,138969688~10507431,150994944~33013194,185458448~11823579,213909504~10671331,243269632~3768374,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,327155712~2516577,339738624~15988422,379088211~6382301,394264576~5058428,402653184~13238816] 2023-12-16T19:03:59.926 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 7 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,103953980~6336036,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244827393~4247991,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.926 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,103953980~6336036,113747440~5722255,138969688~801870,141513880~7963239,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244827393~4247991,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,312605275~5252037,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.933 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,103953980~6336036,113246208~6223487,138969688~10507431,150994944~33013194,185458448~11823579,213909504~10671331,243269632~5805752,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,285807696~5324275,310378496~7478816,318767104~3761927,322961408~3715404,327155712~2516577,339738624~15988422,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.933 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 8 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.933 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~5785440,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,308802061~9055251,319171664~3357367,324128548~2548264,329575418~96871,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.938 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~4300700,103953980~15515715,137367403~46640735,185458448~11823579,213909504~10671331,243269632~8355313,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,285807696~5324275,308802061~9055251,318767104~3761927,322961408~3715404,327155712~2516577,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.938 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 9 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.938 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.944 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~4300700,103953980~15515715,137367403~59914624,213909504~10671331,233527452~5674089,243269632~8355313,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.944 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 10 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.944 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~8919062,364341404~7895131,379421201~6049311,398206456~1116548,400618194~15273806] 2023-12-16T19:03:59.950 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~21998221,137367403~63590802,213909504~10671331,233527452~5674089,243269632~8355313,252324878~2910192,255852544~9792610,266266769~464394,274690155~7508865,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~7895131,379088211~6382301,394264576~21627424] 2023-12-16T19:03:59.950 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 11 diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.950 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,283347528~1031560,287659169~3472802,308802061~13726970,324128548~2548264,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,379421201~6049311,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.955 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,45324277~8878951,58720256~8566738,70809210~3612365,76740476~14119304,97471474~21998221,121634816~4896944,137367403~63590802,211606992~12973843,233527452~5674089,243269632~8355313,252324878~2910192,255852544~9792610,266266769~5633201,274690155~7508865,283347528~1031560,285807696~5324275,308802061~13726970,322961408~3715404,327155712~2516577,335544320~1700517,339738624~15988422,364341404~10497101,379088211~6382301,390070272~25821728] 2023-12-16T19:03:59.955 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 12 diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.955 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287659169~3472802,308802061~17874751,329575418~96871,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.960 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,12582912~2723047,16777216~2415205,25165824~15534637,45324277~8878951,58720256~8566738,70025476~20834304,97471474~21998221,121634816~4896944,137367403~63590802,211606992~12973843,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,285807696~5324275,308802061~17874751,327155712~2516577,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.961 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 13 diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.961 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,157463691~18846287,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.966 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,45324277~8878951,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~63590802,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 14 diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390659643~8663361,400618194~15273806] 2023-12-16T19:03:59.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8374044,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~63590802,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.973 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 15 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.973 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,157463691~28323835,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~10497101,376668701~8801811,390154939~9168065,400618194~15273806] 2023-12-16T19:03:59.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:03:59 smithi071 ceph-mon[139725]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T19:03:59.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:03:59 smithi071 ceph-mon[142085]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T19:03:59.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,137367403~63590802,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~10497101,376668701~8801811,390070272~25821728] 2023-12-16T19:03:59.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 16 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.978 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,157463691~43494514,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,389276327~10046677,400618194~15273806] 2023-12-16T19:03:59.983 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,130983995~809116,137367403~63590802,204760382~5057154,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.984 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 17 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.984 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.990 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.990 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 18 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.990 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~3472802,308802061~23328112,335758475~1486362,341531058~14195988,364341404~11658308,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.995 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~1808585,25165824~32735326,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~5324275,308802061~23328112,335544320~1700517,339738624~15988422,364341404~11658308,376668701~8801811,385875968~30016032] 2023-12-16T19:03:59.995 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 19 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:03:59.995 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:00.000 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:00.001 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 4 diff [70809210~3612365,76740476~4235967,162629275~3162815,171120380~5189598,178222698~5785440,244827393~2210613,283347528~1031560,312605275~5252037,379421201~3750444,409638200~6253800] 2023-12-16T19:04:00.001 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [70809210~3612365,76740476~4235967,162629275~3162815,171120380~5189598,178222698~5785440,244827393~2210613,283347528~1031560,312605275~5252037,379421201~3750444,409638200~6253800] 2023-12-16T19:04:00.006 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [70809210~3612365,76740476~4235967,162629275~3162815,167772160~16235978,243269632~3768374,283347528~1031560,310378496~7478816,379088211~4083434,406847488~9044512] 2023-12-16T19:04:00.006 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 5 diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~4235967,141513880~7963239,162629275~13680703,178222698~5785440,187393409~9888618,244827393~2210613,283347528~1031560,312605275~5252037,329575418~96871,379421201~6049311,403969579~11922421] 2023-12-16T19:04:00.006 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~4235967,141513880~7963239,162629275~13680703,178222698~5785440,187393409~9888618,244827393~2210613,283347528~1031560,312605275~5252037,329575418~96871,379421201~6049311,403969579~11922421] 2023-12-16T19:04:00.012 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,70809210~3612365,76740476~4235967,139771558~9705561,162629275~21378863,185458448~11823579,243269632~3768374,283347528~1031560,310378496~7478816,327155712~2516577,379088211~6382301,402653184~13238816] 2023-12-16T19:04:00.012 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 6 diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,141513880~7963239,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244827393~2210613,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,312605275~5252037,329575418~96871,342105364~1959088,346807984~3089901,379421201~6049311,403969579~11922421] 2023-12-16T19:04:00.012 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,141513880~7963239,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244827393~2210613,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,312605275~5252037,329575418~96871,342105364~1959088,346807984~3089901,379421201~6049311,403969579~11922421] 2023-12-16T19:04:00.017 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,139771558~9705561,150994944~4914164,162629275~21378863,185458448~11823579,213909504~10671331,243269632~3768374,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,310378496~7478816,327155712~2516577,339738624~10159261,379088211~6382301,402653184~13238816] 2023-12-16T19:04:00.018 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 7 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,113747440~5722255,141513880~7963239,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244827393~4247991,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,312605275~5252037,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.018 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,113747440~5722255,141513880~7963239,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244827393~4247991,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,312605275~5252037,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.023 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~4235967,82969316~7890464,103953980~6336036,113246208~6223487,139771558~9705561,150994944~4914164,162629275~21378863,185458448~11823579,213909504~10671331,243269632~5805752,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,310378496~7478816,322961408~3715404,327155712~2516577,339738624~10159261,379088211~6382301,399323004~16568996] 2023-12-16T19:04:00.023 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 8 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,308802061~9055251,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.024 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~5785440,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,308802061~9055251,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.029 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~4300700,103953980~15515715,137367403~18541705,162629275~21378863,185458448~11823579,213909504~10671331,243269632~8355313,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,308802061~9055251,322961408~3715404,327155712~2516577,339738624~10159261,364341404~7895131,379088211~6382301,399323004~16568996] 2023-12-16T19:04:00.029 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 9 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.029 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.035 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~4300700,103953980~15515715,137367403~18541705,162629275~34652752,213909504~10671331,233527452~5674089,243269632~8355313,252324878~2910192,255852544~7844105,274690155~7508865,283347528~1031560,308802061~12568647,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~7895131,379088211~6382301,399323004~16568996] 2023-12-16T19:04:00.035 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 10 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.035 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,379421201~6049311,400618194~15273806] 2023-12-16T19:04:00.041 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,70809210~3612365,76740476~14119304,97471474~21998221,137367403~18541705,162629275~38328930,213909504~10671331,233527452~5674089,243269632~8355313,252324878~2910192,255852544~9792610,266266769~464394,274690155~7508865,283347528~1031560,308802061~12568647,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~7895131,379088211~6382301,399323004~16568996] 2023-12-16T19:04:00.041 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 11 diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,379421201~6049311,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.041 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,70809210~3612365,76740476~14119304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,283347528~1031560,308802061~12568647,324128548~2548264,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,379421201~6049311,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.047 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,45324277~8878951,58720256~8566738,70809210~3612365,76740476~14119304,97471474~21998221,121634816~4896944,137367403~18541705,162629275~38328930,211606992~12973843,233527452~5674089,243269632~8355313,252324878~2910192,255852544~9792610,266266769~5633201,274690155~7508865,283347528~1031560,308802061~12568647,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~10497101,379088211~6382301,390070272~8400263,399323004~16568996] 2023-12-16T19:04:00.047 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 12 diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,308802061~12568647,322504238~4172574,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.047 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,308802061~12568647,322504238~4172574,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.053 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,12582912~2723047,16777216~2415205,25165824~15534637,45324277~8878951,58720256~8566738,70025476~20834304,97471474~21998221,121634816~4896944,137367403~18541705,162629275~38328930,211606992~12973843,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,308802061~12568647,322504238~4172574,327155712~2516577,335544320~1700517,339738624~10159261,364341404~10497101,376668701~8801811,390070272~8400263,399323004~16568996] 2023-12-16T19:04:00.053 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 13 diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.053 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,162629275~13680703,178222698~7564828,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.059 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,45324277~8878951,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,162629275~38328930,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~8801811,390070272~8400263,399323004~16568996] 2023-12-16T19:04:00.059 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 14 diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~26666583,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.059 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~26666583,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390659643~7810892,400618194~15273806] 2023-12-16T19:04:00.064 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8374044,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,159120943~41837262,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~2910192,255852544~16047426,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~8801811,390070272~8400263,399323004~16568996] 2023-12-16T19:04:00.064 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 15 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~26666583,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390154939~8315596,400618194~15273806] 2023-12-16T19:04:00.064 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~26666583,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~8801811,390154939~8315596,400618194~15273806] 2023-12-16T19:04:00.070 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,137367403~18541705,159120943~41837262,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~8801811,390070272~8400263,399323004~16568996] 2023-12-16T19:04:00.070 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 16 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~41837262,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,389276327~9194208,400618194~15273806] 2023-12-16T19:04:00.070 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~41837262,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,389276327~9194208,400618194~15273806] 2023-12-16T19:04:00.076 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,130983995~809116,137367403~18541705,159120943~41837262,204760382~5057154,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~11658308,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:00.076 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 17 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.076 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.082 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~8355313,252324878~19575092,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:00.082 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 18 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.082 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:03:59 smithi184 ceph-mon[136228]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-16T19:04:00.088 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~1808585,25165824~32735326,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:00.088 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 19 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.088 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:00.093 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:00.093 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 5 diff [2529586~520141,32735238~6373824,141513880~7963239,164870944~8104253,187393409~9888618,329575418~96871,382214144~3256368,403969579~6182084] 2023-12-16T19:04:00.093 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,141513880~7963239,164870944~8104253,187393409~9888618,329575418~96871,382214144~3256368,403969579~6182084] 2023-12-16T19:04:00.099 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,139771558~9705561,164870944~8104253,185458448~11823579,327155712~2516577,382214144~3256368,402653184~7498479] 2023-12-16T19:04:00.099 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 6 diff [2529586~520141,32735238~6373824,82969316~7890464,103953980~6336036,141513880~7963239,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,329575418~96871,342105364~1959088,346807984~3089901,382214144~3256368,403969579~6182084] 2023-12-16T19:04:00.099 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,32735238~6373824,82969316~7890464,103953980~6336036,141513880~7963239,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,329575418~96871,342105364~1959088,346807984~3089901,382214144~3256368,403969579~6182084] 2023-12-16T19:04:00.105 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,30621147~8487915,82969316~7890464,103953980~6336036,139771558~9705561,150994944~4914164,164870944~8104253,185458448~11823579,213909504~10671331,252324878~2910192,255852544~7844105,274690155~7508865,313500184~478318,327155712~2516577,339738624~10159261,382214144~3256368,402653184~7498479] 2023-12-16T19:04:00.105 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 7 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,82969316~7890464,103953980~6336036,113747440~5722255,141513880~7963239,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,245357460~3717924,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.105 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,82969316~7890464,103953980~6336036,113747440~5722255,141513880~7963239,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,245357460~3717924,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.110 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,82969316~7890464,103953980~6336036,113246208~6223487,139771558~9705561,150994944~4914164,164870944~8104253,185458448~11823579,213909504~10671331,245357460~3717924,252324878~2910192,255852544~7844105,274690155~7508865,313500184~478318,322961408~3715404,327155712~2516577,339738624~10159261,382214144~3256368,399323004~10828659] 2023-12-16T19:04:00.110 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 8 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.111 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,62412422~4874572,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,187393409~9888618,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,324128548~2548264,329575418~96871,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.116 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,80468274~10391506,97471474~4300700,103953980~15515715,137367403~18541705,164870944~8104253,185458448~11823579,213909504~10671331,244044650~7580295,252324878~2910192,255852544~7844105,274690155~7508865,308802061~5943838,322961408~3715404,327155712~2516577,339738624~10159261,364341404~7895131,382214144~3256368,399323004~10828659] 2023-12-16T19:04:00.116 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 9 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.116 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~9888618,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469] 2023-12-16T19:04:00.122 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,80468274~10391506,97471474~4300700,103953980~15515715,137367403~18541705,164870944~8104253,181662104~15619923,213909504~10671331,233527452~5674089,244044650~7580295,252324878~2910192,255852544~7844105,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~7895131,382214144~3256368,399323004~10828659] 2023-12-16T19:04:00.122 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 10 diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,80468274~10391506,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469,410533807~1593789] 2023-12-16T19:04:00.122 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,49028507~5174721,58780174~8506820,80468274~10391506,97471474~14060095,112876221~824035,113747440~5722255,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,382214144~3256368,400618194~9533469,410533807~1593789] 2023-12-16T19:04:00.127 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,49028507~5174721,58720256~8566738,80468274~10391506,97471474~21998221,137367403~18541705,164870944~8104253,181662104~19296101,213909504~10671331,233527452~5674089,244041902~7583043,252324878~2910192,255852544~9792610,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~7895131,382214144~3256368,399323004~10828659,410533807~1593789] 2023-12-16T19:04:00.127 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 11 diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,77047656~13812124,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,382214144~3256368,390659643~7810892,400618194~9533469,410533807~1593789] 2023-12-16T19:04:00.128 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,28859530~1851673,32735238~6373824,45324277~8878951,58780174~8506820,77047656~13812124,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,382214144~3256368,390659643~7810892,400618194~9533469,410533807~1593789] 2023-12-16T19:04:00.133 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,25165824~13943238,45324277~8878951,58720256~8566738,77047656~13812124,97471474~21998221,121634816~4896944,137367403~18541705,164870944~8104253,181662104~19296101,211606992~12973843,233527452~5674089,244041902~7583043,252324878~2910192,255852544~9792610,266266769~5633201,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,327155712~2516577,335544320~1700517,339738624~10159261,364341404~10497101,382214144~3256368,390070272~8400263,399323004~10828659,410533807~1593789] 2023-12-16T19:04:00.133 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 12 diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.133 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,12832821~2473138,17005167~2187254,28859530~1851673,32735238~6373824,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,329575418~96871,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.139 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,12582912~2723047,16777216~2415205,25165824~15534637,45324277~8878951,58720256~8566738,70025476~20834304,97471474~21998221,121634816~4896944,137367403~18541705,164870944~8104253,181662104~19296101,211606992~12973843,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,327155712~2516577,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,382214144~3256368,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.139 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 13 diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.139 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~520141,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,164870944~8104253,181662104~4125422,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.145 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~3049727,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,45324277~8878951,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,164870944~8104253,181662104~19296101,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,382214144~3256368,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.145 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 14 diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~9605464,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.145 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~5844458,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~9605464,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,382214144~3256368,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.151 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8374044,8388608~1041628,12582912~2723047,16777216~2415205,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,159120943~4869949,164870944~8104253,176182062~24776143,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,382214144~3256368,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.151 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 15 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~9605464,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,380177860~5292652,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.151 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~9605464,187393409~13564796,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,380177860~5292652,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.156 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,137367403~18541705,159120943~4869949,164870944~8104253,176182062~24776143,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,380177860~5292652,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.157 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 16 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~24776143,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.157 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32735238~8187569,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~4869949,164870944~8104253,176182062~24776143,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.163 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,130983995~809116,137367403~18541705,159120943~4869949,164870944~8104253,176182062~24776143,204760382~5057154,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.163 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 17 diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8342837,176182062~33635474,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.163 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8342837,176182062~33635474,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.168 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~11250875,12582912~2723047,16777216~2415205,20971520~1808585,25165824~15756983,44452106~13449044,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8342837,176182062~33635474,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.168 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 18 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176182062~33635474,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.169 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176182062~33635474,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.174 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~1808585,25165824~32735326,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176182062~33635474,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.175 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 19 diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.175 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.180 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.180 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 6 diff [82969316~7890464,103953980~6336036,153313822~2595286,217522089~7058746,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,342105364~1959088,346807984~3089901] 2023-12-16T19:04:00.180 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [82969316~7890464,103953980~6336036,153313822~2595286,217522089~7058746,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,342105364~1959088,346807984~3089901] 2023-12-16T19:04:00.185 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [82969316~7890464,103953980~6336036,150994944~4914164,213909504~10671331,252324878~2910192,255852544~7844105,274690155~7508865,313500184~478318,339738624~10159261] 2023-12-16T19:04:00.185 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 7 diff [28859530~1851673,49028507~5174721,62412422~4874572,82969316~7890464,103953980~6336036,113747440~5722255,153313822~2595286,167064891~4023108,217522089~7058746,245357460~3717924,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,324128548~2548264,341625650~2438802,346807984~3089901,400618194~5602221] 2023-12-16T19:04:00.185 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,62412422~4874572,82969316~7890464,103953980~6336036,113747440~5722255,153313822~2595286,167064891~4023108,217522089~7058746,245357460~3717924,252324878~2910192,255971663~7724986,274690155~7508865,313500184~478318,324128548~2548264,341625650~2438802,346807984~3089901,400618194~5602221] 2023-12-16T19:04:00.191 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,82969316~7890464,103953980~6336036,113246208~6223487,150994944~4914164,167064891~4023108,213909504~10671331,245357460~3717924,252324878~2910192,255852544~7844105,274690155~7508865,313500184~478318,322961408~3715404,339738624~10159261,399323004~6897411] 2023-12-16T19:04:00.191 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 8 diff [28859530~1851673,49028507~5174721,62412422~4874572,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,324128548~2548264,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.191 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,62412422~4874572,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,217522089~7058746,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,324128548~2548264,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.197 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~10391506,97471474~4300700,103953980~15515715,137367403~7738676,145634900~10274208,167064891~4023108,213909504~10671331,244044650~7580295,252324878~2910192,255852544~7844105,274690155~7508865,308802061~5943838,322961408~3715404,339738624~10159261,364341404~7895131,399323004~6897411] 2023-12-16T19:04:00.197 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 9 diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.197 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10391506,97471474~4300700,103953980~6336036,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,217522089~7058746,233527452~5674089,244044650~7580295,252324878~2910192,255971663~7724986,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.202 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~10391506,97471474~4300700,103953980~15515715,137367403~7738676,145634900~10274208,167064891~4023108,181662104~4125422,213909504~10671331,233527452~5674089,244044650~7580295,252324878~2910192,255852544~7844105,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,339738624~10159261,364341404~7895131,399323004~6897411] 2023-12-16T19:04:00.202 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 10 diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10391506,97471474~14060095,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.203 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10391506,97471474~14060095,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~2438802,346807984~3089901,364341404~7895131,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.208 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~10391506,97471474~21998221,137367403~7738676,145634900~10274208,167064891~4023108,181662104~4125422,194657680~6300525,213909504~10671331,233527452~5674089,244041902~7583043,252324878~2910192,255852544~9792610,266266769~464394,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,339738624~10159261,364341404~7895131,399323004~6897411,410533807~1593789] 2023-12-16T19:04:00.208 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 11 diff [28859530~1851673,45324277~8878951,58780174~8506820,77047656~13812124,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341531058~8366827,364341404~10497101,390659643~7810892,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.208 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,45324277~8878951,58780174~8506820,77047656~13812124,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~7738676,145634900~6956936,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~9673491,266266769~464394,266769280~5130690,274690155~7508865,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341531058~8366827,364341404~10497101,390659643~7810892,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.214 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,45324277~8878951,58720256~8566738,77047656~13812124,97471474~21998221,121634816~4896944,137367403~7738676,145634900~10274208,167064891~4023108,181662104~4125422,194657680~6300525,211606992~12973843,233527452~5674089,244041902~7583043,252324878~2910192,255852544~9792610,266266769~5633201,274690155~7508865,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,339738624~10159261,364341404~10497101,390070272~8400263,399323004~6897411,410533807~1593789] 2023-12-16T19:04:00.214 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 12 diff [12832821~2473138,17005167~2187254,28859530~1851673,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.214 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,28859530~1851673,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20834304,97471474~14060095,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,153313822~2595286,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,217522089~7058746,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.219 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,25165824~5545379,39109062~1591399,45324277~8878951,58720256~8566738,70025476~20834304,97471474~21998221,121634816~4896944,137367403~18541705,167064891~4023108,181662104~4125422,194657680~6300525,211606992~12973843,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,308802061~5943838,317825626~3545082,322504238~4172574,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.220 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,167064891~4023108,181662104~4125422,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.220 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,45324277~8878951,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,167064891~4023108,181662104~4125422,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.226 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,25165824~5545379,37863709~3059098,45324277~8878951,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,167064891~4023108,181662104~4125422,192985965~7972240,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.226 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.226 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~21998221,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255971663~15928307,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.231 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~21998221,121634816~4896944,137367403~18541705,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~2910192,255852544~16047426,274690155~7508865,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.231 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.232 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.237 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,137367403~18541705,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~10497101,376668701~2812545,380177860~4422417,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.237 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.237 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~23556767,122108504~4423256,130983995~809116,137367403~15224433,153313822~2595286,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.242 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~23556767,121634816~4896944,130983995~809116,137367403~18541705,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.243 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.243 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.248 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,32186540~8736267,44452106~13449044,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~7583043,252324878~19575092,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.248 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.248 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~8366827,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.254 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,25165824~5545379,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,339738624~10159261,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.254 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.254 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.260 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.260 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 7 diff [28859530~1851673,49028507~5174721,62412422~4874572,113747440~5722255,167064891~4023108,245357460~3717924,324128548~2548264,341625650~888007,400618194~5602221] 2023-12-16T19:04:00.260 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,62412422~4874572,113747440~5722255,167064891~4023108,245357460~3717924,324128548~2548264,341625650~888007,400618194~5602221] 2023-12-16T19:04:00.266 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,113246208~6223487,167064891~4023108,245357460~3717924,322961408~3715404,341625650~888007,399323004~6897411] 2023-12-16T19:04:00.266 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 8 diff [28859530~1851673,49028507~5174721,62412422~4874572,80468274~6165077,97471474~4300700,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,244044650~7580295,308802061~5943838,324128548~2548264,341625650~888007,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.266 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,62412422~4874572,80468274~6165077,97471474~4300700,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,244044650~7580295,308802061~5943838,324128548~2548264,341625650~888007,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.273 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~6165077,97471474~4300700,110290016~9179679,137367403~7738676,145634900~6956936,167064891~4023108,244044650~7580295,308802061~5943838,322961408~3715404,341625650~888007,364341404~7895131,399323004~6897411] 2023-12-16T19:04:00.273 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 9 diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~6165077,97471474~4300700,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~888007,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.273 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~6165077,97471474~4300700,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~888007,364341404~7895131,400618194~5602221] 2023-12-16T19:04:00.277 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~6165077,97471474~4300700,110290016~9179679,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,341625650~888007,364341404~7895131,399323004~6897411] 2023-12-16T19:04:00.277 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 10 diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10256069,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~888007,364341404~7895131,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.277 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,49028507~5174721,58780174~8506820,80468274~10256069,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341625650~888007,364341404~7895131,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.283 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,49028507~5174721,58720256~8566738,80468274~10256069,97471474~7734195,107584451~11885244,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,341625650~888007,364341404~7895131,399323004~6897411,410533807~1593789] 2023-12-16T19:04:00.283 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 11 diff [28859530~1851673,45324277~8878951,58780174~8506820,77047656~13676687,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,122108504~4423256,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341531058~7152226,364341404~10497101,390659643~7810892,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.283 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [28859530~1851673,45324277~8878951,58780174~8506820,77047656~13676687,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,122108504~4423256,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,308802061~5943838,317825626~3545082,324128548~2548264,335758475~1486362,341531058~7152226,364341404~10497101,390659643~7810892,400618194~5602221,410533807~1593789] 2023-12-16T19:04:00.289 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~5545379,45324277~8878951,58720256~8566738,77047656~13676687,97471474~7734195,107584451~11885244,121634816~4896944,137367403~7738676,145634900~6956936,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~5633201,278198917~1530522,308802061~5943838,317825626~3545082,322961408~3715404,335544320~1700517,341531058~7152226,364341404~10497101,390070272~8400263,399323004~6897411,410533807~1593789] 2023-12-16T19:04:00.289 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 12 diff [12832821~2473138,17005167~2187254,28859530~1851673,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20698867,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~4172574,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.289 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,28859530~1851673,39289429~1411032,45324277~8878951,58780174~8506820,70025476~20698867,97471474~7734195,107584451~3947118,112876221~824035,113747440~5722255,122108504~4423256,137367403~15224433,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~4172574,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.294 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,25165824~5545379,39109062~1591399,45324277~8878951,58720256~8566738,70025476~20698867,97471474~7734195,107584451~11885244,121634816~4896944,137367403~15224433,167064891~4023108,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~4172574,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.294 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,45324277~8878951,58780174~8506820,70025476~21483687,97471474~7734195,107584451~11885244,122108504~4423256,137367403~15224433,167064891~4023108,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.294 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,45324277~8878951,58780174~8506820,70025476~21483687,97471474~7734195,107584451~11885244,122108504~4423256,137367403~15224433,167064891~4023108,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.300 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,25165824~5545379,37863709~3059098,45324277~8878951,58720256~8566738,70025476~21483687,97471474~7734195,107584451~11885244,121634816~4896944,137367403~15224433,167064891~4023108,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.300 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~12197792,122108504~4423256,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.300 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~12197792,122108504~4423256,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,400618194~11509402] 2023-12-16T19:04:00.306 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~8350088,107271903~12197792,121634816~4896944,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~9625935,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.306 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.307 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,400618194~11509402] 2023-12-16T19:04:00.312 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~8350088,107271903~13756338,121634816~4896944,137367403~15224433,159120943~4869949,167064891~4023108,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390070272~8400263,399323004~12804592] 2023-12-16T19:04:00.313 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,130983995~809116,137367403~15224433,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.313 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,37863709~3059098,44452106~13449044,58780174~8506820,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,130983995~809116,137367403~15224433,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,400618194~13144639] 2023-12-16T19:04:00.318 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,37863709~3059098,44452106~13449044,58720256~8566738,70025476~21483687,97471474~8350088,107271903~13756338,121634816~4896944,130983995~809116,137367403~15224433,159120943~4869949,167064891~4023108,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~9625935,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.318 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.318 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~8736267,44452106~13449044,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.323 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,25165824~5545379,32186540~8736267,44452106~13449044,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~4023108,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.324 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.324 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,28859530~1851673,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.329 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,25165824~5545379,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~10576903,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.329 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.329 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:00.336 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:00.336 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 8 diff [80468274~6165077,97471474~4300700,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,244044650~7580295,308802061~5943838,364341404~7895131] 2023-12-16T19:04:00.336 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [80468274~6165077,97471474~4300700,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,244044650~7580295,308802061~5943838,364341404~7895131] 2023-12-16T19:04:00.341 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [80468274~6165077,97471474~4300700,110290016~3410240,114591903~629124,137367403~7738676,145634900~6956936,244044650~7580295,308802061~5943838,364341404~7895131] 2023-12-16T19:04:00.341 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 9 diff [58780174~7907531,80468274~6165077,97471474~4300700,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,335758475~1486362,364341404~7895131] 2023-12-16T19:04:00.341 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [58780174~7907531,80468274~6165077,97471474~4300700,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,335758475~1486362,364341404~7895131] 2023-12-16T19:04:00.346 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [58780174~7907531,80468274~6165077,97471474~4300700,110290016~3410240,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,233527452~5674089,244044650~7580295,252775434~1591329,256887315~3352851,308802061~5943838,317825626~3545082,335544320~1700517,364341404~7895131] 2023-12-16T19:04:00.347 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 10 diff [58780174~7907531,80468274~10256069,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,335758475~1486362,364341404~7895131,410533807~1593789] 2023-12-16T19:04:00.347 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [58780174~7907531,80468274~10256069,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,335758475~1486362,364341404~7895131,410533807~1593789] 2023-12-16T19:04:00.352 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [58780174~7907531,80468274~10256069,97471474~7734195,107584451~6115805,114591903~629124,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,308802061~5943838,317825626~3545082,335544320~1700517,364341404~7895131,410533807~1593789] 2023-12-16T19:04:00.352 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 11 diff [45324277~8149004,58780174~7907531,77047656~13676687,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,122108504~4423256,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,308802061~5943838,317825626~3545082,335758475~1486362,341531058~7152226,364341404~10497101,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.352 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [45324277~8149004,58780174~7907531,77047656~13676687,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,122108504~4423256,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,308802061~5943838,317825626~3545082,335758475~1486362,341531058~7152226,364341404~10497101,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.358 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [45324277~8149004,58780174~7907531,77047656~13676687,97471474~7734195,107584451~6115805,114591903~629124,121634816~4896944,137367403~7738676,145634900~6956936,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~8757839,266266769~5633201,278198917~1530522,308802061~5943838,317825626~3545082,335544320~1700517,341531058~7152226,364341404~10497101,390070272~8400263,410533807~1593789] 2023-12-16T19:04:00.358 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 12 diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,58780174~7907531,70025476~20698867,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,122108504~4423256,137367403~15224433,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~1663150,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.358 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,58780174~7907531,70025476~20698867,97471474~7734195,107584451~3947118,112876221~824035,114591903~629124,122108504~4423256,137367403~15224433,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~1663150,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.363 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,39109062~1591399,45324277~8149004,58780174~7907531,70025476~20698867,97471474~7734195,107584451~6115805,114591903~629124,121634816~4896944,137367403~15224433,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,308802061~5943838,317825626~3545082,322504238~1663150,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.363 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,58780174~7907531,70025476~21483687,97471474~7734195,107584451~8001938,122108504~4423256,137367403~15224433,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.363 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,58780174~7907531,70025476~21483687,97471474~7734195,107584451~8001938,122108504~4423256,137367403~15224433,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.369 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,45324277~8149004,58780174~7907531,70025476~21483687,97471474~7734195,107584451~8001938,121634816~4896944,137367403~15224433,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.369 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~8314486,122108504~4423256,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.369 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~8314486,122108504~4423256,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.374 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~8314486,121634816~4896944,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,308802061~5943838,317825626~3545082,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.374 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.374 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.380 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,121634816~4896944,137367403~15224433,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,364341404~10497101,376668701~2812545,380177860~4422417,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.380 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,130983995~809116,137367403~15224433,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.380 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,122108504~4423256,130983995~809116,137367403~15224433,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.386 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~21483687,97471474~8350088,107271903~13756338,121634816~4896944,130983995~809116,137367403~15224433,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.386 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.386 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.393 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~7583043,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.393 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.393 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.398 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,27040743~1536601,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,308802061~12568647,321553270~2614118,325552198~6577975,335544320~1700517,341531058~7152226,364341404~11658308,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.399 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.399 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.404 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.404 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 9 diff [58780174~7907531,142704790~1300289,181662104~4125422,233527452~5674089,252775434~1591329,256887315~3352851,317825626~3545082,335758475~1486362] 2023-12-16T19:04:00.404 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [58780174~7907531,142704790~1300289,181662104~4125422,233527452~5674089,252775434~1591329,256887315~3352851,317825626~3545082,335758475~1486362] 2023-12-16T19:04:00.409 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [58780174~7907531,142704790~1300289,181662104~4125422,233527452~5674089,252775434~1591329,256887315~3352851,317825626~3545082,335544320~1700517] 2023-12-16T19:04:00.409 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 10 diff [58780174~7907531,83866055~6858288,101337360~3868309,107584451~3947118,142704790~1300289,181662104~4125422,194657680~6300525,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,317825626~3545082,335758475~1486362,410533807~1593789] 2023-12-16T19:04:00.409 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [58780174~7907531,83866055~6858288,101337360~3868309,107584451~3947118,142704790~1300289,181662104~4125422,194657680~6300525,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,317825626~3545082,335758475~1486362,410533807~1593789] 2023-12-16T19:04:00.415 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [58780174~7907531,83866055~6858288,101337360~3868309,107584451~3947118,142704790~1300289,181662104~4125422,194657680~6300525,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~464394,278198917~1530522,317825626~3545082,335544320~1700517,410533807~1593789] 2023-12-16T19:04:00.415 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 11 diff [45324277~8149004,58780174~7907531,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~4878361,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,317825626~3545082,335758475~1486362,341531058~7152226,372215927~2622578,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.415 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [45324277~8149004,58780174~7907531,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~4878361,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~464394,266769280~5130690,278198917~1530522,317825626~3545082,335758475~1486362,341531058~7152226,372215927~2622578,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.421 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [45324277~8149004,58780174~7907531,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,121634816~4896944,139532922~4878361,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~8757839,266266769~5633201,278198917~1530522,317825626~3545082,335544320~1700517,341531058~7152226,372215927~2622578,390070272~8400263,410533807~1593789] 2023-12-16T19:04:00.421 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 12 diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,58780174~7907531,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~9706444,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,317825626~3545082,322504238~1663150,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.421 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,58780174~7907531,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~9706444,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,317825626~3545082,322504238~1663150,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.427 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,39109062~1591399,45324277~8149004,58780174~7907531,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,121634816~4896944,139532922~9706444,181662104~4125422,194657680~6300525,211606992~3241888,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,317825626~3545082,322504238~1663150,335544320~1700517,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.427 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,58780174~7907531,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,122108504~4423256,139532922~9706444,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.427 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,58780174~7907531,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,122108504~4423256,139532922~9706444,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.432 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,45324277~8149004,58780174~7907531,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,121634816~4896944,139532922~9706444,181662104~4125422,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.432 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.432 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.438 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,121634816~4896944,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252775434~1591329,256887315~15012655,278198917~1530522,287141838~24968,317825626~3545082,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.438 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.438 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.443 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,121634816~4896944,139532922~9706444,159120943~4869949,176182062~9605464,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.443 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.443 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.449 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,37863709~3059098,44452106~13449044,58780174~7907531,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,121634816~4896944,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,322504238~1663150,325552198~6577975,335544320~1700517,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.449 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.449 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.455 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,32186540~8736267,44452106~13449044,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,252659667~19240303,278198917~1530522,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335544320~1700517,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.456 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.456 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335758475~1486362,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.463 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,27040743~1536601,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,313397231~7973477,321553270~2614118,325552198~6577975,335544320~1700517,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.463 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.463 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.466 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.466 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 10 diff [83866055~6858288,101337360~3868309,107584451~3947118,194657680~6300525,244041902~4639255,258712245~6932909,266266769~464394,278198917~1530522,410533807~1593789] 2023-12-16T19:04:00.466 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [83866055~6858288,101337360~3868309,107584451~3947118,194657680~6300525,244041902~4639255,258712245~6932909,266266769~464394,278198917~1530522,410533807~1593789] 2023-12-16T19:04:00.472 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [83866055~6858288,101337360~3868309,107584451~3947118,194657680~6300525,244041902~4639255,258712245~6932909,266266769~464394,278198917~1530522,410533807~1593789] 2023-12-16T19:04:00.472 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 11 diff [45324277~8149004,63710644~719888,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~4878361,194657680~6300525,211606992~3241888,244041902~4639255,258712245~6932909,266266769~464394,266769280~5130690,278198917~1530522,341531058~7152226,372215927~2622578,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.472 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [45324277~8149004,63710644~719888,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~4878361,194657680~6300525,211606992~3241888,244041902~4639255,258712245~6932909,266266769~464394,266769280~5130690,278198917~1530522,341531058~7152226,372215927~2622578,390659643~7810892,410533807~1593789] 2023-12-16T19:04:00.477 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [45324277~8149004,63710644~719888,77047656~6519054,83866055~6858288,101337360~3868309,107584451~3947118,121634816~4896944,139532922~4878361,194657680~6300525,211606992~3241888,244041902~4639255,258712245~6932909,266266769~5633201,278198917~1530522,341531058~7152226,372215927~2622578,390070272~8400263,410533807~1593789] 2023-12-16T19:04:00.478 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 12 diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,63710644~719888,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~9706444,194657680~6300525,211606992~3241888,244041902~4639255,258712245~13187725,278198917~1530522,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.478 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,63710644~719888,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,122108504~4423256,139532922~9706444,194657680~6300525,211606992~3241888,244041902~4639255,258712245~13187725,278198917~1530522,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.483 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,39109062~1591399,45324277~8149004,63710644~719888,70025476~13541234,83866055~6858288,101337360~3868309,107584451~3947118,121634816~4896944,139532922~9706444,194657680~6300525,211606992~3241888,244041902~4639255,258712245~13187725,278198917~1530522,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.483 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,122108504~4423256,139532922~9706444,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.483 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,122108504~4423256,139532922~9706444,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.489 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,83866055~7643108,101337360~3868309,107584451~8001938,121634816~4896944,139532922~9706444,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.489 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.489 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~8210857] 2023-12-16T19:04:00.494 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~8314486,121634816~4896944,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,244041902~4639255,258712245~13187725,278198917~1530522,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.494 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.494 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~8210857] 2023-12-16T19:04:00.500 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,121634816~4896944,139532922~9706444,159120943~4869949,176182062~7982749,192985965~7972240,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390070272~8400263,403916739~8210857] 2023-12-16T19:04:00.500 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.500 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.506 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,83866055~7643108,100506355~5315207,107271903~13756338,121634816~4896944,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~7972240,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.506 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.506 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.511 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,252659667~4713178,258712245~13187725,278198917~1530522,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.512 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.512 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.517 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.517 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.517 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.523 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.523 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 11 diff [45324277~8149004,63710644~719888,77047656~6519054,122108504~4423256,139532922~4878361,211606992~3241888,266769280~5130690,341531058~7152226,372215927~2622578,390659643~7810892] 2023-12-16T19:04:00.523 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [45324277~8149004,63710644~719888,77047656~6519054,122108504~4423256,139532922~4878361,211606992~3241888,266769280~5130690,341531058~7152226,372215927~2622578,390659643~7810892] 2023-12-16T19:04:00.528 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [45324277~8149004,63710644~719888,77047656~6519054,121634816~4896944,139532922~4878361,211606992~3241888,266731163~5168807,341531058~7152226,372215927~2622578,390070272~8400263] 2023-12-16T19:04:00.529 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 12 diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,63710644~719888,70025476~13541234,122108504~4423256,139532922~9706444,211606992~3241888,265447343~6452627,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.529 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,39289429~1411032,45324277~8149004,63710644~719888,70025476~13541234,122108504~4423256,139532922~9706444,211606992~3241888,265447343~6452627,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.537 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,39109062~1591399,45324277~8149004,63710644~719888,70025476~13541234,121634816~4896944,139532922~9706444,211606992~3241888,265447343~6452627,322504238~1663150,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~6795462] 2023-12-16T19:04:00.537 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,89840916~1668247,109762999~5823390,122108504~4423256,139532922~9706444,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,265412733~6487237,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.537 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,89840916~1668247,109762999~5823390,122108504~4423256,139532922~9706444,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,265412733~6487237,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.541 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,45324277~8149004,63710644~719888,70025476~13541234,89840916~1668247,109762999~5823390,121634816~4896944,139532922~9706444,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,265412733~6487237,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~6795462] 2023-12-16T19:04:00.541 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,263978194~7921776,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.541 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~8314486,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,263978194~7921776,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390659643~7810892,403916739~6795462] 2023-12-16T19:04:00.545 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~8314486,121634816~4896944,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,263978194~7921776,287141838~24968,322504238~1663150,325552198~6577975,341531058~7152226,372215927~2622578,376668701~2812545,390070272~8400263,403916739~6795462] 2023-12-16T19:04:00.545 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~6795462] 2023-12-16T19:04:00.545 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,122108504~4423256,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390154939~8315596,403916739~6795462] 2023-12-16T19:04:00.551 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,37863709~3059098,44452106~13449044,63710644~719888,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,121634816~4896944,139532922~9706444,159120943~4869949,176182062~7982749,192985965~3224037,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~3097621,376668701~2812545,380177860~4422417,390070272~8400263,403916739~6795462] 2023-12-16T19:04:00.551 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.551 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,122108504~4423256,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,389276327~9194208,403916739~9846094] 2023-12-16T19:04:00.556 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,37863709~3059098,44452106~13449044,61147205~4987254,70025476~13541234,89840916~1668247,100506355~5315207,107271903~13756338,121634816~4896944,130983995~809116,139532922~9706444,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.557 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.557 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.562 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,32186540~8736267,44452106~13449044,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~7921776,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.562 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.562 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.568 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,27040743~1536601,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,341531058~7152226,371740884~4258828,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.568 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.568 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:00.574 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:00.574 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 12 diff [12832821~2473138,17005167~2187254,39289429~1411032,70025476~7531823,144138783~5100583,265447343~2521998,322504238~1663150,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.574 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12832821~2473138,17005167~2187254,39289429~1411032,70025476~7531823,144138783~5100583,265447343~2521998,322504238~1663150,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.580 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~2723047,16777216~2415205,39109062~1591399,70025476~7531823,144138783~5100583,265447343~2521998,322504238~1663150,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.580 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 13 diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,70025476~7531823,89840916~1668247,109762999~5823390,144138783~5100583,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,322504238~1663150,325552198~6577975,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.580 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,70025476~7531823,89840916~1668247,109762999~5823390,144138783~5100583,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,322504238~1663150,325552198~6577975,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.585 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,70025476~7531823,89840916~1668247,109762999~5823390,144138783~5100583,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,322504238~1663150,325552198~6577975,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.585 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 14 diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~8314486,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,322504238~1663150,325552198~6577975,373148604~986786,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.585 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,12832821~2473138,17005167~2187254,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~8314486,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,322504238~1663150,325552198~6577975,373148604~986786,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.591 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,12582912~2723047,16777216~2415205,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~8314486,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,322504238~1663150,325552198~6577975,373148604~986786,376668701~2812545,403916739~6795462] 2023-12-16T19:04:00.591 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 15 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,376668701~2812545,380177860~4422417,390154939~6052097,403916739~6795462] 2023-12-16T19:04:00.591 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,376668701~2812545,380177860~4422417,390154939~6052097,403916739~6795462] 2023-12-16T19:04:00.596 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,37863709~3059098,44452106~2139928,49725223~8175927,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,144138783~5100583,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,376668701~2812545,380177860~4422417,390154939~6052097,403916739~6795462] 2023-12-16T19:04:00.597 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 16 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,144138783~5100583,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,389276327~7273136,403916739~9846094] 2023-12-16T19:04:00.597 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,144138783~5100583,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,389276327~7273136,403916739~9846094] 2023-12-16T19:04:00.602 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,70025476~7531823,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,144138783~5100583,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,322504238~1663150,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:00.602 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 17 diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,70025476~7531823,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.603 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,12832821~2473138,17005167~2187254,22759948~20157,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,70025476~7531823,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.608 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,12582912~2723047,16777216~2415205,20971520~1808585,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,70025476~7531823,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:00.608 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 18 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.608 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.614 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~1808585,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~2614118,325552198~6577975,371740884~2509042,374521748~1477964,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:00.614 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 19 diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.614 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:00.622 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:00.622 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 13 diff [9057190~373046,37863709~3059098,89840916~1668247,109762999~5823390,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,325552198~6577975] 2023-12-16T19:04:00.623 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [9057190~373046,37863709~3059098,89840916~1668247,109762999~5823390,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,325552198~6577975] 2023-12-16T19:04:00.625 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~1041628,37863709~3059098,89840916~1668247,109762999~5823390,192985965~3224037,218111408~5992881,224799946~5822341,265412733~2637729,287141838~24968,325552198~6577975] 2023-12-16T19:04:00.625 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 14 diff [2623429~5750615,9057190~373046,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~8314486,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,325552198~6577975,373148604~986786] 2023-12-16T19:04:00.625 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,9057190~373046,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~8314486,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,325552198~6577975,373148604~986786] 2023-12-16T19:04:00.631 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,8388608~1041628,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~8314486,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,263978194~4072268,287141838~24968,325552198~6577975,373148604~986786] 2023-12-16T19:04:00.631 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 15 diff [2623429~8627446,22759948~20157,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.631 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.637 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,37863709~3059098,44452106~2139928,49725223~8175927,89840916~1668247,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,192985965~3224037,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.637 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 16 diff [2623429~8627446,22759948~20157,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.637 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.642 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,27040743~1536601,37863709~3059098,44452106~2139928,49725223~8175927,61147205~4987254,89840916~1668247,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,192985965~3224037,204760382~5057154,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.642 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 17 diff [2623429~8627446,22759948~20157,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.642 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.648 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,27040743~1536601,32186540~8736267,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,252659667~4713178,263978194~4072268,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.648 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 18 diff [2623429~8627446,11848733~4508660,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.648 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.655 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~1808585,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,313397231~5417408,321553270~1356692,325552198~6577975,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.655 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 19 diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.655 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.661 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.661 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 14 diff [2623429~5750615,44452106~2139928,49725223~8175927,100506355~5315207,107271903~7553411,159120943~4869949,176182062~7982749,194993939~590525,263978194~2613632,373148604~986786] 2023-12-16T19:04:00.661 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~5750615,44452106~2139928,49725223~8175927,100506355~5315207,107271903~7553411,159120943~4869949,176182062~7982749,194993939~590525,263978194~2613632,373148604~986786] 2023-12-16T19:04:00.666 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~5750615,44452106~2139928,49725223~8175927,100506355~5315207,107271903~7553411,159120943~4869949,176182062~7982749,194993939~590525,263978194~2613632,373148604~986786] 2023-12-16T19:04:00.666 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 15 diff [2623429~8627446,22759948~20157,44452106~2139928,49725223~8175927,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,194993939~590525,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.666 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,44452106~2139928,49725223~8175927,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,194993939~590525,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.673 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,44452106~2139928,49725223~8175927,100506355~5315207,107271903~13756338,159120943~4869949,176182062~7982749,194993939~590525,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.673 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 16 diff [2623429~8627446,22759948~20157,27040743~1536601,44452106~2139928,49725223~8175927,61147205~4987254,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,194993939~590525,204760382~5057154,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.673 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,27040743~1536601,44452106~2139928,49725223~8175927,61147205~4987254,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,194993939~590525,204760382~5057154,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.677 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,27040743~1536601,44452106~2139928,49725223~8175927,61147205~4987254,100506355~5315207,107271903~13756338,130983995~809116,159120943~4869949,176182062~11315710,194993939~590525,204760382~5057154,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.677 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 17 diff [2623429~8627446,22759948~20157,27040743~1536601,32186540~7872369,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.678 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,22759948~20157,27040743~1536601,32186540~7872369,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.685 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~8627446,20971520~1808585,27040743~1536601,32186540~7872369,44452106~2139928,49587102~8314048,61147205~4987254,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,252659667~4713178,263978194~2613632,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.685 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 18 diff [2623429~8627446,11848733~4508660,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.686 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.689 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~1808585,27040743~1536601,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176182062~11315710,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.689 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 19 diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.689 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.694 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.694 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 15 diff [6750334~4500541,22759948~20157,113397310~7630931,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.695 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,22759948~20157,113397310~7630931,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.700 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~4500541,20971520~1808585,113397310~7630931,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,380177860~4422417,390154939~6052097] 2023-12-16T19:04:00.700 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 16 diff [6750334~4500541,22759948~20157,27040743~1536601,61147205~4987254,113397310~7630931,130983995~809116,179925463~7572309,204760382~5057154,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.700 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,22759948~20157,27040743~1536601,61147205~4987254,113397310~7630931,130983995~809116,179925463~7572309,204760382~5057154,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,389276327~7273136,408891436~4871397] 2023-12-16T19:04:00.705 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~4500541,20971520~1808585,27040743~1536601,61147205~4987254,113397310~7630931,130983995~809116,179925463~7572309,204760382~5057154,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.706 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 17 diff [6750334~4500541,22759948~20157,27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.706 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,22759948~20157,27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.711 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~4500541,20971520~1808585,27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,235655900~2492732,252659667~4713178,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.711 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 18 diff [6750334~4500541,11848733~4508660,22759948~20157,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.711 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.717 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~1808585,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,313397231~5417408,321553270~1356692,371740884~2509042,374521748~1477964,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.717 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 19 diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.717 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:00.723 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~10219632,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:00.723 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 16 diff [27040743~1536601,61147205~4987254,130983995~809116,179925463~7572309,204760382~5057154,374521748~1477964,389276327~6047062,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.724 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [27040743~1536601,61147205~4987254,130983995~809116,179925463~7572309,204760382~5057154,374521748~1477964,389276327~6047062,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.729 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [27040743~1536601,61147205~4987254,130983995~809116,179925463~7572309,204760382~5057154,374521748~1477964,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.729 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 17 diff [27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,321553270~1356692,374521748~1477964,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.729 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,321553270~1356692,374521748~1477964,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.734 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [27040743~1536601,32186540~7872369,49587102~3919232,61147205~4987254,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,179925463~7572309,199849787~9967749,321553270~1356692,374521748~1477964,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.734 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 18 diff [11848733~4508660,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,374521748~1477964,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.734 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,374521748~1477964,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.740 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,27040743~1536601,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~11131772,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,374521748~1477964,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.740 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 19 diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.740 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.745 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:00.745 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 17 diff [32186540~7872369,49587102~3919232,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,199849787~7654968,321553270~1356692,387433127~2759035] 2023-12-16T19:04:00.745 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [32186540~7872369,49587102~3919232,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,199849787~7654968,321553270~1356692,387433127~2759035] 2023-12-16T19:04:00.751 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [32186540~7872369,49587102~3919232,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,199849787~7654968,321553270~1356692,387433127~2759035] 2023-12-16T19:04:00.751 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 18 diff [11848733~4508660,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~5297008,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,387433127~2759035,390360625~625030] 2023-12-16T19:04:00.751 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~5297008,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,387433127~2759035,390360625~625030] 2023-12-16T19:04:00.757 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176366000~5297008,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,321553270~1356692,387433127~2759035,390360625~625030] 2023-12-16T19:04:00.757 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 19 diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:00.757 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:00.762 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,387433127~3552528] 2023-12-16T19:04:00.762 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to 18 diff [11848733~4508660,40050124~5082138,77954949~3208040,167083048~6180762,176366000~5297008,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,390360625~625030] 2023-12-16T19:04:00.763 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,40050124~5082138,77954949~3208040,167083048~6180762,176366000~5297008,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,390360625~625030] 2023-12-16T19:04:00.768 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,40050124~5082138,77954949~3208040,167083048~6180762,176366000~5297008,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,390360625~625030] 2023-12-16T19:04:00.768 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to 19 diff [11848733~4508660,24755063~6436089,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1774343] 2023-12-16T19:04:00.768 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1774343] 2023-12-16T19:04:00.773 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~4649585,337244837~5110925,371671272~4971565,389211312~1774343] 2023-12-16T19:04:00.774 INFO:tasks.workunit.client.0.smithi071.stdout:from 18 to 19 diff [24755063~6436089,41989185~3052143,176126965~5068584,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1585149] 2023-12-16T19:04:00.774 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [24755063~6436089,41989185~3052143,176126965~5068584,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1585149] 2023-12-16T19:04:00.779 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [22780105~8411047,41989185~3052143,176126965~5068584,288902037~6904084,301989888~4541961,317498125~4649585,337244837~5110925,371671272~4971565,389211312~1585149] 2023-12-16T19:04:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:00 smithi071 ceph-mon[139725]: pgmap v3224: 137 pgs: 137 active+clean; 791 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 34 MiB/s wr, 20 op/s 2023-12-16T19:04:00.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:00 smithi071 ceph-mon[139725]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T19:04:00.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:00 smithi071 ceph-mon[142085]: pgmap v3224: 137 pgs: 137 active+clean; 791 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 34 MiB/s wr, 20 op/s 2023-12-16T19:04:00.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:00 smithi071 ceph-mon[142085]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T19:04:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:00 smithi184 ceph-mon[136228]: pgmap v3224: 137 pgs: 137 active+clean; 791 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 34 MiB/s wr, 20 op/s 2023-12-16T19:04:01.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:00 smithi184 ceph-mon[136228]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-16T19:04:01.665 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.666 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.690 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:01.690 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.690 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.696 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:01.696 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.696 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:01.703 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:01.703 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:01.703 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:01.710 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:01.710 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.710 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.715 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:01.715 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.715 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.721 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:01.721 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.721 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:01.727 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:01.727 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.727 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.732 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:01.733 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.733 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.738 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:01.738 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.739 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.744 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:01.744 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.744 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:01.750 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:01.750 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:01.750 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:01.756 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:01.756 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.756 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.762 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:01.762 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.762 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.767 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:01.767 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.767 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:01.773 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~10219632,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:01.773 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:01.773 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:01.779 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:01.779 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to HEAD diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:01.779 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:01.784 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,387433127~3552528] 2023-12-16T19:04:01.784 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to HEAD diff [11848733~4508660,24755063~6436089,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1774343] 2023-12-16T19:04:01.784 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~4649585,339170407~3185355,371671272~4971565,389211312~1774343] 2023-12-16T19:04:01.790 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,40050124~5082138,77954949~3208040,167083048~6180762,176126965~5536043,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~4649585,337244837~5110925,371671272~4971565,389211312~1774343] 2023-12-16T19:04:02.668 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.668 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.699 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:02.699 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.699 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.705 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:02.705 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.705 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:02.711 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:02.711 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:02.711 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:02.717 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:02.717 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.717 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.723 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:02.723 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.723 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.728 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:02.728 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.728 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:02.736 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:02.737 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.737 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.740 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:02.740 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.740 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.746 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:02.746 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.746 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.751 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:02.751 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.752 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:02.757 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:02.757 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:02.757 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:02.763 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:02.763 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.763 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.769 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:02.769 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.769 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.774 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:02.774 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.774 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:02.779 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~10219632,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:02.780 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:02.780 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:02.785 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:02.785 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to HEAD diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:02.785 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~3552528] 2023-12-16T19:04:02.790 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~5536043,199849787~7654968,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,387433127~3552528] 2023-12-16T19:04:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:02 smithi071 ceph-mon[139725]: pgmap v3226: 137 pgs: 137 active+clean; 830 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 358 op/s 2023-12-16T19:04:02.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:02 smithi071 ceph-mon[139725]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T19:04:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:02 smithi071 ceph-mon[142085]: pgmap v3226: 137 pgs: 137 active+clean; 830 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 358 op/s 2023-12-16T19:04:02.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:02 smithi071 ceph-mon[142085]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T19:04:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:02 smithi184 ceph-mon[136228]: pgmap v3226: 137 pgs: 137 active+clean; 830 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 32 MiB/s wr, 358 op/s 2023-12-16T19:04:03.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:02 smithi184 ceph-mon[136228]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-16T19:04:03.689 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.689 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.720 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:03.720 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.720 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.725 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:03.726 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.726 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:03.731 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:03.731 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:03.732 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:03.737 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:03.738 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.738 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.744 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:03.744 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.744 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.749 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:03.750 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.750 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:03.757 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:03.757 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.757 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.761 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:03.761 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.761 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.768 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:03.768 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.768 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.773 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:03.773 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.773 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:03.779 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:03.779 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:03.779 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:03.784 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:03.785 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.785 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.791 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:03.791 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.791 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.796 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:03.796 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.796 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:03.801 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~10219632,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:03.801 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:03.801 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [11848733~4508660,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,302003957~4527892,317498125~5411837,339170407~3185355,371671272~4971565,387433127~7890262,395459099~1090364,408891436~4871397] 2023-12-16T19:04:03.806 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [11250875~5106518,22780105~8411047,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,251504344~4840544,259205200~503466,267560139~1606660,277656578~4084195,288902037~6904084,301989888~4541961,317498125~5411837,337244837~5110925,371671272~4971565,385875968~9447421,395459099~1090364,408891436~4871397] 2023-12-16T19:04:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:03 smithi071 ceph-mon[139725]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T19:04:03.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:03 smithi071 ceph-mon[142085]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T19:04:03.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:03 smithi184 ceph-mon[136228]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-16T19:04:04.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:04.703 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.703 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.728 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:04.728 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.728 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.734 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:04.734 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.734 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:04.740 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:04.740 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:04.740 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:04.746 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:04.746 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.746 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.752 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:04.752 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.752 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.758 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:04.758 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.758 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:04.763 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:04.764 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.764 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.769 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:04.770 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.770 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.775 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:04.775 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.775 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.780 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:04.781 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.781 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:04.789 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:04.789 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:04.789 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:04.792 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:04.792 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.792 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.797 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:04.798 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.798 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.803 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:04.803 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.803 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [6750334~4500541,11848733~4508660,22759948~20157,24755063~6436089,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:04.808 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [6750334~9607059,20971520~10219632,32186540~12945722,49587102~3919232,61147205~4987254,77954949~3208040,85518355~7484547,113397310~7630931,123796128~8378887,150428126~23244,164632360~767184,167083048~6180762,176126965~11370807,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:04.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:04 smithi071 ceph-mon[139725]: pgmap v3229: 137 pgs: 137 active+clean; 864 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 24 MiB/s wr, 2.99k op/s 2023-12-16T19:04:04.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:04 smithi071 ceph-mon[139725]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T19:04:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:04 smithi071 ceph-mon[142085]: pgmap v3229: 137 pgs: 137 active+clean; 864 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 24 MiB/s wr, 2.99k op/s 2023-12-16T19:04:04.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:04 smithi071 ceph-mon[142085]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T19:04:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:04 smithi184 ceph-mon[136228]: pgmap v3229: 137 pgs: 137 active+clean; 864 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 24 MiB/s wr, 2.99k op/s 2023-12-16T19:04:05.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:04 smithi184 ceph-mon[136228]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-16T19:04:05.711 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.711 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.744 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:05.744 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.744 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.750 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:05.750 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.750 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:05.756 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:05.756 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:05.756 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:05.761 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:05.762 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.762 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.768 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:05.768 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.768 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.773 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:05.773 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.773 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:05.779 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:05.779 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.779 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.784 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:05.785 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.785 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.790 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:05.790 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.790 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.795 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:05.796 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.796 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:05.801 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:05.801 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:05.801 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:05.806 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:05.806 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:05.806 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:05.813 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:05.813 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:05.813 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,302003957~4527892,313397231~9512731,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:05.817 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,194993939~590525,199849787~9967749,235655900~2492732,251504344~5868501,259205200~503466,263978194~2613632,267560139~1606660,277656578~4084195,281800613~315426,288902037~6904084,301989888~4541961,313397231~9512731,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:05.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:05 smithi071 ceph-mon[139725]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T19:04:05.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:05 smithi071 ceph-mon[142085]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T19:04:06.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:05 smithi184 ceph-mon[136228]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-16T19:04:06.720 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.720 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.778 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:06.778 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.778 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.784 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:06.784 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.784 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:06.790 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:06.790 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:06.790 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:06.795 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:06.795 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.796 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.801 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:06.802 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.802 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.807 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:06.807 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.807 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:06.813 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:06.813 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.813 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.819 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:06.819 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.819 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.824 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:06.825 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.825 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.830 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:06.830 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.830 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:06.835 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:06.835 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:06.835 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:06.841 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:06.841 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:06.841 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~9512731,325552198~6577975,339170407~3185355,371671272~4971565,380177860~4422417,387433127~9116336,408891436~4871397] 2023-12-16T19:04:06.846 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~9512731,325552198~6577975,337244837~5110925,371671272~4971565,380177860~4422417,385875968~10673495,408891436~4871397] 2023-12-16T19:04:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:06 smithi071 ceph-mon[139725]: pgmap v3232: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 863 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 MiB/s wr, 5.64k op/s 2023-12-16T19:04:06.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:06 smithi071 ceph-mon[139725]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T19:04:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:06 smithi071 ceph-mon[142085]: pgmap v3232: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 863 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 MiB/s wr, 5.64k op/s 2023-12-16T19:04:06.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:06 smithi071 ceph-mon[142085]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T19:04:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:06 smithi184 ceph-mon[136228]: pgmap v3232: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 863 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 10 MiB/s wr, 5.64k op/s 2023-12-16T19:04:07.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:06 smithi184 ceph-mon[136228]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-16T19:04:07.706 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:07] "GET /metrics HTTP/1.1" 200 36576 "" "Prometheus/2.43.0" 2023-12-16T19:04:07.728 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.728 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.771 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:07.771 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.771 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.777 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:07.777 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.777 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:07.783 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:07.783 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:07.783 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:07.788 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:07.789 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.789 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.794 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:07.794 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.794 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.800 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:07.800 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.800 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:07.805 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:07.805 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.806 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.811 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:07.811 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.811 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.816 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:07.817 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.817 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.822 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:07.822 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.822 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:07.827 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:07.827 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:07.827 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~3185355,371671272~4971565,376668701~2812545,380177860~4422417,387433127~9116336,403916739~9846094] 2023-12-16T19:04:07.832 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~14405494,49587102~8314048,61147205~4987254,70025476~7531823,77954949~3208040,85518355~7484547,100506355~5315207,107271903~13756338,123796128~8378887,144138783~5100583,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~5188605,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~5110925,371671272~4971565,376668701~2812545,380177860~4422417,385875968~10673495,403916739~9846094] 2023-12-16T19:04:07.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:07 smithi071 ceph-mon[139725]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T19:04:07.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:07 smithi071 ceph-mon[142085]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T19:04:08.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:07 smithi184 ceph-mon[136228]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-16T19:04:08.734 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.734 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.766 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:08.766 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.766 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.772 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:08.772 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.772 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:08.778 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:08.778 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:08.778 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:08.783 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:08.783 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.783 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.789 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:08.789 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.789 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.795 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:08.795 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.795 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:08.800 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:08.801 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.801 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.806 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:08.806 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.806 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.812 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:08.812 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.812 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.817 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:08.817 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.817 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:08.822 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,85518355~7484547,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~3224037,199849787~9967749,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,251504344~5868501,259205200~503466,263978194~7921776,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:08 smithi071 ceph-mon[139725]: pgmap v3235: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 856 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 1.3 MiB/s wr, 3.08k op/s 2023-12-16T19:04:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:08 smithi071 ceph-mon[139725]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T19:04:08.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:08 smithi071 ceph-mon[142085]: pgmap v3235: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 856 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 1.3 MiB/s wr, 3.08k op/s 2023-12-16T19:04:08.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:08 smithi071 ceph-mon[142085]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T19:04:09.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:08 smithi184 ceph-mon[136228]: pgmap v3235: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 856 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 1.3 MiB/s wr, 3.08k op/s 2023-12-16T19:04:09.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:08 smithi184 ceph-mon[136228]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-16T19:04:09.755 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.755 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.780 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:09.780 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.781 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.786 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:09.786 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.786 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:09.792 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:09.792 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:09.792 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:09.797 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:09.797 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.798 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.803 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:09.803 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.803 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.808 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:09.808 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.808 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:09.814 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:09.814 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.814 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.820 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:09.820 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.820 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.825 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:09.825 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.825 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:09.830 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,61147205~4987254,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,235655900~2492732,244041902~4639255,251504344~5868501,258712245~13187725,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,337244837~11438447,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:09 smithi071 ceph-mon[139725]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T19:04:09.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:09 smithi071 ceph-mon[142085]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T19:04:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:09 smithi184 ceph-mon[136228]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-16T19:04:10.752 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.753 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.789 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:10.789 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.789 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.794 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:10.795 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.795 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:10.800 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:10.800 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:10.800 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:10.806 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:10.806 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.806 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.811 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:10.811 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.812 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.817 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:10.817 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.817 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:10.823 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:10.823 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:10.823 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:10.828 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:10.828 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:10.828 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,122108504~10066511,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,313397231~10770157,325552198~6577975,335758475~1486362,339170407~9512877,371671272~4971565,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:10.833 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~13541234,83866055~9136847,100506355~5315207,107271903~13756338,121634816~10540199,139532922~9706444,150428126~23244,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~4639255,251504344~20395626,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,313397231~10770157,325552198~6577975,335544320~13138964,371671272~4971565,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:10 smithi071 ceph-mon[139725]: pgmap v3238: 137 pgs: 137 active+clean; 834 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 1.33k op/s 2023-12-16T19:04:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:10 smithi071 ceph-mon[139725]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T19:04:10.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:10 smithi071 ceph-mon[142085]: pgmap v3238: 137 pgs: 137 active+clean; 834 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 1.33k op/s 2023-12-16T19:04:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:10 smithi071 ceph-mon[142085]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T19:04:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:10 smithi184 ceph-mon[136228]: pgmap v3238: 137 pgs: 137 active+clean; 834 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 1.33k op/s 2023-12-16T19:04:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:10 smithi184 ceph-mon[136228]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-16T19:04:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.595 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.686 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.687 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.693 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.693 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:11.698 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:11.698 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:11.703 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.704 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.709 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.709 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.714 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.715 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:11.720 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:11.720 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~15365327,325552198~6577975,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,403916739~9846094] 2023-12-16T19:04:11.725 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58780174~7907531,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167083048~6180762,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~15365327,325552198~6577975,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,403916739~9846094] 2023-12-16T19:04:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:11 smithi184 ceph-mon[136228]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T19:04:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:11 smithi184 ceph-mon[136228]: pgmap v3241: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.47k op/s 2023-12-16T19:04:12.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:11 smithi184 ceph-mon[136228]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T19:04:12.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[139725]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T19:04:12.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[139725]: pgmap v3241: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.47k op/s 2023-12-16T19:04:12.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[139725]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T19:04:12.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[142085]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-16T19:04:12.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[142085]: pgmap v3241: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 123 KiB/s rd, 6.2 KiB/s wr, 1.47k op/s 2023-12-16T19:04:12.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:11 smithi071 ceph-mon[142085]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-16T19:04:12.745 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.745 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.791 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:12.792 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.792 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.798 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:12.798 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.798 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:12.803 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:12.804 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:12.804 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:12.809 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:12.810 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.810 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.815 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:12.815 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.815 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.820 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:12.820 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.820 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~8350088,107271903~13756338,122108504~10066511,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~9512877,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:12.825 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~8350088,107271903~13756338,121634816~10540199,137367403~15224433,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,218111408~5992881,224799946~5822341,233527452~5674089,244041902~27858068,277656578~4084195,281800613~315426,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~13138964,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:13.755 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.755 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.797 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:13.798 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.798 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.803 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:13.803 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.804 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:13.809 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:13.809 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:13.809 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:13.815 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:13.815 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:13.815 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:13.821 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:13.821 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:13.821 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2623429~8627446,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~4422417,387433127~11037408,400618194~13144639] 2023-12-16T19:04:13.826 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [2623429~13733964,16777216~2415205,20971520~10219632,32186540~25714610,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~767184,167064891~6198919,176126965~11370807,192985965~16831571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~4422417,385875968~12594567,399323004~14439829] 2023-12-16T19:04:14.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:13 smithi071 ceph-mon[142085]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T19:04:14.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:13 smithi071 ceph-mon[142085]: pgmap v3244: 137 pgs: 137 active+clean; 765 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2023-12-16T19:04:14.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:13 smithi071 ceph-mon[139725]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T19:04:14.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:13 smithi071 ceph-mon[139725]: pgmap v3244: 137 pgs: 137 active+clean; 765 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2023-12-16T19:04:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:13 smithi184 ceph-mon[136228]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-16T19:04:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:13 smithi184 ceph-mon[136228]: pgmap v3244: 137 pgs: 137 active+clean; 765 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2023-12-16T19:04:14.765 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.766 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.801 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:14.801 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.801 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.807 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:14.807 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.807 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:14.813 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:14.813 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:14.813 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:14.819 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:14.819 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~4869949,164632360~8631450,176126965~33690571,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~2812545,380177860~5292652,387433127~11037408,400618194~13144639] 2023-12-16T19:04:14.824 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~4869949,164632360~8631450,176126965~33690571,211606992~12973843,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~2812545,380177860~5292652,385875968~12594567,399323004~14439829] 2023-12-16T19:04:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:14 smithi184 ceph-mon[136228]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T19:04:15.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:14 smithi071 ceph-mon[139725]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T19:04:15.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:14 smithi071 ceph-mon[142085]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-16T19:04:15.777 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.777 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.805 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:15.805 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.805 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.811 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:15.811 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.811 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:15.817 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:15.817 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:15.817 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,159120943~50696593,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,302003957~4527892,308802061~23328112,335758475~1486362,339170407~10727478,364341404~12301433,376668701~8801811,387433127~11037408,400618194~15273806] 2023-12-16T19:04:15.822 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~18541705,159120943~50696593,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,287141838~24968,288902037~6904084,301989888~4541961,308802061~23328112,335544320~14353565,364341404~12301433,376668701~8801811,385875968~12594567,399323004~16568996] 2023-12-16T19:04:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:15 smithi184 ceph-mon[136228]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T19:04:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:15 smithi184 ceph-mon[136228]: pgmap v3247: 137 pgs: 137 active+clean; 710 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2023-12-16T19:04:16.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:15 smithi071 ceph-mon[142085]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T19:04:16.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:15 smithi071 ceph-mon[142085]: pgmap v3247: 137 pgs: 137 active+clean; 710 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2023-12-16T19:04:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:15 smithi071 ceph-mon[139725]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-16T19:04:16.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:15 smithi071 ceph-mon[139725]: pgmap v3247: 137 pgs: 137 active+clean; 710 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2023-12-16T19:04:16.594 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.595 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.629 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:16.629 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.629 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.635 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:16.635 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.635 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,70025476~22977426,97471474~23556767,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,274690155~7508865,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:16.640 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,70025476~22977426,97471474~23556767,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,274690155~7508865,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:16 smithi184 ceph-mon[136228]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T19:04:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:16 smithi184 ceph-mon[136228]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T19:04:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:16 smithi071 ceph-mon[142085]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T19:04:17.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:16 smithi071 ceph-mon[142085]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T19:04:17.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:16 smithi071 ceph-mon[139725]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-16T19:04:17.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:16 smithi071 ceph-mon[139725]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-16T19:04:17.594 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:17.638 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~7058746,224799946~5822341,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,335758475~1486362,339170407~16556639,364341404~12301433,376668701~8801811,387433127~11889877,400618194~15273806] 2023-12-16T19:04:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~8566738,67913517~53114724,121634816~10540199,137367403~72450133,211606992~12973843,224799946~5822341,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~23328112,335544320~20182726,364341404~12301433,376668701~8801811,385875968~30016032] 2023-12-16T19:04:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:17] "GET /metrics HTTP/1.1" 200 36576 "" "Prometheus/2.43.0" 2023-12-16T19:04:18.604 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [2529586~8721289,11848733~4508660,17005167~2187254,22759948~20157,24755063~6436089,32186540~25714610,58780174~8506820,67913517~25089385,93603591~27424650,122108504~10066511,137367403~15224433,153313822~2595286,157463691~52353845,211606992~3241888,217522089~13100198,233527452~5674089,244041902~27858068,273700875~8498145,283347528~1031560,287141838~24968,287659169~8146952,302003957~4527892,308802061~23328112,334205093~220602,335758475~1486362,339170407~16556639,359184474~2295389,364341404~21129108,387433127~11889877,400618194~15273806] 2023-12-16T19:04:18.640 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16357393,16777216~2415205,20971520~36929630,58720256~62307985,121634816~10540199,137367403~72450133,211606992~19015295,233527452~5674089,243269632~28630338,272629760~9569260,283347528~1031560,285807696~9998425,301989888~4541961,308802061~25623634,335544320~20182726,356515840~4964023,364341404~21129108,385875968~30016032] 2023-12-16T19:04:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:18 smithi184 ceph-mon[136228]: pgmap v3250: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 KiB/s wr, 724 op/s 2023-12-16T19:04:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:18 smithi184 ceph-mon[136228]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T19:04:18.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[139725]: pgmap v3250: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 KiB/s wr, 724 op/s 2023-12-16T19:04:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[139725]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T19:04:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[142085]: pgmap v3250: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 KiB/s wr, 724 op/s 2023-12-16T19:04:18.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[142085]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-16T19:04:18.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:19.631 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39932 ms) 2023-12-16T19:04:19.632 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2023-12-16T19:04:19.632 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:19.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:19 smithi071 ceph-mon[139725]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T19:04:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:19 smithi071 ceph-mon[142085]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T19:04:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:19 smithi184 ceph-mon[136228]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-16T19:04:20.634 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~256 2023-12-16T19:04:20.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (1010 ms) 2023-12-16T19:04:20.641 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2023-12-16T19:04:20.641 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:20.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:20 smithi071 ceph-mon[139725]: pgmap v3253: 137 pgs: 137 active+clean; 572 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 448 op/s 2023-12-16T19:04:20.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:20 smithi071 ceph-mon[139725]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T19:04:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:20 smithi071 ceph-mon[142085]: pgmap v3253: 137 pgs: 137 active+clean; 572 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 448 op/s 2023-12-16T19:04:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:20 smithi071 ceph-mon[142085]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T19:04:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:20 smithi184 ceph-mon[136228]: pgmap v3253: 137 pgs: 137 active+clean; 572 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 448 op/s 2023-12-16T19:04:21.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:20 smithi184 ceph-mon[136228]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-16T19:04:21.651 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:21.651 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 4194304~4194304 2023-12-16T19:04:21.651 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~4194304 2023-12-16T19:04:21.652 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 12582912~4194304 2023-12-16T19:04:21.652 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 16777216~4194304 2023-12-16T19:04:21.693 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:21.693 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 4194304~4194304 2023-12-16T19:04:21.693 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~2097152 2023-12-16T19:04:21.693 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 16777216~4194304 2023-12-16T19:04:21.703 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1062 ms) 2023-12-16T19:04:21.703 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2023-12-16T19:04:21.703 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:21.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:21 smithi071 ceph-mon[139725]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T19:04:21.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:21 smithi071 ceph-mon[139725]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T19:04:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:21 smithi071 ceph-mon[142085]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T19:04:21.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:21 smithi071 ceph-mon[142085]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T19:04:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:21 smithi184 ceph-mon[136228]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-16T19:04:22.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:21 smithi184 ceph-mon[136228]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-16T19:04:22.749 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [484741~56308,732710~53907,1316667~71042,4841093~58666,7147550~89302,8612071~56014,10533104~68869,11711196~33937,12391605~100479,18564242~59825] to clone 2023-12-16T19:04:22.749 INFO:tasks.workunit.client.0.smithi071.stdout: diff was [0~1387709,4194304~3042548,8388608~4103476,16777216~1846851] 2023-12-16T19:04:22.753 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1050 ms) 2023-12-16T19:04:22.754 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2023-12-16T19:04:22.754 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:22.775 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [532937~80805,4583634~94998,6091526~17575,6749374~78663,8603738~72422,12140506~97540,12712839~7838,12954159~34026,15293826~81654,18597455~23859] 2023-12-16T19:04:22.786 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2023-12-16T19:04:22.786 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2023-12-16T19:04:22.786 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:22 smithi071 ceph-mon[139725]: pgmap v3256: 137 pgs: 137 active+clean; 510 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 458 op/s 2023-12-16T19:04:22.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:22 smithi071 ceph-mon[142085]: pgmap v3256: 137 pgs: 137 active+clean; 510 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 458 op/s 2023-12-16T19:04:22.988 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:22 smithi184 ceph-mon[136228]: pgmap v3256: 137 pgs: 137 active+clean; 510 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 458 op/s 2023-12-16T19:04:23.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:23 smithi071 ceph-mon[139725]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T19:04:23.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:23 smithi071 ceph-mon[142085]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T19:04:24.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:23 smithi184 ceph-mon[136228]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-16T19:04:24.336 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (54m) 9m ago 56m 26.2M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (53m) 7m ago 56m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (57m) 9m ago 57m 27.4M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (57m) 7m ago 57m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (53m) 7m ago 59m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (53m) 9m ago 60m 511M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:04:24.649 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (53m) 9m ago 60m 138M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (52m) 7m ago 59m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (52m) 9m ago 59m 99.7M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (54m) 9m ago 56m 15.2M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (53m) 7m ago 56m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (52m) 9m ago 59m 374M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (51m) 9m ago 59m 371M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (51m) 9m ago 58m 423M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (50m) 9m ago 58m 409M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (50m) 7m ago 58m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (49m) 7m ago 58m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (49m) 7m ago 57m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (48m) 7m ago 57m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:04:24.650 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (53m) 7m ago 57m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:04:24.730 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1945 ms) 2023-12-16T19:04:24.730 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2023-12-16T19:04:24.730 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:24.784 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 5000005~1234 2023-12-16T19:04:24.788 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (58 ms) 2023-12-16T19:04:24.788 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2023-12-16T19:04:24.789 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:24.857 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8376263~12345 2023-12-16T19:04:24.857 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~4194304 2023-12-16T19:04:24.857 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 12582912~54321 2023-12-16T19:04:24.860 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (72 ms) 2023-12-16T19:04:24.860 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2023-12-16T19:04:24.860 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T19:04:24.860 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2023-12-16T19:04:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:24 smithi071 ceph-mon[139725]: pgmap v3259: 137 pgs: 137 active+clean; 483 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 356 op/s 2023-12-16T19:04:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:24 smithi071 ceph-mon[139725]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T19:04:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:24 smithi071 ceph-mon[142085]: pgmap v3259: 137 pgs: 137 active+clean; 483 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 356 op/s 2023-12-16T19:04:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:24 smithi071 ceph-mon[142085]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:04:25.071 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:04:25.072 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:04:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:24 smithi184 ceph-mon[136228]: pgmap v3259: 137 pgs: 137 active+clean; 483 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 356 op/s 2023-12-16T19:04:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:24 smithi184 ceph-mon[136228]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-16T19:04:25.656 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from DiffIterateTest/0 (53231 ms total) 2023-12-16T19:04:25.656 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:04:25.656 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2023-12-16T19:04:25.685 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2023-12-16T19:04:25.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[139725]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[139725]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[139725]: from='client.47216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/324616815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[142085]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[142085]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[142085]: from='client.47216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:25.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:25 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/324616815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:26.090 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:25 smithi184 ceph-mon[136228]: from='client.47210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:26.090 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:25 smithi184 ceph-mon[136228]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-16T19:04:26.090 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:25 smithi184 ceph-mon[136228]: from='client.47216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:26.090 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:25 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/324616815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:26 smithi071 ceph-mon[139725]: pgmap v3262: 137 pgs: 137 active+clean; 506 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.8 MiB/s wr, 279 op/s 2023-12-16T19:04:26.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:26 smithi071 ceph-mon[139725]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T19:04:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:26 smithi071 ceph-mon[142085]: pgmap v3262: 137 pgs: 137 active+clean; 506 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.8 MiB/s wr, 279 op/s 2023-12-16T19:04:26.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:26 smithi071 ceph-mon[142085]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T19:04:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:26 smithi184 ceph-mon[136228]: pgmap v3262: 137 pgs: 137 active+clean; 506 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.8 MiB/s wr, 279 op/s 2023-12-16T19:04:27.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:26 smithi184 ceph-mon[136228]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-16T19:04:27.652 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:27] "GET /metrics HTTP/1.1" 200 36576 "" "Prometheus/2.43.0" 2023-12-16T19:04:27.665 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:27.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:27 smithi071 ceph-mon[139725]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T19:04:27.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:04:27.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:27 smithi071 ceph-mon[142085]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T19:04:27.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:04:28.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:27 smithi184 ceph-mon[136228]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-16T19:04:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:04:28.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[142085]: pgmap v3265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[142085]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[142085]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[139725]: pgmap v3265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[139725]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:04:28.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:28 smithi071 ceph-mon[139725]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T19:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:28 smithi184 ceph-mon[136228]: pgmap v3265: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:28 smithi184 ceph-mon[136228]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-16T19:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/945847586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi071-183513-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-16T19:04:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:28 smithi184 ceph-mon[136228]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-16T19:04:29.710 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [1012829~100289,2335273~14073,2447048~786,4728532~23486,6510230~91859,7299823~20539,8363793~46250,12574862~109226,13965076~69676] 2023-12-16T19:04:29.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:29 smithi071 ceph-mon[139725]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T19:04:29.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:29 smithi071 ceph-mon[142085]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T19:04:30.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:29 smithi184 ceph-mon[136228]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-16T19:04:30.692 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [0~4194304,8388608~12582912] 2023-12-16T19:04:30.703 INFO:tasks.workunit.client.0.smithi071.stdout: diff was [0~4194304,8388608~12582912] 2023-12-16T19:04:30.707 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5023 ms) 2023-12-16T19:04:30.707 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2023-12-16T19:04:30.707 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:30.732 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[139725]: pgmap v3268: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[139725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:04:30.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[139725]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T19:04:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[142085]: pgmap v3268: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[142085]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:04:30.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:30 smithi071 ceph-mon[142085]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T19:04:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:30 smithi184 ceph-mon[136228]: pgmap v3268: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:04:31.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:30 smithi184 ceph-mon[136228]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-16T19:04:31.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:30 smithi184 ceph-mon[136228]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-16T19:04:31.707 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:31.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:31 smithi071 ceph-mon[139725]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T19:04:31.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:31 smithi071 ceph-mon[142085]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T19:04:32.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:31 smithi184 ceph-mon[136228]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-16T19:04:32.714 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:32 smithi071 ceph-mon[139725]: pgmap v3271: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:04:32.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:32 smithi071 ceph-mon[139725]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T19:04:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:32 smithi071 ceph-mon[142085]: pgmap v3271: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:04:32.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:32 smithi071 ceph-mon[142085]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T19:04:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:32 smithi184 ceph-mon[136228]: pgmap v3271: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2023-12-16T19:04:33.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:32 smithi184 ceph-mon[136228]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-16T19:04:33.716 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:04:33.717 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3010 ms) 2023-12-16T19:04:33.717 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2023-12-16T19:04:33.717 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:04:33.787 INFO:tasks.workunit.client.0.smithi071.stdout: i=0 exists [2902156~3841463,57281697~463309,60009434~2850484,118459632~806452,139125933~2048330,225515783~5375650,239278869~7030868,254541601~5872340,321467336~3375521,394392497~5207348] wrote [2902156~3841463,57281697~463309,60009434~2850484,118459632~806452,139125933~2048330,225515783~5375650,239278869~7030868,254541601~5872340,321467336~3375521,394392497~5207348] 2023-12-16T19:04:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[142085]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T19:04:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:33.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:04:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[139725]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T19:04:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:33.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:33 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:04:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:33 smithi184 ceph-mon[136228]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-16T19:04:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:34.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:33 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-16T19:04:34.802 INFO:tasks.workunit.client.0.smithi071.stdout: i=1 exists [2902156~3841463,57281697~463309,60009434~2850484,118459632~806452,139125933~2048330,214332730~8556673,225515783~5375650,239278869~12041342,254541601~5872340,290526005~5388600,316585122~1828036,321467336~5316216,326886200~832920,336233632~7672409,394392497~7220040,404142140~4735637] wrote [214332730~8556673,244969640~6350571,290526005~5388600,316585122~1828036,323594729~3188823,326886200~832920,336233632~7672409,396974581~4637956,404142140~4735637] 2023-12-16T19:04:34.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:34 smithi071 ceph-mon[139725]: pgmap v3274: 137 pgs: 137 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 167 KiB/s wr, 41 op/s 2023-12-16T19:04:34.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:34 smithi071 ceph-mon[139725]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T19:04:34.955 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:34 smithi071 ceph-mon[142085]: pgmap v3274: 137 pgs: 137 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 167 KiB/s wr, 41 op/s 2023-12-16T19:04:34.955 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:34 smithi071 ceph-mon[142085]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T19:04:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:34 smithi184 ceph-mon[136228]: pgmap v3274: 137 pgs: 137 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 167 KiB/s wr, 41 op/s 2023-12-16T19:04:35.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:34 smithi184 ceph-mon[136228]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-16T19:04:35.763 INFO:tasks.workunit.client.0.smithi071.stdout: i=2 exists [2902156~3841463,32609989~6727312,55581089~1349323,57281697~463309,60009434~2850484,90434283~6840392,118459632~806452,139125933~2048330,175199134~591831,214332730~8556673,225515783~5375650,237887226~13432985,254541601~7282733,290526005~5388600,316585122~1828036,321467336~5316216,326886200~832920,328310120~1659958,336233632~7672409,363465531~1744263,394392497~7220040,404142140~4735637] wrote [6192433~546217,32609989~6727312,55581089~1349323,90434283~6840392,175199134~591831,237887226~5845675,256335724~5488610,328310120~1659958,363465531~1744263] 2023-12-16T19:04:35.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:35 smithi071 ceph-mon[139725]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T19:04:35.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:35 smithi071 ceph-mon[142085]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T19:04:36.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:35 smithi184 ceph-mon[136228]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-16T19:04:36.628 INFO:tasks.workunit.client.0.smithi071.stdout: i=3 exists [2902156~3841463,32609989~6727312,55581089~1349323,57281697~463309,59569130~7688329,90434283~6840392,103657751~3753869,118459632~806452,137743963~153826,139125933~2048330,161952467~1541839,175199134~1619556,205832999~4573307,214332730~8556673,225515783~5375650,237887226~13432985,254541601~7282733,284665810~11248795,316585122~1828036,321467336~5316216,326886200~832920,328310120~1659958,336233632~7672409,363465531~1744263,394392497~7220040,404142140~4735637] wrote [56332820~214989,59569130~7688329,103657751~3753869,137743963~153826,161952467~1541839,175599094~1219596,205832999~4573307,284665810~6719387] 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: pgmap v3277: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 101 op/s 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[139725]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: pgmap v3277: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 101 op/s 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T19:04:36.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:04:36.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:04:36.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:36.976 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:36 smithi071 ceph-mon[142085]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T19:04:37.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: pgmap v3277: 137 pgs: 137 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 MiB/s wr, 101 op/s 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:37.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:36 smithi184 ceph-mon[136228]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-16T19:04:37.682 INFO:tasks.workunit.client.0.smithi071.stdout: i=4 exists [2902156~3841463,9747012~5754945,32609989~8146019,55581089~1349323,57281697~463309,59569130~7688329,88932524~8342151,103657751~3753869,118459632~806452,137743963~153826,139125933~2048330,149056988~9348253,161952467~1541839,166434792~6500649,175199134~1619556,205832999~4573307,214332730~8556673,225515783~5375650,237887226~13440472,251465553~10358781,284665810~11248795,316585122~1828036,321467336~5316216,326886200~832920,328310120~1659958,336233632~7672409,363465531~1744263,394392497~7220040,404142140~4735637] wrote [9747012~5754945,39301663~1454345,88932524~3103042,149056988~9348253,166434792~6500649,217654759~225742,243708055~7619643,251465553~7828308] 2023-12-16T19:04:37.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:37 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:37] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2023-12-16T19:04:38.805 INFO:tasks.workunit.client.0.smithi071.stdout: i=5 exists [2902156~3841463,7063030~8438927,32609989~8146019,55581089~1349323,57281697~463309,59569130~8964827,88932524~8342151,103657751~3753869,118459632~806452,137743963~153826,139125933~2048330,149056988~9348253,161952467~1541839,163811756~1306361,166434792~6500649,175199134~1619556,205832999~4573307,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,284665810~11248795,303134931~5088390,316585122~1828036,321467336~8502742,336233632~8843334,361701404~3508390,394392497~7220040,403531652~5346125] wrote [7063030~7705574,35515406~4331606,65456397~3077560,163811756~1306361,229416942~5634256,303134931~5088390,325167708~4205040,340204209~4872757,361701404~2914008,403531652~4204950] 2023-12-16T19:04:38.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:38 smithi071 ceph-mon[139725]: pgmap v3280: 137 pgs: 137 active+clean; 102 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 17 MiB/s wr, 208 op/s 2023-12-16T19:04:38.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:38 smithi071 ceph-mon[139725]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T19:04:38.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:38 smithi071 ceph-mon[142085]: pgmap v3280: 137 pgs: 137 active+clean; 102 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 17 MiB/s wr, 208 op/s 2023-12-16T19:04:38.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:38 smithi071 ceph-mon[142085]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T19:04:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:38 smithi184 ceph-mon[136228]: pgmap v3280: 137 pgs: 137 active+clean; 102 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 17 MiB/s wr, 208 op/s 2023-12-16T19:04:39.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:38 smithi184 ceph-mon[136228]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-16T19:04:39.816 INFO:tasks.workunit.client.0.smithi071.stdout: i=6 exists [2902156~3841463,7063030~8438927,32609989~8146019,55581089~1349323,57281697~463309,59569130~8964827,88932524~8342151,103657751~3753869,118459632~806452,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~6500649,175199134~1619556,199312828~5702357,205832999~4573307,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,284665810~11248795,298475716~1908782,303134931~5088390,316585122~13384956,336233632~8843334,346122856~8156754,361701404~3508390,372426165~967528,394392497~7220040,403531652~5346125] wrote [154857631~7412877,199312828~5702357,210641783~3346456,298475716~1908782,317409820~5910994,341778663~2232618,346122856~8156754,372426165~967528] 2023-12-16T19:04:40.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:39 smithi184 ceph-mon[136228]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T19:04:40.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:39 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:40.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:39 smithi184 ceph-mon[136228]: pgmap v3283: 137 pgs: 137 active+clean; 193 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 31 MiB/s wr, 217 op/s 2023-12-16T19:04:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[139725]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T19:04:40.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:40.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[139725]: pgmap v3283: 137 pgs: 137 active+clean; 193 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 31 MiB/s wr, 217 op/s 2023-12-16T19:04:40.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[142085]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-16T19:04:40.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' 2023-12-16T19:04:40.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:39 smithi071 ceph-mon[142085]: pgmap v3283: 137 pgs: 137 active+clean; 193 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 31 MiB/s wr, 217 op/s 2023-12-16T19:04:40.812 INFO:tasks.workunit.client.0.smithi071.stdout: i=7 exists [2902156~3841463,7063030~8438927,26942303~744611,32609989~8146019,55581089~1349323,57281697~463309,59569130~8964827,88932524~8342151,103657751~3753869,118459632~806452,131396149~769267,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~6500649,175199134~4299765,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,269121838~7985821,284665810~11248795,298475716~1908782,303134931~5088390,310905062~5300331,316585122~13384956,336233632~18045978,361701404~3508390,372426165~967528,391131970~10480567,403531652~5346125] wrote [26942303~744611,131396149~769267,156942573~2309543,176692636~2806263,200070687~6270794,259512540~1368335,269121838~7985821,310905062~5300331,344831100~3733962,391131970~6491138] 2023-12-16T19:04:41.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:40 smithi184 ceph-mon[136228]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T19:04:41.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:40 smithi071 ceph-mon[139725]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T19:04:41.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:40 smithi071 ceph-mon[142085]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-16T19:04:41.840 INFO:tasks.workunit.client.0.smithi071.stdout: i=8 exists [2902156~3841463,7063030~8741860,26942303~744611,32609989~8146019,55581089~1349323,57281697~463309,59569130~8964827,77835576~5626358,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~769267,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~6500649,175199134~4299765,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,269121838~7985821,277472535~18442070,298475716~4321196,303134931~5088390,310905062~5300331,316585122~37694488,361701404~3508390,372426165~967528,391131970~10480567,403531652~5346125] wrote [14404598~1400292,77835576~5626358,89443048~13043197,120363226~5959880,231167228~2222723,277472535~7816422,299294387~3502525,329393354~8063121] 2023-12-16T19:04:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:41 smithi184 ceph-mon[136228]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T19:04:42.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:41 smithi184 ceph-mon[136228]: pgmap v3286: 137 pgs: 137 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 27 MiB/s wr, 76 op/s 2023-12-16T19:04:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:41 smithi071 ceph-mon[139725]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T19:04:42.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:41 smithi071 ceph-mon[139725]: pgmap v3286: 137 pgs: 137 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 27 MiB/s wr, 76 op/s 2023-12-16T19:04:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:41 smithi071 ceph-mon[142085]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-16T19:04:42.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:41 smithi071 ceph-mon[142085]: pgmap v3286: 137 pgs: 137 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 27 MiB/s wr, 76 op/s 2023-12-16T19:04:42.815 INFO:tasks.workunit.client.0.smithi071.stdout: i=9 exists [2902156~3841463,7063030~8741860,26942303~744611,32609989~8146019,55581089~1349323,57281697~463309,58876280~9657677,77835576~5626358,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~769267,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~6500649,175199134~4854122,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,265958171~29956434,298475716~4321196,303134931~5088390,310905062~5300331,316585122~37694488,361701404~3508390,372426165~967528,387345282~2737165,391131970~10480567,403531652~5346125] wrote [58876280~4387504,93557475~1087966,177721812~2331444,207057872~2971854,253582851~1458212,265958171~6117611,275075105~3507943,284106923~1475433,343383473~4347883,387345282~2737165] 2023-12-16T19:04:43.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:42 smithi184 ceph-mon[136228]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T19:04:43.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:42 smithi071 ceph-mon[139725]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T19:04:43.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:42 smithi071 ceph-mon[142085]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-16T19:04:43.812 INFO:tasks.workunit.client.0.smithi071.stdout: i=10 exists [2902156~3841463,7063030~11724669,26942303~744611,32609989~8146019,49180974~167199,55581089~1349323,57281697~463309,58876280~9657677,77246052~6215882,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~769267,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~13618464,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,264378113~622700,265958171~31730381,298475716~4321196,303134931~5088390,310905062~5300331,316585122~37694488,361701404~8682163,372426165~967528,378606599~206787,387345282~2737165,391131970~10480567,403531652~5346125] wrote [15605839~3181860,33490704~4419704,49180974~167199,77246052~1814499,170795418~4539144,264378113~622700,292110956~5577596,363066333~7317234,378606599~206787] 2023-12-16T19:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:43 smithi184 ceph-mon[136228]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T19:04:44.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:43 smithi184 ceph-mon[136228]: pgmap v3289: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 272 op/s 2023-12-16T19:04:44.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:43 smithi071 ceph-mon[139725]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T19:04:44.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:43 smithi071 ceph-mon[139725]: pgmap v3289: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 272 op/s 2023-12-16T19:04:44.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:43 smithi071 ceph-mon[142085]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-16T19:04:44.126 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:43 smithi071 ceph-mon[142085]: pgmap v3289: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 272 op/s 2023-12-16T19:04:44.879 INFO:tasks.workunit.client.0.smithi071.stdout: i=11 exists [2902156~3841463,7063030~11724669,26942303~744611,32609989~8146019,48278192~9907213,58876280~9657677,77246052~6215882,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~769267,137743963~153826,139125933~2048330,149056988~14437318,163811756~1306361,166434792~13618464,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,237887226~13440472,251465553~10358781,264378113~622700,265958171~31730381,298475716~4321196,303134931~5088390,310905062~5300331,316585122~37694488,361701404~8682163,372426165~967528,378606599~206787,387345282~2737165,391131970~10480567,403531652~5346125] wrote [48278192~9907213,59696174~818501,95690052~2984871,277004702~7164389,317223448~6025174,397066722~1717325] 2023-12-16T19:04:45.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:44 smithi184 ceph-mon[136228]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T19:04:45.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:44 smithi071 ceph-mon[139725]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T19:04:45.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:44 smithi071 ceph-mon[142085]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-16T19:04:45.894 INFO:tasks.workunit.client.0.smithi071.stdout: i=12 exists [2902156~3841463,7063030~11724669,26942303~744611,32609989~10315749,48278192~9907213,58876280~9657677,77246052~6215882,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~1757579,137743963~153826,139125933~2048330,149056988~30996268,194810605~3262305,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,236372040~14955658,251465553~13535260,265958171~31730381,298475716~4321196,303134931~5088390,310905062~43374548,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~5346125] wrote [35443699~7482039,60788268~6989562,132075312~1078416,160884274~6717095,194810605~3262305,236372040~7216571,257031528~7669197,313585442~8159762,384091914~7389519] 2023-12-16T19:04:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:45 smithi184 ceph-mon[136228]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T19:04:46.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:45 smithi184 ceph-mon[136228]: pgmap v3292: 137 pgs: 137 active+clean; 430 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 274 op/s 2023-12-16T19:04:46.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:45 smithi071 ceph-mon[139725]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T19:04:46.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:45 smithi071 ceph-mon[139725]: pgmap v3292: 137 pgs: 137 active+clean; 430 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 274 op/s 2023-12-16T19:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:45 smithi071 ceph-mon[142085]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-16T19:04:46.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:45 smithi071 ceph-mon[142085]: pgmap v3292: 137 pgs: 137 active+clean; 430 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 46 MiB/s wr, 274 op/s 2023-12-16T19:04:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: i=13 exists [2902156~3841463,7063030~11724669,26942303~744611,32609989~10315749,48278192~9907213,58876280~9657677,77246052~6215882,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~1757579,137743963~153826,139125933~2048330,149056988~30996268,189304261~3356603,194810605~3262305,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,236372040~14955658,251465553~13535260,265958171~31730381,298475716~4321196,303134931~5088390,310905062~43374548,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~5346125] wrote [8762871~5344305,38322981~2700002,53573077~33196,62118359~4492779,162766534~4542811,189304261~3356603,238117984~7275040,298950637~120681,341645080~4433263] 2023-12-16T19:04:47.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:46 smithi184 ceph-mon[136228]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T19:04:47.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:46 smithi071 ceph-mon[139725]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T19:04:47.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:46 smithi071 ceph-mon[142085]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-16T19:04:47.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:47 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:47] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2023-12-16T19:04:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: i=14 exists [2902156~15885543,26942303~15983435,48278192~9907213,58876280~9657677,77246052~6215882,88932524~13553721,103657751~3753869,118459632~806452,120363226~5959880,131396149~1757579,137743963~153826,139125933~2048330,149056988~30996268,183824175~4383518,189304261~3356603,194810605~3262305,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,236372040~28628773,265958171~31730381,298475716~4321196,303134931~5088390,310905062~43374548,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~5346125,409103681~4317961] wrote [5341052~6126839,27236718~7335186,153173676~1091425,183824175~4383518,202774219~6275805,249090923~6432710,276964870~6859768,330259653~4400353,409103681~4317961] 2023-12-16T19:04:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:47 smithi184 ceph-mon[136228]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T19:04:48.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:47 smithi184 ceph-mon[136228]: pgmap v3295: 137 pgs: 137 active+clean; 528 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 41 MiB/s wr, 199 op/s 2023-12-16T19:04:48.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:47 smithi071 ceph-mon[139725]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T19:04:48.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:47 smithi071 ceph-mon[139725]: pgmap v3295: 137 pgs: 137 active+clean; 528 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 41 MiB/s wr, 199 op/s 2023-12-16T19:04:48.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:47 smithi071 ceph-mon[142085]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-16T19:04:48.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:47 smithi071 ceph-mon[142085]: pgmap v3295: 137 pgs: 137 active+clean; 528 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 41 MiB/s wr, 199 op/s 2023-12-16T19:04:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: i=15 exists [2902156~15885543,26084688~16841050,48278192~9907213,58876280~9657677,77246052~9522975,88932524~14210858,103657751~3753869,118459632~806452,120363226~5959880,131396149~1757579,137743963~153826,139125933~2048330,142453959~37599297,183824175~4383518,189304261~3356603,194810605~3262305,199312828~11093478,210641783~3346456,214332730~8556673,225515783~9535415,236372040~61316512,298475716~4321196,303134931~5088390,310905062~43374548,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~5346125,409103681~4317961] wrote [26084688~2435955,51215561~1604682,82311062~4457965,96364616~6778766,142453959~6696704,162673155~2117688,218666381~466335,263627786~6189233,281453162~5350426] 2023-12-16T19:04:49.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:48 smithi184 ceph-mon[136228]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T19:04:49.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:48 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:49.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:48 smithi071 ceph-mon[139725]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T19:04:49.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:48 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:49.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:48 smithi071 ceph-mon[142085]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-16T19:04:49.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:48 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:04:49.882 INFO:tasks.workunit.client.0.smithi071.stdout: i=16 exists [2902156~15885543,26084688~16841050,48278192~9907213,58876280~9657677,77246052~9522975,88932524~14210858,103657751~3753869,118056183~8266923,127082737~835807,131396149~1757579,137743963~153826,139125933~2048330,142453959~37599297,183824175~4383518,189304261~3356603,194810605~15595701,210641783~3346456,214332730~8556673,225515783~9535415,236372040~66424872,303134931~5088390,310905062~43374548,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~9889990] wrote [8727758~3668449,118056183~5827434,127082737~835807,156818142~242021,197855915~4790801,252278484~7542789,296578712~5948257,405650316~5784363] 2023-12-16T19:04:50.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:49 smithi184 ceph-mon[136228]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T19:04:50.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:49 smithi184 ceph-mon[136228]: pgmap v3298: 137 pgs: 137 active+clean; 590 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 41 MiB/s wr, 327 op/s 2023-12-16T19:04:50.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:49 smithi071 ceph-mon[139725]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T19:04:50.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:49 smithi071 ceph-mon[139725]: pgmap v3298: 137 pgs: 137 active+clean; 590 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 41 MiB/s wr, 327 op/s 2023-12-16T19:04:50.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:49 smithi071 ceph-mon[142085]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-16T19:04:50.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:49 smithi071 ceph-mon[142085]: pgmap v3298: 137 pgs: 137 active+clean; 590 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 41 MiB/s wr, 327 op/s 2023-12-16T19:04:50.888 INFO:tasks.workunit.client.0.smithi071.stdout: i=17 exists [2902156~15885543,26084688~16841050,48278192~20255765,70341985~2599060,77246052~25897330,103657751~3753869,110930786~1374480,118056183~8266923,127082737~835807,131396149~1757579,137743963~153826,139125933~2048330,142453959~37599297,183824175~4383518,189304261~3356603,194810605~15595701,210641783~3346456,214332730~8556673,225515783~9535415,236372040~66424872,303134931~51144679,361701404~8682163,372426165~967528,378606599~206787,384091914~17520623,403531652~9889990] wrote [10740872~4693310,54279071~9497633,70341985~2599060,84627666~6197591,110930786~1374480,158285734~5478141,185337768~602937,266190996~4491051,307537245~3591228] 2023-12-16T19:04:51.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:50 smithi184 ceph-mon[136228]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T19:04:51.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:50 smithi071 ceph-mon[139725]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T19:04:51.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:50 smithi071 ceph-mon[142085]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-16T19:04:51.885 INFO:tasks.workunit.client.0.smithi071.stdout: i=18 exists [2902156~15885543,26084688~16841050,48278192~20255765,70341985~2599060,77246052~25897330,103657751~3753869,107468361~478526,110930786~1374480,118056183~8266923,127082737~835807,131396149~9778114,142453959~37599297,183824175~4383518,189304261~3356603,194810605~15595701,210641783~3346456,214332730~8556673,225515783~9614151,236372040~66424872,303134931~51144679,361701404~8682163,372426165~967528,378606599~206787,384091914~30582899] wrote [3723838~3699784,82370209~1202561,107468361~478526,132921508~6511755,183851486~4037496,232499071~2630863,329400385~7199212,343022817~7617347,401225867~2954605,410482471~4192342] 2023-12-16T19:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:51 smithi184 ceph-mon[136228]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T19:04:52.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:51 smithi184 ceph-mon[136228]: pgmap v3301: 137 pgs: 137 active+clean; 611 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 21 MiB/s wr, 139 op/s 2023-12-16T19:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:51 smithi071 ceph-mon[139725]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T19:04:52.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:51 smithi071 ceph-mon[139725]: pgmap v3301: 137 pgs: 137 active+clean; 611 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 21 MiB/s wr, 139 op/s 2023-12-16T19:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:51 smithi071 ceph-mon[142085]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-16T19:04:52.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:51 smithi071 ceph-mon[142085]: pgmap v3301: 137 pgs: 137 active+clean; 611 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 21 MiB/s wr, 139 op/s 2023-12-16T19:04:52.919 INFO:tasks.workunit.client.0.smithi071.stdout: i=19 exists [2134534~16653165,26084688~16841050,43345448~25188509,70341985~2599060,75752643~27390739,103657751~3753869,107468361~478526,110930786~1374480,118056183~8266923,127082737~835807,131396149~9778114,142453959~37599297,183824175~4383518,189304261~3356603,194810605~15595701,210641783~3346456,214332730~8556673,225515783~9614151,236372040~66424872,303134931~51144679,359205402~11178165,372426165~967528,378606599~206787,384091914~30582899] wrote [2134534~6363120,43345448~7381391,75752643~7750861,215640319~5164891,231406346~1358610,310752804~4539237,348798068~4499777,359205402~6349270] 2023-12-16T19:04:53.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:52 smithi184 ceph-mon[136228]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T19:04:53.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:52 smithi071 ceph-mon[139725]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T19:04:53.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:52 smithi071 ceph-mon[142085]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-16T19:04:53.850 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 1 diff [213909504~12582912,243269632~8388608,289406976~8388608,314572800~4194304,322961408~4194304,335544320~8388608,394264576~16777216] 2023-12-16T19:04:53.851 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [213909504~12582912,243269632~8388608,289406976~8388608,314572800~4194304,322961408~4194304,335544320~8388608,394264576~16777216] 2023-12-16T19:04:53.861 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [213909504~12582912,243269632~8388608,289406976~8388608,314572800~4194304,322961408~8388608,335544320~8388608,394264576~16777216] 2023-12-16T19:04:53.861 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 2 diff [4194304~4194304,29360128~8388608,54525952~4194304,88080384~8388608,171966464~4194304,213909504~12582912,234881024~16777216,255852544~8388608,289406976~8388608,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.862 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~4194304,29360128~8388608,54525952~4194304,88080384~8388608,171966464~4194304,213909504~12582912,234881024~16777216,255852544~8388608,289406976~8388608,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.863 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~4194304,29360128~12582912,54525952~4194304,88080384~12582912,171966464~4194304,213909504~12582912,234881024~16777216,255852544~8388608,289406976~8388608,314572800~4194304,322961408~8388608,335544320~8388608,360710144~8388608,394264576~16777216] 2023-12-16T19:04:53.863 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 3 diff [4194304~4194304,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~20971520,234881024~16777216,255852544~8388608,281018368~12582912,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.863 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~4194304,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~20971520,234881024~16777216,255852544~8388608,281018368~12582912,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.866 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~4194304,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,159383552~4194304,171966464~8388608,205520896~20971520,234881024~16777216,255852544~8388608,281018368~16777216,314572800~4194304,322961408~8388608,335544320~8388608,360710144~8388608,394264576~16777216] 2023-12-16T19:04:53.866 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 4 diff [4194304~12582912,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~20971520,234881024~25165824,281018368~12582912,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.866 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~20971520,234881024~25165824,281018368~12582912,314572800~4194304,322961408~8388608,335544320~8388608,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.872 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,205520896~20971520,234881024~29360128,281018368~16777216,314572800~4194304,322961408~8388608,335544320~8388608,360710144~8388608,394264576~16777216] 2023-12-16T19:04:53.872 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 5 diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~54525952,281018368~12582912,301989888~8388608,314572800~4194304,322961408~8388608,335544320~12582912,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.872 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~54525952,281018368~12582912,301989888~8388608,314572800~4194304,322961408~8388608,335544320~12582912,360710144~4194304,394264576~16777216] 2023-12-16T19:04:53.876 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,205520896~58720256,281018368~16777216,301989888~8388608,314572800~4194304,322961408~8388608,335544320~12582912,360710144~8388608,394264576~16777216] 2023-12-16T19:04:53.876 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 6 diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,197132288~62914560,281018368~12582912,297795584~12582912,314572800~16777216,335544320~16777216,360710144~4194304,369098752~4194304,394264576~16777216] 2023-12-16T19:04:53.876 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,197132288~62914560,281018368~12582912,297795584~12582912,314572800~16777216,335544320~16777216,360710144~4194304,369098752~4194304,394264576~16777216] 2023-12-16T19:04:53.880 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,197132288~67108864,281018368~29360128,314572800~16777216,335544320~20971520,360710144~16777216,394264576~16777216] 2023-12-16T19:04:53.880 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 7 diff [4194304~12582912,25165824~12582912,54525952~16777216,88080384~8388608,100663296~4194304,130023424~8388608,146800640~33554432,197132288~62914560,268435456~8388608,281018368~12582912,297795584~33554432,335544320~20971520,360710144~4194304,369098752~4194304,390070272~20971520] 2023-12-16T19:04:53.880 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,88080384~8388608,100663296~4194304,130023424~8388608,146800640~33554432,197132288~62914560,268435456~8388608,281018368~12582912,297795584~33554432,335544320~20971520,360710144~4194304,369098752~4194304,390070272~20971520] 2023-12-16T19:04:53.884 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,88080384~20971520,130023424~8388608,146800640~33554432,197132288~67108864,268435456~62914560,335544320~20971520,360710144~16777216,390070272~20971520] 2023-12-16T19:04:53.884 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 8 diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,268435456~88080384,360710144~4194304,369098752~4194304,390070272~20971520] 2023-12-16T19:04:53.884 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,268435456~88080384,360710144~4194304,369098752~4194304,390070272~20971520] 2023-12-16T19:04:53.889 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~67108864,268435456~88080384,360710144~16777216,390070272~20971520] 2023-12-16T19:04:53.889 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 9 diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~4194304,369098752~4194304,385875968~25165824] 2023-12-16T19:04:53.889 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~4194304,369098752~4194304,385875968~25165824] 2023-12-16T19:04:53.895 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~159383552,360710144~16777216,385875968~25165824] 2023-12-16T19:04:53.896 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 10 diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~12582912,377487360~4194304,385875968~25165824] 2023-12-16T19:04:53.896 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~12582912,377487360~4194304,385875968~25165824] 2023-12-16T19:04:53.901 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~4194304,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~159383552,360710144~20971520,385875968~25165824] 2023-12-16T19:04:53.901 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 11 diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~12582912,377487360~4194304,385875968~25165824] 2023-12-16T19:04:53.901 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~62914560,264241152~92274688,360710144~12582912,377487360~4194304,385875968~25165824] 2023-12-16T19:04:53.906 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~159383552,360710144~20971520,385875968~25165824] 2023-12-16T19:04:53.906 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 12 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~163577856,360710144~12582912,377487360~33554432] 2023-12-16T19:04:53.906 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~163577856,360710144~12582912,377487360~33554432] 2023-12-16T19:04:53.914 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,192937984~163577856,360710144~50331648] 2023-12-16T19:04:53.914 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 13 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~167772160,360710144~12582912,377487360~33554432] 2023-12-16T19:04:53.914 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~167772160,360710144~12582912,377487360~33554432] 2023-12-16T19:04:53.920 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,188743680~167772160,360710144~50331648] 2023-12-16T19:04:53.920 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~209715200,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.921 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~209715200,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.927 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~209715200,360710144~54525952] 2023-12-16T19:04:53.927 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~46137344,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.927 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~46137344,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.934 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~239075328,360710144~54525952] 2023-12-16T19:04:53.934 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.934 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.942 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~239075328,360710144~54525952] 2023-12-16T19:04:53.942 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.942 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.949 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~88080384,117440512~239075328,360710144~54525952] 2023-12-16T19:04:53.949 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.949 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~176160768,360710144~12582912,377487360~37748736] 2023-12-16T19:04:53.957 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~239075328,360710144~54525952] 2023-12-16T19:04:53.957 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:53.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:53.965 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:53.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 2 diff [4194304~4194304,29360128~8388608,54525952~4194304,88080384~8388608,171966464~4194304,234881024~8388608,255852544~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~4194304,29360128~8388608,54525952~4194304,88080384~8388608,171966464~4194304,234881024~8388608,255852544~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.967 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~4194304,29360128~12582912,54525952~4194304,88080384~12582912,171966464~4194304,234881024~12582912,255852544~8388608,327155712~4194304,360710144~8388608] 2023-12-16T19:04:53.967 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 3 diff [4194304~4194304,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~8388608,234881024~8388608,255852544~8388608,281018368~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.967 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~4194304,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~8388608,234881024~8388608,255852544~8388608,281018368~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~4194304,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,159383552~4194304,171966464~8388608,205520896~8388608,234881024~12582912,255852544~8388608,281018368~12582912,327155712~4194304,360710144~8388608] 2023-12-16T19:04:53.969 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 4 diff [4194304~12582912,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,234881024~25165824,281018368~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.969 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~12582912,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,234881024~25165824,281018368~8388608,327155712~4194304,360710144~4194304] 2023-12-16T19:04:53.973 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,205520896~12582912,234881024~29360128,281018368~12582912,327155712~4194304,360710144~8388608] 2023-12-16T19:04:53.973 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 5 diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,226492416~33554432,281018368~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:53.973 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,226492416~33554432,281018368~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:53.974 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,205520896~12582912,226492416~37748736,281018368~12582912,301989888~8388608,322961408~8388608,339738624~8388608,360710144~8388608,402653184~8388608] 2023-12-16T19:04:53.974 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 6 diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,197132288~20971520,226492416~33554432,281018368~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:53.974 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,29360128~8388608,54525952~16777216,88080384~8388608,100663296~4194304,134217728~4194304,146800640~29360128,197132288~20971520,226492416~33554432,281018368~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:53.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,29360128~12582912,54525952~16777216,88080384~20971520,134217728~4194304,146800640~33554432,197132288~20971520,226492416~37748736,281018368~12582912,297795584~12582912,314572800~16777216,339738624~16777216,360710144~16777216,402653184~8388608] 2023-12-16T19:04:53.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 7 diff [4194304~12582912,25165824~12582912,54525952~16777216,88080384~8388608,100663296~4194304,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,268435456~8388608,281018368~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,88080384~8388608,100663296~4194304,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,268435456~8388608,281018368~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.981 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,88080384~20971520,130023424~8388608,146800640~33554432,197132288~20971520,226492416~37748736,268435456~25165824,297795584~33554432,339738624~16777216,360710144~16777216,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.981 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 8 diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,268435456~25165824,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.981 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,268435456~25165824,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.985 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~37748736,268435456~25165824,297795584~58720256,360710144~16777216,390070272~8388608,402653184~8388608] 2023-12-16T19:04:53.985 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 9 diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~29360128,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.985 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~29360128,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.990 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~67108864,297795584~58720256,360710144~16777216,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.990 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 10 diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.990 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.995 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~4194304,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~130023424,360710144~20971520,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.995 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 11 diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:53.995 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~33554432,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.000 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~130023424,360710144~20971520,385875968~25165824] 2023-12-16T19:04:54.001 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 12 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~25165824,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.001 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~25165824,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.005 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,192937984~25165824,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.005 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 13 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~29360128,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.006 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~29360128,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.011 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,188743680~29360128,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.011 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~71303168,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.011 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~71303168,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.017 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~71303168,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.018 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~46137344,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.018 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~46137344,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.024 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.024 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.024 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.030 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.030 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.030 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.037 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.037 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.037 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.044 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.044 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.044 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.051 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.051 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 3 diff [54525952~12582912,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~8388608,281018368~8388608] 2023-12-16T19:04:54.051 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [54525952~12582912,100663296~4194304,134217728~4194304,159383552~4194304,171966464~4194304,205520896~8388608,281018368~8388608] 2023-12-16T19:04:54.052 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [54525952~16777216,100663296~8388608,134217728~4194304,159383552~4194304,171966464~8388608,205520896~8388608,281018368~12582912] 2023-12-16T19:04:54.052 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 4 diff [8388608~8388608,37748736~4194304,54525952~12582912,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,243269632~12582912,281018368~8388608] 2023-12-16T19:04:54.053 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,37748736~4194304,54525952~12582912,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,243269632~12582912,281018368~8388608] 2023-12-16T19:04:54.054 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,37748736~4194304,54525952~16777216,88080384~4194304,100663296~8388608,134217728~4194304,146800640~33554432,205520896~12582912,243269632~16777216,281018368~12582912] 2023-12-16T19:04:54.054 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 5 diff [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,226492416~8388608,243269632~12582912,281018368~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.054 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,205520896~12582912,226492416~8388608,243269632~12582912,281018368~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.056 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~8388608,134217728~4194304,146800640~33554432,205520896~12582912,226492416~12582912,243269632~16777216,281018368~12582912,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.056 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 6 diff [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,197132288~20971520,226492416~8388608,243269632~12582912,281018368~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.056 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,134217728~4194304,146800640~29360128,197132288~20971520,226492416~8388608,243269632~12582912,281018368~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.058 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,54525952~16777216,88080384~4194304,100663296~8388608,134217728~4194304,146800640~33554432,197132288~20971520,226492416~12582912,243269632~16777216,281018368~12582912,297795584~12582912,314572800~16777216,339738624~16777216,360710144~4194304,369098752~8388608,402653184~8388608] 2023-12-16T19:04:54.058 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 7 diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,130023424~8388608,146800640~29360128,197132288~20971520,226492416~8388608,243269632~16777216,268435456~8388608,281018368~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.058 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,88080384~4194304,100663296~4194304,130023424~8388608,146800640~29360128,197132288~20971520,226492416~8388608,243269632~16777216,268435456~8388608,281018368~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.061 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,88080384~4194304,100663296~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~12582912,243269632~20971520,268435456~25165824,297795584~33554432,339738624~16777216,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.061 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 8 diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~29360128,197132288~20971520,226492416~8388608,243269632~16777216,268435456~25165824,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.061 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~29360128,197132288~20971520,226492416~8388608,243269632~16777216,268435456~25165824,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.064 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~12582912,243269632~20971520,268435456~25165824,297795584~58720256,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.064 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 9 diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~29360128,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.064 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~29360128,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.067 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~12582912,243269632~50331648,297795584~58720256,360710144~4194304,369098752~8388608,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.068 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 10 diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.068 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~4194304,54525952~16777216,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.071 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~4194304,54525952~16777216,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~12582912,243269632~113246208,360710144~20971520,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.071 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 11 diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.071 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~71303168,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.076 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,197132288~20971520,226492416~12582912,243269632~113246208,360710144~20971520,385875968~25165824] 2023-12-16T19:04:54.076 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 12 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~25165824,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.076 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,192937984~25165824,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.080 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,192937984~25165824,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.080 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 13 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~29360128,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.080 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~33554432,188743680~29360128,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.085 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~33554432,188743680~29360128,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.085 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~71303168,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.085 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~8388608,146800640~71303168,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:53 smithi184 ceph-mon[136228]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T19:04:54.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:53 smithi184 ceph-mon[136228]: pgmap v3304: 137 pgs: 137 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 41 MiB/s wr, 364 op/s 2023-12-16T19:04:54.090 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~20971520,117440512~20971520,146800640~71303168,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.090 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~92274688,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.090 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~92274688,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.095 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.095 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.096 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.101 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~33554432,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.101 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.101 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.107 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.107 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.107 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.114 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.114 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.114 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.120 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.121 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 4 diff [8388608~8388608,37748736~4194304,88080384~4194304,146800640~12582912,163577856~8388608,213909504~4194304,243269632~12582912] 2023-12-16T19:04:54.121 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,37748736~4194304,88080384~4194304,146800640~12582912,163577856~8388608,213909504~4194304,243269632~12582912] 2023-12-16T19:04:54.122 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,37748736~4194304,88080384~4194304,146800640~12582912,163577856~12582912,213909504~4194304,243269632~16777216] 2023-12-16T19:04:54.122 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 5 diff [4194304~12582912,33554432~8388608,62914560~4194304,88080384~4194304,146800640~12582912,163577856~8388608,213909504~4194304,226492416~8388608,243269632~12582912,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.122 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,33554432~8388608,62914560~4194304,88080384~4194304,146800640~12582912,163577856~8388608,213909504~4194304,226492416~8388608,243269632~12582912,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.123 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,62914560~8388608,88080384~4194304,146800640~12582912,163577856~12582912,213909504~4194304,226492416~12582912,243269632~16777216,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.124 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 6 diff [4194304~12582912,33554432~8388608,62914560~4194304,88080384~4194304,146800640~25165824,197132288~8388608,209715200~8388608,226492416~8388608,243269632~12582912,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.124 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,33554432~8388608,62914560~4194304,88080384~4194304,146800640~25165824,197132288~8388608,209715200~8388608,226492416~8388608,243269632~12582912,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.125 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,62914560~8388608,88080384~4194304,146800640~29360128,197132288~8388608,209715200~8388608,226492416~12582912,243269632~16777216,297795584~12582912,314572800~16777216,339738624~16777216,360710144~4194304,369098752~8388608,402653184~8388608] 2023-12-16T19:04:54.125 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 7 diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,88080384~4194304,130023424~4194304,146800640~25165824,176160768~4194304,197132288~8388608,209715200~8388608,226492416~8388608,243269632~16777216,268435456~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.126 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,88080384~4194304,130023424~4194304,146800640~25165824,176160768~4194304,197132288~8388608,209715200~8388608,226492416~8388608,243269632~16777216,268435456~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.127 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,62914560~8388608,88080384~4194304,130023424~4194304,146800640~33554432,197132288~20971520,226492416~12582912,243269632~20971520,268435456~12582912,297795584~33554432,339738624~16777216,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.128 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 8 diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~25165824,176160768~4194304,197132288~8388608,209715200~8388608,226492416~8388608,243269632~16777216,268435456~16777216,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.128 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~25165824,176160768~4194304,197132288~8388608,209715200~8388608,226492416~8388608,243269632~16777216,268435456~16777216,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.130 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,62914560~8388608,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,197132288~20971520,226492416~12582912,243269632~20971520,268435456~20971520,297795584~58720256,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.130 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 9 diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~25165824,176160768~4194304,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.131 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~25165824,176160768~4194304,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.133 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,58720256~12582912,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,197132288~20971520,226492416~12582912,243269632~46137344,297795584~58720256,360710144~4194304,369098752~8388608,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.133 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 10 diff [4194304~12582912,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.133 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.136 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~4194304,58720256~12582912,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,197132288~20971520,226492416~12582912,243269632~113246208,360710144~20971520,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.137 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 11 diff [4194304~12582912,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.137 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,197132288~20971520,226492416~8388608,243269632~16777216,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.140 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,197132288~20971520,226492416~12582912,243269632~113246208,360710144~20971520,385875968~25165824] 2023-12-16T19:04:54.141 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 12 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,192937984~25165824,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.141 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,192937984~25165824,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.144 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,192937984~25165824,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.144 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 13 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,188743680~29360128,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.144 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~33554432,188743680~29360128,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.148 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,146800640~33554432,188743680~29360128,226492416~130023424,360710144~50331648] 2023-12-16T19:04:54.148 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~71303168,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.149 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,146800640~71303168,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.153 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,146800640~71303168,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.153 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.153 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.158 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.158 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.158 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.164 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.164 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.164 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~33554432,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.169 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.169 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.169 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.176 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.177 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.177 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.182 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.182 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 5 diff [4194304~8388608,33554432~8388608,62914560~4194304,163577856~4194304,226492416~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.182 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,33554432~8388608,62914560~4194304,163577856~4194304,226492416~8388608,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.183 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,62914560~8388608,163577856~4194304,226492416~12582912,301989888~8388608,322961408~8388608,339738624~8388608,360710144~4194304,402653184~8388608] 2023-12-16T19:04:54.183 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 6 diff [4194304~8388608,33554432~8388608,62914560~4194304,150994944~8388608,163577856~4194304,197132288~8388608,209715200~4194304,226492416~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.184 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,33554432~8388608,62914560~4194304,150994944~8388608,163577856~4194304,197132288~8388608,209715200~4194304,226492416~8388608,297795584~12582912,314572800~16777216,339738624~12582912,360710144~4194304,369098752~4194304,402653184~8388608] 2023-12-16T19:04:54.185 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,33554432~8388608,62914560~8388608,150994944~16777216,197132288~8388608,209715200~8388608,226492416~12582912,297795584~12582912,314572800~16777216,339738624~16777216,360710144~4194304,369098752~8388608,402653184~8388608] 2023-12-16T19:04:54.185 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 7 diff [4194304~8388608,25165824~4194304,33554432~8388608,62914560~4194304,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~4194304,268435456~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.185 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,25165824~4194304,33554432~8388608,62914560~4194304,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~4194304,268435456~8388608,297795584~33554432,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.187 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,62914560~8388608,130023424~4194304,150994944~16777216,176160768~4194304,197132288~20971520,226492416~12582912,255852544~8388608,268435456~12582912,297795584~33554432,339738624~16777216,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.187 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 8 diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~4194304,268435456~16777216,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.187 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,62914560~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~4194304,268435456~16777216,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.189 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,62914560~8388608,75497472~8388608,88080384~16777216,117440512~16777216,150994944~16777216,176160768~4194304,197132288~20971520,226492416~12582912,255852544~8388608,268435456~20971520,297795584~58720256,360710144~4194304,369098752~8388608,390070272~8388608,402653184~8388608] 2023-12-16T19:04:54.189 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 9 diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.189 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~4194304,33554432~8388608,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~4194304,176160768~4194304,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,297795584~37748736,339738624~16777216,360710144~4194304,369098752~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.191 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~4194304,33554432~8388608,58720256~12582912,75497472~8388608,88080384~16777216,117440512~16777216,150994944~16777216,176160768~4194304,197132288~20971520,226492416~12582912,251658240~37748736,297795584~58720256,360710144~4194304,369098752~8388608,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.191 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 10 diff [4194304~12582912,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~16777216,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.191 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~16777216,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.194 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~4194304,58720256~12582912,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,197132288~20971520,226492416~12582912,251658240~104857600,360710144~20971520,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.195 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 11 diff [4194304~12582912,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~16777216,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.195 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,163577856~16777216,197132288~16777216,226492416~8388608,251658240~8388608,264241152~20971520,289406976~46137344,339738624~16777216,360710144~12582912,377487360~4194304,385875968~12582912,402653184~8388608] 2023-12-16T19:04:54.198 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,197132288~20971520,226492416~12582912,251658240~104857600,360710144~20971520,385875968~25165824] 2023-12-16T19:04:54.198 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 12 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,192937984~20971520,226492416~16777216,251658240~33554432,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.198 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,192937984~20971520,226492416~16777216,251658240~33554432,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.202 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,192937984~25165824,226492416~20971520,251658240~104857600,360710144~50331648] 2023-12-16T19:04:54.202 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 13 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,188743680~25165824,226492416~20971520,251658240~33554432,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.202 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,188743680~25165824,226492416~20971520,251658240~33554432,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.206 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,188743680~29360128,226492416~20971520,251658240~104857600,360710144~50331648] 2023-12-16T19:04:54.206 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~62914560,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.206 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~62914560,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.210 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~67108864,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.210 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~62914560,218103808~4194304,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.210 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~62914560,218103808~4194304,226492416~109051904,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.215 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.215 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.215 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.219 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.219 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.219 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~20971520,402653184~12582912] 2023-12-16T19:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:53 smithi071 ceph-mon[139725]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T19:04:54.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:53 smithi071 ceph-mon[139725]: pgmap v3304: 137 pgs: 137 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 41 MiB/s wr, 364 op/s 2023-12-16T19:04:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:53 smithi071 ceph-mon[142085]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-16T19:04:54.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:53 smithi071 ceph-mon[142085]: pgmap v3304: 137 pgs: 137 active+clean; 753 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 41 MiB/s wr, 364 op/s 2023-12-16T19:04:54.225 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~83886080,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.225 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.225 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~62914560,218103808~4194304,226492416~58720256,289406976~46137344,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.230 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~130023424,360710144~54525952] 2023-12-16T19:04:54.230 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.230 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.236 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.236 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 6 diff [150994944~8388608,197132288~8388608,209715200~4194304,297795584~4194304,314572800~8388608,339738624~12582912,369098752~4194304] 2023-12-16T19:04:54.236 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [150994944~8388608,197132288~8388608,209715200~4194304,297795584~4194304,314572800~8388608,339738624~12582912,369098752~4194304] 2023-12-16T19:04:54.237 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [150994944~12582912,197132288~8388608,209715200~8388608,297795584~4194304,314572800~12582912,339738624~16777216,369098752~8388608] 2023-12-16T19:04:54.237 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 7 diff [25165824~4194304,130023424~4194304,150994944~8388608,176160768~4194304,197132288~8388608,209715200~4194304,255852544~4194304,268435456~8388608,297795584~4194304,310378496~12582912,339738624~16777216,369098752~4194304,390070272~8388608] 2023-12-16T19:04:54.237 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [25165824~4194304,130023424~4194304,150994944~8388608,176160768~4194304,197132288~8388608,209715200~4194304,255852544~4194304,268435456~8388608,297795584~4194304,310378496~12582912,339738624~16777216,369098752~4194304,390070272~8388608] 2023-12-16T19:04:54.239 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~4194304,130023424~4194304,150994944~12582912,176160768~4194304,197132288~20971520,255852544~8388608,268435456~12582912,297795584~4194304,310378496~16777216,339738624~16777216,369098752~8388608,390070272~8388608] 2023-12-16T19:04:54.239 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 8 diff [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,176160768~4194304,197132288~8388608,209715200~4194304,230686720~4194304,255852544~4194304,268435456~16777216,297795584~8388608,310378496~12582912,327155712~8388608,339738624~16777216,369098752~4194304,390070272~8388608] 2023-12-16T19:04:54.240 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,176160768~4194304,197132288~8388608,209715200~4194304,230686720~4194304,255852544~4194304,268435456~16777216,297795584~8388608,310378496~12582912,327155712~8388608,339738624~16777216,369098752~4194304,390070272~8388608] 2023-12-16T19:04:54.241 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~16777216,150994944~12582912,176160768~4194304,197132288~20971520,230686720~4194304,255852544~8388608,268435456~20971520,297795584~8388608,310378496~46137344,369098752~8388608,390070272~8388608] 2023-12-16T19:04:54.241 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 9 diff [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,176160768~4194304,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,297795584~8388608,310378496~12582912,327155712~8388608,339738624~12582912,369098752~4194304,385875968~12582912] 2023-12-16T19:04:54.242 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,176160768~4194304,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,297795584~8388608,310378496~12582912,327155712~8388608,339738624~12582912,369098752~4194304,385875968~12582912] 2023-12-16T19:04:54.245 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~16777216,150994944~12582912,176160768~4194304,197132288~20971520,230686720~4194304,251658240~37748736,297795584~8388608,310378496~46137344,369098752~8388608,385875968~12582912] 2023-12-16T19:04:54.245 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 10 diff [12582912~8388608,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,167772160~12582912,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.245 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,167772160~12582912,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.247 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~16777216,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~16777216,150994944~12582912,167772160~12582912,197132288~20971520,230686720~4194304,251658240~54525952,310378496~46137344,360710144~20971520,385875968~12582912] 2023-12-16T19:04:54.248 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 11 diff [12582912~8388608,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,167772160~12582912,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.248 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~8388608,167772160~12582912,197132288~16777216,230686720~4194304,251658240~8388608,264241152~20971520,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.250 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~16777216,46137344~20971520,75497472~8388608,88080384~16777216,117440512~16777216,150994944~12582912,167772160~12582912,197132288~20971520,230686720~4194304,251658240~54525952,310378496~46137344,360710144~20971520,385875968~16777216] 2023-12-16T19:04:54.251 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 12 diff [12582912~8388608,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,192937984~20971520,230686720~12582912,251658240~33554432,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~20971520] 2023-12-16T19:04:54.251 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,192937984~20971520,230686720~12582912,251658240~33554432,289406976~16777216,310378496~12582912,327155712~8388608,339738624~12582912,360710144~12582912,377487360~20971520] 2023-12-16T19:04:54.254 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,192937984~25165824,230686720~16777216,251658240~54525952,310378496~46137344,360710144~41943040] 2023-12-16T19:04:54.254 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 13 diff [8388608~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,188743680~25165824,230686720~16777216,251658240~33554432,289406976~16777216,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520] 2023-12-16T19:04:54.254 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~29360128,188743680~25165824,230686720~16777216,251658240~33554432,289406976~16777216,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520] 2023-12-16T19:04:54.258 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~12582912,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~29360128,188743680~29360128,230686720~16777216,251658240~54525952,310378496~46137344,360710144~41943040] 2023-12-16T19:04:54.258 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~62914560,230686720~54525952,289406976~16777216,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.258 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~62914560,230686720~54525952,289406976~16777216,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.262 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~67108864,230686720~75497472,310378496~46137344,360710144~41943040,406847488~8388608] 2023-12-16T19:04:54.262 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~62914560,218103808~4194304,230686720~75497472,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.262 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~62914560,218103808~4194304,230686720~75497472,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.266 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,230686720~75497472,310378496~46137344,360710144~41943040,406847488~8388608] 2023-12-16T19:04:54.266 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.267 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.271 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~83886080,230686720~75497472,310378496~46137344,360710144~54525952] 2023-12-16T19:04:54.271 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.271 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~16777216,360710144~12582912,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.276 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~83886080,230686720~125829120,360710144~54525952] 2023-12-16T19:04:54.276 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.276 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~62914560,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~16777216,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.281 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~125829120,360710144~54525952] 2023-12-16T19:04:54.281 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.282 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.286 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:54.287 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 7 diff [25165824~4194304,130023424~4194304,155189248~4194304,176160768~4194304,197132288~8388608,255852544~4194304,268435456~8388608,310378496~8388608,343932928~4194304,390070272~8388608] 2023-12-16T19:04:54.287 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [25165824~4194304,130023424~4194304,155189248~4194304,176160768~4194304,197132288~8388608,255852544~4194304,268435456~8388608,310378496~8388608,343932928~4194304,390070272~8388608] 2023-12-16T19:04:54.288 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~4194304,130023424~4194304,155189248~4194304,176160768~4194304,197132288~12582912,255852544~8388608,268435456~12582912,310378496~8388608,343932928~8388608,390070272~8388608] 2023-12-16T19:04:54.288 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 8 diff [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,176160768~4194304,197132288~8388608,230686720~4194304,255852544~4194304,268435456~16777216,297795584~4194304,310378496~8388608,327155712~8388608,343932928~4194304,390070272~8388608] 2023-12-16T19:04:54.288 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,176160768~4194304,197132288~8388608,230686720~4194304,255852544~4194304,268435456~16777216,297795584~4194304,310378496~8388608,327155712~8388608,343932928~4194304,390070272~8388608] 2023-12-16T19:04:54.289 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,25165824~4194304,75497472~8388608,88080384~16777216,117440512~16777216,155189248~4194304,176160768~4194304,197132288~12582912,230686720~4194304,255852544~8388608,268435456~20971520,297795584~8388608,310378496~8388608,327155712~12582912,343932928~8388608,390070272~8388608] 2023-12-16T19:04:54.289 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 9 diff [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,176160768~4194304,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,385875968~12582912] 2023-12-16T19:04:54.289 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,176160768~4194304,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,385875968~12582912] 2023-12-16T19:04:54.291 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,25165824~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~16777216,155189248~4194304,176160768~4194304,197132288~16777216,230686720~4194304,251658240~37748736,297795584~8388608,310378496~8388608,327155712~25165824,385875968~12582912] 2023-12-16T19:04:54.291 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 10 diff [12582912~8388608,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,167772160~12582912,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,289406976~12582912,310378496~8388608,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.291 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,167772160~12582912,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,289406976~12582912,310378496~8388608,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.293 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~16777216,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~16777216,155189248~4194304,167772160~12582912,197132288~16777216,230686720~4194304,251658240~54525952,310378496~8388608,327155712~25165824,360710144~12582912,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.293 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 11 diff [12582912~8388608,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,167772160~12582912,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.293 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~4194304,167772160~12582912,197132288~12582912,230686720~4194304,251658240~8388608,264241152~20971520,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~12582912] 2023-12-16T19:04:54.296 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~16777216,46137344~20971520,75497472~8388608,88080384~16777216,117440512~16777216,155189248~4194304,167772160~12582912,197132288~16777216,230686720~4194304,251658240~54525952,310378496~41943040,360710144~12582912,377487360~4194304,385875968~16777216] 2023-12-16T19:04:54.296 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 12 diff [12582912~8388608,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~25165824,192937984~16777216,230686720~12582912,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520] 2023-12-16T19:04:54.296 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~25165824,192937984~16777216,230686720~12582912,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520] 2023-12-16T19:04:54.299 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,155189248~25165824,192937984~20971520,230686720~16777216,251658240~54525952,310378496~41943040,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.299 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 13 diff [8388608~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~25165824,188743680~20971520,230686720~16777216,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520] 2023-12-16T19:04:54.299 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~12582912,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,155189248~25165824,188743680~20971520,230686720~16777216,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520] 2023-12-16T19:04:54.302 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~12582912,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,155189248~25165824,188743680~25165824,230686720~16777216,251658240~54525952,310378496~41943040,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.302 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~58720256,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.302 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~58720256,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.306 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~62914560,230686720~75497472,310378496~41943040,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.306 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~58720256,218103808~4194304,230686720~71303168,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.306 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~58720256,218103808~4194304,230686720~71303168,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,406847488~8388608] 2023-12-16T19:04:54.310 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~75497472,218103808~4194304,230686720~75497472,310378496~41943040,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.310 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.310 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.314 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~75497472,218103808~4194304,230686720~75497472,310378496~41943040,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.314 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.314 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~20971520,402653184~8388608] 2023-12-16T19:04:54.318 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~75497472,218103808~4194304,230686720~121634816,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.318 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~37748736] 2023-12-16T19:04:54.319 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~37748736] 2023-12-16T19:04:54.323 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~96468992,218103808~4194304,230686720~121634816,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.324 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:54.324 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:54.329 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.329 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 8 diff [12582912~4194304,75497472~8388608,88080384~16777216,117440512~8388608,230686720~4194304,276824064~8388608,297795584~4194304,327155712~8388608] 2023-12-16T19:04:54.329 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,75497472~8388608,88080384~16777216,117440512~8388608,230686720~4194304,276824064~8388608,297795584~4194304,327155712~8388608] 2023-12-16T19:04:54.330 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,75497472~8388608,88080384~16777216,117440512~12582912,230686720~4194304,276824064~12582912,297795584~8388608,327155712~12582912] 2023-12-16T19:04:54.331 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 9 diff [12582912~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,176160768~4194304,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,297795584~4194304,327155712~8388608,339738624~8388608,385875968~4194304] 2023-12-16T19:04:54.331 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,176160768~4194304,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,297795584~4194304,327155712~8388608,339738624~8388608,385875968~4194304] 2023-12-16T19:04:54.332 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~12582912,176160768~4194304,205520896~8388608,230686720~4194304,251658240~4194304,264241152~25165824,297795584~8388608,327155712~20971520,385875968~8388608] 2023-12-16T19:04:54.332 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 10 diff [12582912~8388608,29360128~8388608,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,167772160~12582912,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,289406976~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304] 2023-12-16T19:04:54.333 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,29360128~8388608,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~8388608,167772160~12582912,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,289406976~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304] 2023-12-16T19:04:54.334 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~4194304,58720256~8388608,75497472~8388608,88080384~16777216,117440512~12582912,167772160~12582912,205520896~8388608,230686720~4194304,251658240~4194304,264241152~41943040,327155712~20971520,360710144~12582912,377487360~4194304,385875968~8388608] 2023-12-16T19:04:54.334 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 11 diff [12582912~8388608,29360128~8388608,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,167772160~12582912,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,289406976~12582912,314572800~8388608,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304,394264576~4194304] 2023-12-16T19:04:54.334 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,29360128~8388608,46137344~20971520,75497472~8388608,88080384~16777216,117440512~8388608,167772160~12582912,205520896~4194304,230686720~4194304,251658240~4194304,264241152~20971520,289406976~12582912,314572800~8388608,327155712~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304,394264576~4194304] 2023-12-16T19:04:54.337 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~20971520,75497472~8388608,88080384~16777216,117440512~12582912,167772160~12582912,205520896~8388608,230686720~4194304,251658240~4194304,264241152~41943040,314572800~33554432,360710144~12582912,377487360~4194304,385875968~16777216] 2023-12-16T19:04:54.337 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 12 diff [12582912~8388608,29360128~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,159383552~20971520,192937984~4194304,205520896~4194304,230686720~12582912,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.337 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~8388608,29360128~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,159383552~20971520,192937984~4194304,205520896~4194304,230686720~12582912,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.339 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~41943040,75497472~8388608,88080384~16777216,117440512~16777216,159383552~20971520,192937984~8388608,205520896~8388608,230686720~16777216,251658240~54525952,310378496~37748736,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.339 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 13 diff [8388608~12582912,29360128~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,159383552~20971520,188743680~8388608,205520896~4194304,230686720~16777216,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.339 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~12582912,29360128~12582912,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,159383552~20971520,188743680~8388608,205520896~4194304,230686720~16777216,251658240~33554432,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.343 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~12582912,29360128~41943040,75497472~8388608,88080384~16777216,117440512~16777216,159383552~20971520,188743680~12582912,205520896~8388608,230686720~16777216,251658240~54525952,310378496~37748736,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.343 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 14 diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~4194304,159383552~37748736,201326592~8388608,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.343 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~16777216,46137344~25165824,75497472~8388608,88080384~16777216,117440512~8388608,130023424~4194304,150994944~4194304,159383552~37748736,201326592~8388608,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.346 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~8388608,88080384~16777216,117440512~16777216,150994944~4194304,159383552~54525952,230686720~75497472,310378496~37748736,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.347 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 15 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~37748736,201326592~8388608,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.347 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~37748736,201326592~8388608,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.350 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~16777216,159383552~54525952,218103808~4194304,230686720~75497472,310378496~37748736,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.351 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 16 diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.351 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.354 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~29360128,117440512~16777216,138412032~75497472,218103808~4194304,230686720~75497472,310378496~37748736,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.355 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 17 diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.355 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~16777216,25165824~46137344,75497472~29360128,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.359 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~75497472,218103808~4194304,230686720~117440512,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.359 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 18 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.359 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.364 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~96468992,218103808~4194304,230686720~121634816,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.364 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to 19 diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.364 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.369 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.369 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 9 diff [58720256~8388608,92274688~4194304,176160768~4194304,205520896~4194304,251658240~4194304,264241152~12582912,281018368~4194304,339738624~8388608,385875968~4194304] 2023-12-16T19:04:54.369 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [58720256~8388608,92274688~4194304,176160768~4194304,205520896~4194304,251658240~4194304,264241152~12582912,281018368~4194304,339738624~8388608,385875968~4194304] 2023-12-16T19:04:54.370 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [58720256~8388608,92274688~4194304,176160768~4194304,205520896~8388608,251658240~4194304,264241152~25165824,339738624~8388608,385875968~8388608] 2023-12-16T19:04:54.370 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 10 diff [12582912~4194304,29360128~8388608,46137344~4194304,58720256~8388608,75497472~4194304,92274688~4194304,167772160~12582912,205520896~4194304,251658240~4194304,264241152~12582912,281018368~4194304,289406976~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304] 2023-12-16T19:04:54.371 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~8388608,46137344~4194304,58720256~8388608,75497472~4194304,92274688~4194304,167772160~12582912,205520896~4194304,251658240~4194304,264241152~12582912,281018368~4194304,289406976~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304] 2023-12-16T19:04:54.372 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~4194304,58720256~8388608,75497472~4194304,92274688~4194304,167772160~12582912,205520896~8388608,251658240~4194304,264241152~33554432,339738624~8388608,360710144~12582912,377487360~4194304,385875968~8388608] 2023-12-16T19:04:54.372 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 11 diff [12582912~4194304,29360128~8388608,46137344~20971520,75497472~4194304,92274688~4194304,167772160~12582912,205520896~4194304,251658240~4194304,264241152~20971520,289406976~8388608,314572800~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304,394264576~4194304] 2023-12-16T19:04:54.372 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~8388608,46137344~20971520,75497472~4194304,92274688~4194304,167772160~12582912,205520896~4194304,251658240~4194304,264241152~20971520,289406976~8388608,314572800~8388608,339738624~8388608,360710144~8388608,377487360~4194304,385875968~4194304,394264576~4194304] 2023-12-16T19:04:54.374 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~20971520,75497472~4194304,92274688~8388608,167772160~12582912,205520896~8388608,251658240~4194304,264241152~33554432,314572800~12582912,339738624~8388608,360710144~12582912,377487360~4194304,385875968~16777216] 2023-12-16T19:04:54.374 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 12 diff [12582912~4194304,29360128~12582912,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,159383552~20971520,192937984~4194304,205520896~4194304,234881024~8388608,251658240~33554432,289406976~8388608,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.374 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~12582912,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,159383552~20971520,192937984~4194304,205520896~4194304,234881024~8388608,251658240~33554432,289406976~8388608,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.376 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~41943040,75497472~4194304,92274688~8388608,130023424~4194304,159383552~20971520,192937984~8388608,205520896~8388608,234881024~12582912,251658240~46137344,310378496~16777216,339738624~8388608,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.376 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 13 diff [8388608~8388608,29360128~12582912,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,159383552~20971520,188743680~8388608,205520896~4194304,234881024~12582912,251658240~33554432,289406976~12582912,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.377 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,29360128~12582912,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,159383552~20971520,188743680~8388608,205520896~4194304,234881024~12582912,251658240~33554432,289406976~12582912,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.381 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~12582912,29360128~41943040,75497472~4194304,92274688~8388608,130023424~4194304,159383552~20971520,188743680~12582912,205520896~8388608,234881024~12582912,251658240~50331648,310378496~16777216,339738624~8388608,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.381 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 14 diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,150994944~4194304,159383552~37748736,201326592~8388608,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.381 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,75497472~4194304,92274688~4194304,130023424~4194304,150994944~4194304,159383552~37748736,201326592~8388608,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.382 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~4194304,92274688~8388608,130023424~4194304,150994944~4194304,159383552~54525952,234881024~67108864,310378496~25165824,339738624~8388608,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.382 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 15 diff [4194304~12582912,25165824~46137344,75497472~12582912,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~37748736,201326592~8388608,218103808~4194304,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.382 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~46137344,75497472~12582912,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~37748736,201326592~8388608,218103808~4194304,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.386 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~12582912,92274688~12582912,130023424~4194304,138412032~16777216,159383552~54525952,218103808~4194304,234881024~67108864,310378496~25165824,339738624~8388608,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.386 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 16 diff [4194304~12582912,25165824~46137344,75497472~12582912,92274688~8388608,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.386 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~46137344,75497472~12582912,92274688~8388608,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,234881024~50331648,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.389 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~12582912,92274688~12582912,117440512~16777216,138412032~75497472,218103808~4194304,234881024~71303168,310378496~25165824,339738624~8388608,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.389 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 17 diff [4194304~12582912,25165824~46137344,75497472~25165824,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,234881024~50331648,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.389 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~46137344,75497472~25165824,109051904~4194304,117440512~16777216,138412032~8388608,150994944~58720256,218103808~4194304,234881024~50331648,289406976~12582912,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.393 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~75497472,218103808~4194304,234881024~100663296,339738624~8388608,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.393 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 18 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.393 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,218103808~4194304,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.397 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~96468992,218103808~4194304,230686720~121634816,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.398 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to 19 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.398 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.402 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.402 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 10 diff [12582912~4194304,29360128~8388608,46137344~4194304,75497472~4194304,167772160~8388608,264241152~4194304,289406976~8388608,360710144~8388608,377487360~4194304] 2023-12-16T19:04:54.402 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~8388608,46137344~4194304,75497472~4194304,167772160~8388608,264241152~4194304,289406976~8388608,360710144~8388608,377487360~4194304] 2023-12-16T19:04:54.403 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~4194304,75497472~4194304,167772160~8388608,264241152~4194304,289406976~8388608,360710144~12582912,377487360~4194304] 2023-12-16T19:04:54.403 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 11 diff [12582912~4194304,29360128~8388608,46137344~16777216,75497472~4194304,92274688~4194304,167772160~8388608,264241152~4194304,276824064~8388608,289406976~8388608,314572800~8388608,360710144~8388608,377487360~4194304,394264576~4194304] 2023-12-16T19:04:54.403 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~8388608,46137344~16777216,75497472~4194304,92274688~4194304,167772160~8388608,264241152~4194304,276824064~8388608,289406976~8388608,314572800~8388608,360710144~8388608,377487360~4194304,394264576~4194304] 2023-12-16T19:04:54.404 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~12582912,46137344~16777216,75497472~4194304,92274688~8388608,167772160~8388608,264241152~4194304,276824064~8388608,289406976~8388608,314572800~12582912,360710144~12582912,377487360~4194304,394264576~8388608] 2023-12-16T19:04:54.404 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 12 diff [12582912~4194304,29360128~12582912,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,159383552~16777216,192937984~4194304,234881024~8388608,255852544~8388608,276824064~8388608,289406976~8388608,310378496~12582912,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.404 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [12582912~4194304,29360128~12582912,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,159383552~16777216,192937984~4194304,234881024~8388608,255852544~8388608,276824064~8388608,289406976~8388608,310378496~12582912,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.406 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [12582912~8388608,29360128~41943040,75497472~4194304,92274688~8388608,130023424~4194304,159383552~16777216,192937984~8388608,234881024~12582912,255852544~12582912,276824064~8388608,289406976~8388608,310378496~16777216,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.407 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 13 diff [8388608~8388608,29360128~12582912,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,159383552~16777216,188743680~8388608,234881024~12582912,255852544~8388608,276824064~8388608,289406976~12582912,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.407 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,29360128~12582912,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,159383552~16777216,188743680~8388608,234881024~12582912,255852544~8388608,276824064~8388608,289406976~12582912,310378496~12582912,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304] 2023-12-16T19:04:54.409 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~12582912,29360128~41943040,75497472~4194304,92274688~8388608,130023424~4194304,159383552~16777216,188743680~12582912,234881024~12582912,255852544~12582912,276824064~8388608,289406976~12582912,310378496~16777216,339738624~8388608,360710144~12582912,377487360~25165824] 2023-12-16T19:04:54.409 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 14 diff [4194304~12582912,25165824~16777216,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,150994944~4194304,159383552~16777216,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.409 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~20971520,75497472~4194304,92274688~4194304,130023424~4194304,150994944~4194304,159383552~16777216,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,289406976~12582912,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.411 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~4194304,92274688~8388608,130023424~4194304,150994944~4194304,159383552~16777216,180355072~29360128,234881024~33554432,276824064~8388608,289406976~12582912,310378496~25165824,339738624~8388608,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.412 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 15 diff [4194304~12582912,25165824~41943040,75497472~12582912,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~16777216,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~25165824,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.412 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~41943040,75497472~12582912,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~16777216,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~25165824,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.414 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~12582912,92274688~12582912,130023424~4194304,138412032~16777216,159383552~16777216,180355072~29360128,218103808~4194304,234881024~37748736,276824064~25165824,310378496~25165824,339738624~8388608,360710144~12582912,377487360~25165824,406847488~8388608] 2023-12-16T19:04:54.414 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 16 diff [4194304~12582912,25165824~41943040,75497472~12582912,92274688~8388608,117440512~16777216,138412032~8388608,150994944~25165824,180355072~29360128,218103808~4194304,234881024~33554432,276824064~25165824,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.415 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~41943040,75497472~12582912,92274688~8388608,117440512~16777216,138412032~8388608,150994944~25165824,180355072~29360128,218103808~4194304,234881024~33554432,276824064~25165824,310378496~12582912,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.418 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~46137344,75497472~12582912,92274688~12582912,117440512~16777216,138412032~37748736,180355072~29360128,218103808~4194304,234881024~37748736,276824064~29360128,310378496~25165824,339738624~8388608,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.418 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 17 diff [4194304~12582912,25165824~46137344,75497472~25165824,109051904~4194304,117440512~16777216,138412032~8388608,150994944~25165824,180355072~29360128,218103808~4194304,234881024~37748736,276824064~25165824,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.418 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~46137344,75497472~25165824,109051904~4194304,117440512~16777216,138412032~8388608,150994944~25165824,180355072~29360128,218103808~4194304,234881024~37748736,276824064~25165824,306184192~16777216,327155712~8388608,339738624~8388608,360710144~8388608,377487360~12582912,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.421 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~16777216,25165824~79691776,109051904~4194304,117440512~16777216,138412032~37748736,180355072~29360128,218103808~4194304,234881024~37748736,276824064~58720256,339738624~8388608,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.421 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 18 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,218103808~4194304,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.421 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,218103808~4194304,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,360710144~8388608,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.425 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,218103808~4194304,230686720~41943040,276824064~75497472,360710144~12582912,377487360~37748736] 2023-12-16T19:04:54.425 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to 19 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.425 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.429 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:54.429 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 11 diff [46137344~16777216,92274688~4194304,276824064~8388608,314572800~8388608,394264576~4194304] 2023-12-16T19:04:54.430 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [46137344~16777216,92274688~4194304,276824064~8388608,314572800~8388608,394264576~4194304] 2023-12-16T19:04:54.431 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [46137344~16777216,92274688~8388608,276824064~8388608,314572800~12582912,394264576~8388608] 2023-12-16T19:04:54.431 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 12 diff [33554432~8388608,46137344~20971520,92274688~4194304,130023424~4194304,159383552~8388608,192937984~4194304,234881024~8388608,255852544~8388608,276824064~8388608,310378496~12582912,381681664~8388608,394264576~4194304] 2023-12-16T19:04:54.431 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [33554432~8388608,46137344~20971520,92274688~4194304,130023424~4194304,159383552~8388608,192937984~4194304,234881024~8388608,255852544~8388608,276824064~8388608,310378496~12582912,381681664~8388608,394264576~4194304] 2023-12-16T19:04:54.432 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [33554432~37748736,92274688~8388608,130023424~4194304,159383552~8388608,192937984~8388608,234881024~12582912,255852544~12582912,276824064~8388608,310378496~16777216,381681664~20971520] 2023-12-16T19:04:54.432 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 13 diff [8388608~8388608,33554432~8388608,46137344~20971520,92274688~4194304,130023424~4194304,159383552~8388608,188743680~8388608,234881024~12582912,255852544~8388608,276824064~8388608,297795584~4194304,310378496~12582912,339738624~8388608,381681664~8388608,394264576~4194304] 2023-12-16T19:04:54.433 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,33554432~8388608,46137344~20971520,92274688~4194304,130023424~4194304,159383552~8388608,188743680~8388608,234881024~12582912,255852544~8388608,276824064~8388608,297795584~4194304,310378496~12582912,339738624~8388608,381681664~8388608,394264576~4194304] 2023-12-16T19:04:54.434 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,33554432~37748736,92274688~8388608,130023424~4194304,159383552~8388608,188743680~12582912,234881024~12582912,255852544~12582912,276824064~8388608,297795584~4194304,310378496~16777216,339738624~8388608,381681664~20971520] 2023-12-16T19:04:54.434 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 14 diff [4194304~12582912,25165824~16777216,46137344~20971520,92274688~4194304,130023424~4194304,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.434 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~20971520,92274688~4194304,130023424~4194304,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.436 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~46137344,92274688~8388608,130023424~4194304,150994944~4194304,159383552~8388608,180355072~29360128,234881024~33554432,276824064~8388608,297795584~4194304,310378496~25165824,339738624~8388608,381681664~20971520,406847488~8388608] 2023-12-16T19:04:54.436 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 15 diff [4194304~12582912,25165824~16777216,46137344~20971520,79691776~8388608,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.436 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~20971520,79691776~8388608,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,406847488~8388608] 2023-12-16T19:04:54.438 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~46137344,79691776~8388608,92274688~12582912,130023424~4194304,138412032~16777216,159383552~8388608,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~25165824,339738624~8388608,381681664~20971520,406847488~8388608] 2023-12-16T19:04:54.438 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 16 diff [4194304~12582912,25165824~16777216,46137344~20971520,79691776~8388608,92274688~8388608,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~33554432,276824064~12582912,293601280~8388608,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.439 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~20971520,79691776~8388608,92274688~8388608,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~33554432,276824064~12582912,293601280~8388608,310378496~12582912,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.441 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~46137344,79691776~8388608,92274688~12582912,117440512~16777216,138412032~29360128,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~12582912,310378496~25165824,339738624~8388608,381681664~33554432] 2023-12-16T19:04:54.441 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 17 diff [4194304~12582912,25165824~16777216,46137344~25165824,79691776~20971520,109051904~4194304,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.441 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,46137344~25165824,79691776~20971520,109051904~4194304,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2023-12-16T19:04:54.444 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~50331648,79691776~25165824,109051904~4194304,117440512~16777216,138412032~29360128,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~41943040,339738624~8388608,381681664~33554432] 2023-12-16T19:04:54.444 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 18 diff [0~12582912,25165824~16777216,46137344~25165824,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.444 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~12582912,25165824~16777216,46137344~25165824,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.447 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~50331648,79691776~33554432,117440512~50331648,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~58720256,381681664~33554432] 2023-12-16T19:04:54.447 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to 19 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.447 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.452 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:54.453 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 12 diff [33554432~8388608,58720256~8388608,130023424~4194304,159383552~8388608,192937984~4194304,234881024~8388608,255852544~8388608,310378496~8388608,381681664~8388608] 2023-12-16T19:04:54.453 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [33554432~8388608,58720256~8388608,130023424~4194304,159383552~8388608,192937984~4194304,234881024~8388608,255852544~8388608,310378496~8388608,381681664~8388608] 2023-12-16T19:04:54.453 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [33554432~12582912,58720256~12582912,130023424~4194304,159383552~8388608,192937984~8388608,234881024~12582912,255852544~12582912,310378496~12582912,381681664~12582912] 2023-12-16T19:04:54.453 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 13 diff [8388608~8388608,33554432~8388608,50331648~4194304,58720256~8388608,130023424~4194304,159383552~8388608,188743680~8388608,234881024~12582912,255852544~8388608,297795584~4194304,310378496~8388608,339738624~8388608,381681664~8388608] 2023-12-16T19:04:54.453 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,33554432~8388608,50331648~4194304,58720256~8388608,130023424~4194304,159383552~8388608,188743680~8388608,234881024~12582912,255852544~8388608,297795584~4194304,310378496~8388608,339738624~8388608,381681664~8388608] 2023-12-16T19:04:54.454 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,33554432~12582912,50331648~4194304,58720256~12582912,130023424~4194304,159383552~8388608,188743680~12582912,234881024~12582912,255852544~12582912,297795584~4194304,310378496~12582912,339738624~8388608,381681664~12582912] 2023-12-16T19:04:54.454 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 14 diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,130023424~4194304,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,406847488~8388608] 2023-12-16T19:04:54.454 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,130023424~4194304,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,234881024~29360128,276824064~8388608,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,406847488~8388608] 2023-12-16T19:04:54.456 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~20971520,50331648~4194304,58720256~12582912,130023424~4194304,150994944~4194304,159383552~8388608,180355072~29360128,234881024~33554432,276824064~8388608,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~12582912,406847488~8388608] 2023-12-16T19:04:54.456 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 15 diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,406847488~8388608] 2023-12-16T19:04:54.456 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,130023424~4194304,138412032~8388608,150994944~4194304,159383552~8388608,180355072~16777216,201326592~8388608,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,406847488~8388608] 2023-12-16T19:04:54.458 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~20971520,50331648~4194304,58720256~12582912,79691776~8388608,92274688~12582912,130023424~4194304,138412032~16777216,159383552~8388608,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,297795584~4194304,310378496~12582912,327155712~8388608,339738624~8388608,381681664~12582912,406847488~8388608] 2023-12-16T19:04:54.458 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 16 diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~33554432,276824064~12582912,293601280~8388608,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,402653184~8388608] 2023-12-16T19:04:54.458 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~33554432,276824064~12582912,293601280~8388608,310378496~8388608,327155712~8388608,339738624~8388608,381681664~8388608,402653184~8388608] 2023-12-16T19:04:54.460 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~20971520,50331648~4194304,58720256~12582912,79691776~8388608,92274688~12582912,117440512~16777216,138412032~29360128,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~12582912,310378496~12582912,327155712~8388608,339738624~8388608,381681664~12582912,402653184~12582912] 2023-12-16T19:04:54.460 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 17 diff [4194304~12582912,25165824~16777216,50331648~20971520,79691776~20971520,109051904~4194304,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~8388608,306184192~12582912,327155712~8388608,339738624~8388608,381681664~8388608,402653184~8388608] 2023-12-16T19:04:54.460 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~20971520,79691776~20971520,109051904~4194304,117440512~16777216,138412032~8388608,150994944~16777216,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~8388608,306184192~12582912,327155712~8388608,339738624~8388608,381681664~8388608,402653184~8388608] 2023-12-16T19:04:54.462 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~20971520,50331648~25165824,79691776~25165824,109051904~4194304,117440512~16777216,138412032~29360128,180355072~29360128,218103808~4194304,234881024~37748736,276824064~12582912,293601280~29360128,327155712~8388608,339738624~8388608,381681664~12582912,402653184~12582912] 2023-12-16T19:04:54.462 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 18 diff [0~12582912,25165824~16777216,50331648~20971520,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~8388608,306184192~12582912,327155712~8388608,339738624~12582912,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.462 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~12582912,25165824~16777216,50331648~20971520,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~8388608,306184192~12582912,327155712~8388608,339738624~12582912,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.465 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~20971520,50331648~25165824,79691776~33554432,117440512~50331648,180355072~29360128,218103808~4194304,230686720~41943040,276824064~12582912,293601280~29360128,327155712~25165824,381681664~12582912,398458880~16777216] 2023-12-16T19:04:54.465 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to 19 diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.465 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.469 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:54.470 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 13 diff [8388608~8388608,37748736~4194304,50331648~4194304,58720256~8388608,159383552~8388608,188743680~4194304,234881024~8388608,297795584~4194304,339738624~8388608] 2023-12-16T19:04:54.470 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,37748736~4194304,50331648~4194304,58720256~8388608,159383552~8388608,188743680~4194304,234881024~8388608,297795584~4194304,339738624~8388608] 2023-12-16T19:04:54.471 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,37748736~4194304,50331648~4194304,58720256~8388608,159383552~8388608,188743680~4194304,234881024~12582912,297795584~4194304,339738624~8388608] 2023-12-16T19:04:54.471 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 14 diff [4194304~12582912,25165824~8388608,37748736~4194304,50331648~4194304,58720256~8388608,150994944~4194304,159383552~8388608,180355072~12582912,201326592~8388608,234881024~8388608,247463936~8388608,276824064~8388608,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.471 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~4194304,50331648~4194304,58720256~8388608,150994944~4194304,159383552~8388608,180355072~12582912,201326592~8388608,234881024~8388608,247463936~8388608,276824064~8388608,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.472 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,150994944~4194304,159383552~8388608,180355072~12582912,201326592~8388608,234881024~20971520,276824064~8388608,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.472 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 15 diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,138412032~8388608,150994944~4194304,159383552~8388608,180355072~12582912,201326592~8388608,218103808~4194304,234881024~8388608,247463936~8388608,260046848~8388608,276824064~12582912,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.472 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,138412032~8388608,150994944~4194304,159383552~8388608,180355072~12582912,201326592~8388608,218103808~4194304,234881024~8388608,247463936~8388608,260046848~8388608,276824064~12582912,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.474 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~12582912,138412032~16777216,159383552~8388608,180355072~12582912,201326592~8388608,218103808~4194304,234881024~20971520,260046848~12582912,276824064~12582912,297795584~4194304,327155712~8388608,339738624~8388608,406847488~8388608] 2023-12-16T19:04:54.474 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 16 diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,234881024~8388608,247463936~20971520,276824064~12582912,293601280~8388608,327155712~8388608,339738624~8388608,402653184~8388608] 2023-12-16T19:04:54.474 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,234881024~8388608,247463936~20971520,276824064~12582912,293601280~8388608,327155712~8388608,339738624~8388608,402653184~8388608] 2023-12-16T19:04:54.476 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,50331648~4194304,58720256~8388608,79691776~8388608,92274688~12582912,117440512~12582912,138412032~29360128,180355072~12582912,197132288~12582912,218103808~4194304,234881024~37748736,276824064~12582912,293601280~12582912,327155712~8388608,339738624~8388608,402653184~12582912] 2023-12-16T19:04:54.476 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 17 diff [4194304~12582912,25165824~16777216,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,234881024~8388608,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,402653184~8388608] 2023-12-16T19:04:54.476 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~16777216,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,234881024~8388608,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,402653184~8388608] 2023-12-16T19:04:54.478 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~16777216,50331648~25165824,79691776~25165824,109051904~4194304,117440512~12582912,138412032~29360128,180355072~12582912,197132288~12582912,218103808~4194304,234881024~37748736,276824064~12582912,293601280~20971520,327155712~8388608,339738624~8388608,402653184~12582912] 2023-12-16T19:04:54.478 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 18 diff [0~12582912,25165824~16777216,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~12582912,398458880~16777216] 2023-12-16T19:04:54.478 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~12582912,25165824~16777216,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,218103808~4194304,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~12582912,398458880~16777216] 2023-12-16T19:04:54.481 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~16777216,50331648~25165824,79691776~33554432,117440512~50331648,180355072~12582912,197132288~12582912,218103808~4194304,230686720~41943040,276824064~12582912,293601280~20971520,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.481 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to 19 diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.482 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.485 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.485 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 14 diff [4194304~8388608,25165824~8388608,150994944~4194304,180355072~8388608,201326592~8388608,247463936~8388608,276824064~8388608,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.485 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,25165824~8388608,150994944~4194304,180355072~8388608,201326592~8388608,247463936~8388608,276824064~8388608,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.486 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~8388608,25165824~12582912,150994944~4194304,180355072~8388608,201326592~8388608,247463936~8388608,276824064~8388608,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.486 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 15 diff [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~8388608,138412032~8388608,150994944~4194304,159383552~4194304,180355072~8388608,201326592~8388608,218103808~4194304,247463936~8388608,260046848~8388608,276824064~12582912,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.486 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~8388608,138412032~8388608,150994944~4194304,159383552~4194304,180355072~8388608,201326592~8388608,218103808~4194304,247463936~8388608,260046848~8388608,276824064~12582912,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.487 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~12582912,138412032~16777216,159383552~8388608,180355072~8388608,201326592~8388608,218103808~4194304,247463936~8388608,260046848~12582912,276824064~12582912,327155712~8388608,406847488~8388608] 2023-12-16T19:04:54.487 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 16 diff [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,247463936~20971520,276824064~12582912,293601280~8388608,327155712~8388608,402653184~8388608] 2023-12-16T19:04:54.487 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,247463936~20971520,276824064~12582912,293601280~8388608,327155712~8388608,402653184~8388608] 2023-12-16T19:04:54.489 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~8388608,25165824~12582912,50331648~4194304,79691776~8388608,92274688~12582912,117440512~12582912,138412032~29360128,180355072~8388608,197132288~12582912,218103808~4194304,247463936~25165824,276824064~12582912,293601280~12582912,327155712~8388608,402653184~12582912] 2023-12-16T19:04:54.489 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 17 diff [4194304~12582912,25165824~12582912,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,402653184~8388608] 2023-12-16T19:04:54.489 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [4194304~12582912,25165824~12582912,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,402653184~8388608] 2023-12-16T19:04:54.490 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [4194304~12582912,25165824~12582912,50331648~25165824,79691776~25165824,109051904~4194304,117440512~12582912,138412032~29360128,180355072~8388608,197132288~12582912,218103808~4194304,247463936~25165824,276824064~12582912,293601280~20971520,327155712~8388608,402653184~12582912] 2023-12-16T19:04:54.491 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 18 diff [0~12582912,25165824~12582912,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.491 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~12582912,25165824~12582912,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,218103808~4194304,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.493 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,50331648~25165824,79691776~33554432,117440512~50331648,180355072~8388608,197132288~12582912,218103808~4194304,230686720~8388608,247463936~25165824,276824064~12582912,293601280~20971520,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.493 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to 19 diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.494 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.496 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.496 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 15 diff [25165824~4194304,50331648~4194304,79691776~8388608,92274688~8388608,138412032~8388608,159383552~4194304,218103808~4194304,260046848~8388608,281018368~8388608] 2023-12-16T19:04:54.496 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [25165824~4194304,50331648~4194304,79691776~8388608,92274688~8388608,138412032~8388608,159383552~4194304,218103808~4194304,260046848~8388608,281018368~8388608] 2023-12-16T19:04:54.497 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [25165824~4194304,50331648~4194304,79691776~8388608,92274688~12582912,138412032~12582912,159383552~8388608,218103808~4194304,260046848~12582912,281018368~8388608] 2023-12-16T19:04:54.497 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 16 diff [8388608~4194304,25165824~4194304,50331648~4194304,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,155189248~8388608,197132288~8388608,218103808~4194304,251658240~16777216,281018368~8388608,293601280~8388608,402653184~8388608] 2023-12-16T19:04:54.497 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~4194304,25165824~4194304,50331648~4194304,79691776~8388608,92274688~8388608,117440512~12582912,138412032~8388608,155189248~8388608,197132288~8388608,218103808~4194304,251658240~16777216,281018368~8388608,293601280~8388608,402653184~8388608] 2023-12-16T19:04:54.499 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~4194304,25165824~4194304,50331648~4194304,79691776~8388608,92274688~12582912,117440512~12582912,138412032~12582912,155189248~12582912,197132288~8388608,218103808~4194304,251658240~20971520,281018368~8388608,293601280~12582912,402653184~12582912] 2023-12-16T19:04:54.499 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 17 diff [8388608~8388608,25165824~4194304,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,155189248~8388608,184549376~4194304,197132288~8388608,218103808~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~4194304,402653184~8388608] 2023-12-16T19:04:54.499 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,25165824~4194304,50331648~12582912,67108864~4194304,79691776~20971520,109051904~4194304,117440512~12582912,138412032~8388608,155189248~8388608,184549376~4194304,197132288~8388608,218103808~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~4194304,402653184~8388608] 2023-12-16T19:04:54.500 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,25165824~4194304,50331648~25165824,79691776~25165824,109051904~4194304,117440512~12582912,138412032~12582912,155189248~12582912,184549376~4194304,197132288~8388608,218103808~4194304,251658240~20971520,281018368~8388608,293601280~20971520,402653184~12582912] 2023-12-16T19:04:54.500 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 18 diff [0~4194304,8388608~8388608,25165824~4194304,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,218103808~4194304,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.500 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~4194304,8388608~8388608,25165824~4194304,50331648~12582912,67108864~4194304,79691776~20971520,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,218103808~4194304,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.502 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,50331648~25165824,79691776~33554432,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,218103808~4194304,230686720~8388608,251658240~20971520,281018368~8388608,293601280~20971520,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.502 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to 19 diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.502 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.505 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,41943040~71303168,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~20971520,281018368~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.505 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 16 diff [8388608~4194304,117440512~12582912,155189248~4194304,197132288~8388608,251658240~8388608,293601280~8388608,402653184~8388608] 2023-12-16T19:04:54.505 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~4194304,117440512~12582912,155189248~4194304,197132288~8388608,251658240~8388608,293601280~8388608,402653184~8388608] 2023-12-16T19:04:54.506 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~4194304,117440512~12582912,155189248~4194304,197132288~8388608,251658240~8388608,293601280~12582912,402653184~12582912] 2023-12-16T19:04:54.506 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 17 diff [8388608~8388608,50331648~12582912,67108864~4194304,83886080~8388608,109051904~4194304,117440512~12582912,155189248~8388608,184549376~4194304,197132288~8388608,251658240~8388608,264241152~8388608,293601280~8388608,306184192~4194304,402653184~8388608] 2023-12-16T19:04:54.506 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,50331648~12582912,67108864~4194304,83886080~8388608,109051904~4194304,117440512~12582912,155189248~8388608,184549376~4194304,197132288~8388608,251658240~8388608,264241152~8388608,293601280~8388608,306184192~4194304,402653184~8388608] 2023-12-16T19:04:54.507 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,50331648~25165824,83886080~8388608,109051904~4194304,117440512~12582912,155189248~12582912,184549376~4194304,197132288~8388608,251658240~8388608,264241152~8388608,293601280~20971520,402653184~12582912] 2023-12-16T19:04:54.507 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 18 diff [0~4194304,8388608~8388608,50331648~12582912,67108864~4194304,79691776~12582912,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.507 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~4194304,8388608~8388608,50331648~12582912,67108864~4194304,79691776~12582912,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~16777216] 2023-12-16T19:04:54.509 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,50331648~25165824,79691776~12582912,104857600~8388608,117440512~25165824,155189248~12582912,180355072~8388608,197132288~8388608,230686720~8388608,251658240~8388608,264241152~8388608,293601280~20971520,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.509 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to 19 diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.509 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.511 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,117440512~25165824,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~8388608,264241152~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.511 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 17 diff [8388608~8388608,50331648~12582912,67108864~4194304,83886080~8388608,109051904~4194304,155189248~8388608,184549376~4194304,264241152~8388608,306184192~4194304] 2023-12-16T19:04:54.511 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [8388608~8388608,50331648~12582912,67108864~4194304,83886080~8388608,109051904~4194304,155189248~8388608,184549376~4194304,264241152~8388608,306184192~4194304] 2023-12-16T19:04:54.512 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [8388608~8388608,50331648~25165824,83886080~8388608,109051904~4194304,155189248~12582912,184549376~4194304,264241152~8388608,306184192~8388608] 2023-12-16T19:04:54.512 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 18 diff [0~4194304,8388608~8388608,50331648~12582912,67108864~4194304,79691776~12582912,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,230686720~4194304,264241152~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.512 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~4194304,8388608~8388608,50331648~12582912,67108864~4194304,79691776~12582912,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,230686720~4194304,264241152~8388608,306184192~4194304,327155712~8388608,339738624~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.514 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,50331648~25165824,79691776~12582912,104857600~8388608,130023424~12582912,155189248~12582912,180355072~8388608,230686720~8388608,264241152~8388608,306184192~8388608,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.514 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to 19 diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.514 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.516 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,130023424~12582912,155189248~12582912,180355072~8388608,213909504~8388608,230686720~8388608,264241152~8388608,306184192~12582912,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.516 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to 18 diff [0~4194304,79691776~4194304,104857600~4194304,130023424~8388608,180355072~4194304,230686720~4194304,327155712~8388608,339738624~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.516 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~4194304,79691776~4194304,104857600~4194304,130023424~8388608,180355072~4194304,230686720~4194304,327155712~8388608,339738624~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.517 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~8388608,79691776~4194304,104857600~4194304,130023424~12582912,180355072~8388608,230686720~8388608,327155712~25165824,398458880~16777216] 2023-12-16T19:04:54.517 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to 19 diff [0~8388608,41943040~8388608,75497472~8388608,104857600~4194304,130023424~8388608,180355072~4194304,213909504~8388608,230686720~4194304,310378496~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.517 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~8388608,41943040~8388608,75497472~8388608,104857600~4194304,130023424~8388608,180355072~4194304,213909504~8388608,230686720~4194304,310378496~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.519 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~12582912,41943040~12582912,75497472~8388608,104857600~4194304,130023424~12582912,180355072~8388608,213909504~8388608,230686720~8388608,310378496~8388608,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.519 INFO:tasks.workunit.client.0.smithi071.stdout:from 18 to 19 diff [0~8388608,41943040~8388608,75497472~8388608,213909504~8388608,230686720~4194304,310378496~8388608,348127232~16777216] 2023-12-16T19:04:54.519 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~8388608,41943040~8388608,75497472~8388608,213909504~8388608,230686720~4194304,310378496~8388608,348127232~16777216] 2023-12-16T19:04:54.520 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~12582912,41943040~12582912,75497472~8388608,213909504~8388608,230686720~4194304,310378496~8388608,348127232~20971520] 2023-12-16T19:04:54.847 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:54.847 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:54.870 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:54.870 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.870 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.878 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.878 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.878 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.884 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.884 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.884 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.890 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.890 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.890 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.895 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:54.895 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.895 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:54.900 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:54.900 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:54.900 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:54.905 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.905 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.905 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.909 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.909 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.909 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.913 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:54.913 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.913 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:54.917 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:54.917 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.917 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:54.921 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:54.921 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.921 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:54.924 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:54.924 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.924 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.927 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.927 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.927 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.929 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.930 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.930 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.932 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,41943040~71303168,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~20971520,281018368~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.932 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.932 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:54.934 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,117440512~25165824,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~8388608,264241152~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.934 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to HEAD diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.934 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.935 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,130023424~12582912,155189248~12582912,180355072~8388608,213909504~8388608,230686720~8388608,264241152~8388608,306184192~12582912,327155712~41943040,398458880~16777216] 2023-12-16T19:04:54.936 INFO:tasks.workunit.client.0.smithi071.stdout:from 17 to HEAD diff [0~8388608,41943040~8388608,75497472~8388608,104857600~4194304,130023424~8388608,180355072~4194304,213909504~8388608,230686720~4194304,310378496~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.936 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~8388608,41943040~8388608,75497472~8388608,104857600~4194304,130023424~8388608,180355072~4194304,213909504~8388608,230686720~4194304,310378496~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:54.936 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~12582912,41943040~12582912,75497472~8388608,104857600~4194304,130023424~12582912,180355072~8388608,213909504~8388608,230686720~8388608,310378496~8388608,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:54 smithi071 ceph-mon[139725]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T19:04:55.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:54 smithi071 ceph-mon[142085]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T19:04:55.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:54 smithi184 ceph-mon[136228]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-16T19:04:55.413 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:04:55.720 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:04:55.720 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (54m) 19s ago 57m 26.1M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:04:55.720 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (54m) 8m ago 57m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (58m) 19s ago 58m 29.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (58m) 8m ago 58m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (53m) 8m ago 60m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (54m) 19s ago 61m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (53m) 19s ago 61m 178M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (53m) 8m ago 60m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (53m) 19s ago 60m 123M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (54m) 19s ago 56m 15.4M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (54m) 8m ago 56m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (52m) 19s ago 59m 430M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (52m) 19s ago 59m 412M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (51m) 19s ago 59m 459M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (51m) 19s ago 59m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:04:55.721 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (50m) 8m ago 58m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:04:55.722 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (50m) 8m ago 58m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:04:55.722 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (49m) 8m ago 58m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:04:55.722 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (49m) 8m ago 58m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:04:55.722 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (53m) 8m ago 57m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:04:55.884 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:55.884 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:55.901 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:55.901 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.901 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.907 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:55.907 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.907 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.913 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:55.913 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.913 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.919 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:55.919 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.920 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.925 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:55.925 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.925 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:55.930 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:55.931 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:55.931 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:55.935 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:55.936 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.936 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.940 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:55.940 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.940 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.944 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:55.944 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.944 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:55.947 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:55.948 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:55.948 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:55.951 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:55.951 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:55.951 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:55.954 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:55.954 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.954 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.957 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.957 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.959 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.959 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.959 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.961 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,41943040~71303168,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~20971520,281018368~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.961 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.961 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:55.962 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,117440512~25165824,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~8388608,264241152~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.962 INFO:tasks.workunit.client.0.smithi071.stdout:from 16 to HEAD diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:55.962 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,130023424~8388608,155189248~8388608,180355072~4194304,213909504~8388608,230686720~4194304,264241152~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~4194304,406847488~4194304] 2023-12-16T19:04:55.963 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,130023424~12582912,155189248~12582912,180355072~8388608,213909504~8388608,230686720~8388608,264241152~8388608,306184192~12582912,327155712~41943040,398458880~16777216] 2023-12-16T19:04:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[139725]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T19:04:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[139725]: pgmap v3307: 137 pgs: 137 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 47 MiB/s wr, 552 op/s 2023-12-16T19:04:55.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[139725]: from='client.47246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:55.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[139725]: from='client.47252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[142085]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T19:04:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[142085]: pgmap v3307: 137 pgs: 137 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 47 MiB/s wr, 552 op/s 2023-12-16T19:04:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[142085]: from='client.47246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:55.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:55 smithi071 ceph-mon[142085]: from='client.47252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:04:56.138 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 2, 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:04:56.139 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:04:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:55 smithi184 ceph-mon[136228]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-16T19:04:56.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:55 smithi184 ceph-mon[136228]: pgmap v3307: 137 pgs: 137 active+clean; 797 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 47 MiB/s wr, 552 op/s 2023-12-16T19:04:56.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:55 smithi184 ceph-mon[136228]: from='client.47246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:56.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:55 smithi184 ceph-mon[136228]: from='client.47252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:04:56.881 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:56.881 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:56.909 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:56.910 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.910 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.916 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:56.916 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.916 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.923 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:56.923 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.923 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.930 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:56.930 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.930 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.935 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:56.935 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.935 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:56.940 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:56.940 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:56.940 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:56.945 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:56.945 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.945 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.949 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:56.950 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.950 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.954 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:56.954 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.954 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:56.957 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:56.957 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:56.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:56.960 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:56.960 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:56.960 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:56.963 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:56.963 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.964 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.966 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:56.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.967 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:56.967 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.968 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,41943040~71303168,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~20971520,281018368~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:56.969 INFO:tasks.workunit.client.0.smithi071.stdout:from 15 to HEAD diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.969 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,41943040~20971520,67108864~4194304,75497472~16777216,104857600~8388608,117440512~20971520,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~8388608,264241152~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:56.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,41943040~50331648,104857600~8388608,117440512~25165824,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~8388608,264241152~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:56 smithi071 ceph-mon[139725]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T19:04:57.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:56 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2531799636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:57.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:56 smithi071 ceph-mon[142085]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T19:04:57.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:56 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2531799636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:57.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:56 smithi184 ceph-mon[136228]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-16T19:04:57.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:56 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2531799636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:04:57.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:04:57 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:04:57] "GET /metrics HTTP/1.1" 200 36569 "" "Prometheus/2.43.0" 2023-12-16T19:04:57.896 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:57.896 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:57.925 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:57.925 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.925 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.931 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:57.931 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.931 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.938 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:57.938 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.939 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.945 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:57.945 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.945 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.950 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:57.950 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.950 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:57.955 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:57.955 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:57.955 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:57.959 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:57.959 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.959 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.963 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:57.963 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.964 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.967 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:57.967 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.967 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:57.970 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:57.970 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:57.971 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:57.973 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:57.974 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:57.974 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:57.976 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:57.976 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.976 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:57.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.978 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.979 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:57.980 INFO:tasks.workunit.client.0.smithi071.stdout:from 14 to HEAD diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.980 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~4194304,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,155189248~8388608,180355072~4194304,197132288~8388608,213909504~8388608,230686720~4194304,251658240~16777216,281018368~8388608,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:57.980 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~4194304,41943040~71303168,117440512~33554432,155189248~12582912,180355072~8388608,197132288~8388608,213909504~8388608,230686720~8388608,251658240~20971520,281018368~8388608,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:58.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:57 smithi071 ceph-mon[139725]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T19:04:58.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:57 smithi071 ceph-mon[139725]: pgmap v3310: 137 pgs: 137 active+clean; 825 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 19 MiB/s wr, 460 op/s 2023-12-16T19:04:58.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:57 smithi071 ceph-mon[142085]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T19:04:58.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:57 smithi071 ceph-mon[142085]: pgmap v3310: 137 pgs: 137 active+clean; 825 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 19 MiB/s wr, 460 op/s 2023-12-16T19:04:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:57 smithi184 ceph-mon[136228]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-16T19:04:58.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:57 smithi184 ceph-mon[136228]: pgmap v3310: 137 pgs: 137 active+clean; 825 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 19 MiB/s wr, 460 op/s 2023-12-16T19:04:58.892 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:58.892 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:58.922 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:58.922 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.922 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.927 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:58.928 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.928 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.933 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:58.933 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.933 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.939 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:58.939 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.939 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.944 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:58.944 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.944 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:58.948 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:58.949 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:58.949 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:58.952 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:58.953 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.953 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.957 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:58.957 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.960 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:58.960 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.960 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:58.962 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:58.963 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:58.963 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:58.965 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:58.965 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:58.965 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:58.967 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:58.967 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:58.967 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:58.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:58.969 INFO:tasks.workunit.client.0.smithi071.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:58.969 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~12582912,41943040~20971520,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~12582912,180355072~8388608,197132288~12582912,213909504~8388608,230686720~4194304,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:58.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~12582912,41943040~71303168,117440512~50331648,180355072~8388608,197132288~12582912,213909504~8388608,230686720~8388608,247463936~25165824,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:04:59.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:58 smithi071 ceph-mon[139725]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T19:04:59.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:58 smithi071 ceph-mon[142085]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T19:04:59.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:58 smithi184 ceph-mon[136228]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-16T19:04:59.906 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:59.906 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:04:59.932 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:04:59.932 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.932 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.946 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:59.946 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.946 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.951 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:59.951 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.951 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.956 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:59.956 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.961 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:04:59.961 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.961 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:04:59.965 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:04:59.965 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:59.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:04:59.970 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:59.970 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.970 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.974 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:59.974 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.974 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:04:59.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:04:59.980 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:04:59.980 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:59.980 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:04:59.982 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:04:59.982 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:59.982 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:04:59.984 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:04:59.984 INFO:tasks.workunit.client.0.smithi071.stdout:from 12 to HEAD diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:59.984 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~37748736,67108864~4194304,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~12582912,197132288~12582912,213909504~8388608,230686720~12582912,247463936~20971520,276824064~12582912,293601280~8388608,306184192~8388608,327155712~8388608,339738624~12582912,356515840~8388608,398458880~16777216] 2023-12-16T19:04:59.985 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~12582912,197132288~12582912,213909504~8388608,230686720~41943040,276824064~12582912,293601280~25165824,327155712~41943040,398458880~16777216] 2023-12-16T19:05:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:59 smithi071 ceph-mon[139725]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T19:05:00.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:04:59 smithi071 ceph-mon[139725]: pgmap v3313: 137 pgs: 137 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 12 MiB/s wr, 1.15k op/s 2023-12-16T19:05:00.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:59 smithi071 ceph-mon[142085]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T19:05:00.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:04:59 smithi071 ceph-mon[142085]: pgmap v3313: 137 pgs: 137 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 12 MiB/s wr, 1.15k op/s 2023-12-16T19:05:00.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:59 smithi184 ceph-mon[136228]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-16T19:05:00.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:04:59 smithi184 ceph-mon[136228]: pgmap v3313: 137 pgs: 137 active+clean; 837 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 628 KiB/s rd, 12 MiB/s wr, 1.15k op/s 2023-12-16T19:05:00.906 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:00.906 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:00.942 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:00.942 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.942 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.948 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:00.948 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.948 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.952 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:00.952 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.952 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.957 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:00.957 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.957 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.961 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:00.961 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.962 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:00.966 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:00.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:00.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:00.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:00.969 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.969 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:00.972 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.972 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.975 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:00.975 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.976 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:00.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:05:00.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:05:00.978 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:05:00.979 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:05:00.979 INFO:tasks.workunit.client.0.smithi071.stdout:from 11 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:05:00.979 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,398458880~16777216] 2023-12-16T19:05:00.981 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~29360128,327155712~41943040,381681664~12582912,398458880~16777216] 2023-12-16T19:05:01.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:00 smithi071 ceph-mon[139725]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T19:05:01.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:00 smithi071 ceph-mon[142085]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T19:05:01.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:00 smithi184 ceph-mon[136228]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-16T19:05:01.923 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:01.923 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:01.947 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:01.948 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.948 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.953 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:01.953 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.953 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.958 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:01.958 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.958 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.962 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:01.962 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.962 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:01.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:01.969 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:01.970 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:01.970 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:01.973 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:01.973 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.973 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.975 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:01.976 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.976 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:01.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.978 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:01.980 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:05:01.980 INFO:tasks.workunit.client.0.smithi071.stdout:from 10 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:05:01.980 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~16777216,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~8388608,306184192~16777216,327155712~8388608,339738624~12582912,356515840~8388608,381681664~8388608,394264576~20971520] 2023-12-16T19:05:01.981 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~16777216,25165824~88080384,117440512~50331648,180355072~29360128,213909504~8388608,230686720~41943040,276824064~12582912,293601280~75497472,381681664~33554432] 2023-12-16T19:05:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:01 smithi071 ceph-mon[139725]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T19:05:02.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:01 smithi071 ceph-mon[139725]: pgmap v3316: 137 pgs: 137 active+clean; 834 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 4.1 MiB/s wr, 983 op/s 2023-12-16T19:05:02.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:01 smithi071 ceph-mon[142085]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T19:05:02.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:01 smithi071 ceph-mon[142085]: pgmap v3316: 137 pgs: 137 active+clean; 834 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 4.1 MiB/s wr, 983 op/s 2023-12-16T19:05:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:01 smithi184 ceph-mon[136228]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-16T19:05:02.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:01 smithi184 ceph-mon[136228]: pgmap v3316: 137 pgs: 137 active+clean; 834 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 4.1 MiB/s wr, 983 op/s 2023-12-16T19:05:02.922 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:02.922 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:02.953 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:02.953 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.953 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.959 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:02.959 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.959 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.963 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:02.963 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.963 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.966 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:02.966 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.966 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.970 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:02.970 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.970 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:02.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:02.972 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:02.972 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:02.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 9 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.979 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~25165824,180355072~29360128,213909504~8388608,230686720~41943040,276824064~25165824,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:02.979 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~58720256,180355072~29360128,213909504~8388608,230686720~41943040,276824064~96468992,377487360~37748736] 2023-12-16T19:05:03.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:02 smithi071 ceph-mon[139725]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T19:05:03.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:02 smithi071 ceph-mon[142085]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T19:05:03.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:02 smithi184 ceph-mon[136228]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-16T19:05:03.922 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:03.923 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:03.943 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:03.943 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.943 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.960 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:03.960 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.960 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.964 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:03.964 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.964 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.967 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:03.967 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.967 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.970 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:03.970 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.970 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:03.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:03.972 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:03.973 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:03.974 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:03.974 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:03.975 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:03.976 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:03.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 8 to HEAD diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:03.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~25165824,104857600~8388608,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:03.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[139725]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T19:05:04.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:04.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[139725]: pgmap v3319: 137 pgs: 137 active+clean; 787 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 6.2 KiB/s wr, 468 op/s 2023-12-16T19:05:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[142085]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T19:05:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:04.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:03 smithi071 ceph-mon[142085]: pgmap v3319: 137 pgs: 137 active+clean; 787 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 6.2 KiB/s wr, 468 op/s 2023-12-16T19:05:04.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:03 smithi184 ceph-mon[136228]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-16T19:05:04.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:03 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:04.343 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:03 smithi184 ceph-mon[136228]: pgmap v3319: 137 pgs: 137 active+clean; 787 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 6.2 KiB/s wr, 468 op/s 2023-12-16T19:05:04.931 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:04.931 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:04.959 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:04.959 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.959 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.968 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:04.968 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.968 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:04.972 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.972 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.975 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:04.975 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.975 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.978 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:04.978 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.978 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:04.980 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:04.980 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:04.981 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:04.982 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:04.982 INFO:tasks.workunit.client.0.smithi071.stdout:from 7 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:04.982 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~12582912,394264576~20971520] 2023-12-16T19:05:04.983 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:05.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:04 smithi071 ceph-mon[139725]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T19:05:05.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:04 smithi071 ceph-mon[142085]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T19:05:05.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:04 smithi184 ceph-mon[136228]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-16T19:05:05.945 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:05.945 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:05.960 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:05.960 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.960 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.968 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:05.968 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.968 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.972 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:05.972 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.972 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.975 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:05.975 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.975 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.977 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:05.977 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.977 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:05.979 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:05.979 INFO:tasks.workunit.client.0.smithi071.stdout:from 6 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:05.979 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~58720256,213909504~8388608,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~12582912,356515840~12582912,377487360~37748736] 2023-12-16T19:05:05.980 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~142606336,377487360~37748736] 2023-12-16T19:05:06.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:05 smithi071 ceph-mon[139725]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T19:05:06.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:05 smithi071 ceph-mon[139725]: pgmap v3322: 137 pgs: 137 active+clean; 775 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 6.2 KiB/s wr, 429 op/s 2023-12-16T19:05:06.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:05 smithi071 ceph-mon[142085]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T19:05:06.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:05 smithi071 ceph-mon[142085]: pgmap v3322: 137 pgs: 137 active+clean; 775 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 6.2 KiB/s wr, 429 op/s 2023-12-16T19:05:06.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:05 smithi184 ceph-mon[136228]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-16T19:05:06.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:05 smithi184 ceph-mon[136228]: pgmap v3322: 137 pgs: 137 active+clean; 775 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 6.2 KiB/s wr, 429 op/s 2023-12-16T19:05:06.622 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:06.622 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:06.647 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:06.647 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.647 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.654 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:06.654 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.654 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.658 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:06.658 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.658 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.661 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:06.661 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.661 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.663 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:06.663 INFO:tasks.workunit.client.0.smithi071.stdout:from 5 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.663 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,230686720~54525952,289406976~12582912,306184192~16777216,327155712~8388608,339738624~33554432,377487360~37748736] 2023-12-16T19:05:06.664 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,230686720~184549376] 2023-12-16T19:05:07.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:06 smithi071 ceph-mon[139725]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T19:05:07.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:06 smithi071 ceph-mon[139725]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T19:05:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:06 smithi071 ceph-mon[142085]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T19:05:07.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:06 smithi071 ceph-mon[142085]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T19:05:07.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:06 smithi184 ceph-mon[136228]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-16T19:05:07.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:06 smithi184 ceph-mon[136228]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-16T19:05:07.635 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:07.636 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:07.659 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:07.659 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.659 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.666 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:07.666 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.666 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.668 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:07.668 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.668 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.673 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:07.673 INFO:tasks.workunit.client.0.smithi071.stdout:from 4 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.673 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~29360128,150994944~71303168,226492416~58720256,289406976~46137344,339738624~33554432,377487360~37748736] 2023-12-16T19:05:07.673 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:07.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:07 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:05:07] "GET /metrics HTTP/1.1" 200 36575 "" "Prometheus/2.43.0" 2023-12-16T19:05:08.629 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:08.630 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:08.650 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:08.650 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.650 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.659 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:08.659 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.659 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.663 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:08.663 INFO:tasks.workunit.client.0.smithi071.stdout:from 3 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.664 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~54525952,176160768~46137344,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:08.665 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:08.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:08 smithi071 ceph-mon[139725]: pgmap v3325: 137 pgs: 137 active+clean; 692 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1023 B/s wr, 130 op/s 2023-12-16T19:05:08.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:08 smithi071 ceph-mon[139725]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T19:05:08.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:08 smithi071 ceph-mon[142085]: pgmap v3325: 137 pgs: 137 active+clean; 692 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1023 B/s wr, 130 op/s 2023-12-16T19:05:08.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:08 smithi071 ceph-mon[142085]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T19:05:09.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:08 smithi184 ceph-mon[136228]: pgmap v3325: 137 pgs: 137 active+clean; 692 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1023 B/s wr, 130 op/s 2023-12-16T19:05:09.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:08 smithi184 ceph-mon[136228]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-16T19:05:09.637 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:09.637 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:09.663 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:09.664 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:09.664 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:09.666 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:09.666 INFO:tasks.workunit.client.0.smithi071.stdout:from 2 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:09.666 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~104857600,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:09.667 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:09.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:09 smithi071 ceph-mon[139725]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T19:05:09.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:09 smithi071 ceph-mon[142085]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T19:05:10.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:09 smithi184 ceph-mon[136228]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-16T19:05:10.653 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:10.653 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:10.672 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:10.672 INFO:tasks.workunit.client.0.smithi071.stdout:from 1 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:10.672 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~41943040,226492416~109051904,339738624~33554432,377487360~37748736] 2023-12-16T19:05:10.674 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~104857600,226492416~188743680] 2023-12-16T19:05:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:10 smithi071 ceph-mon[139725]: pgmap v3328: 137 pgs: 137 active+clean; 622 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 7.0 KiB/s wr, 282 op/s 2023-12-16T19:05:10.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:10 smithi071 ceph-mon[139725]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T19:05:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:10 smithi071 ceph-mon[142085]: pgmap v3328: 137 pgs: 137 active+clean; 622 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 7.0 KiB/s wr, 282 op/s 2023-12-16T19:05:10.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:10 smithi071 ceph-mon[142085]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T19:05:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:10 smithi184 ceph-mon[136228]: pgmap v3328: 137 pgs: 137 active+clean; 622 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 7.0 KiB/s wr, 282 op/s 2023-12-16T19:05:11.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:10 smithi184 ceph-mon[136228]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-16T19:05:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:from 0 to HEAD diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:11.620 INFO:tasks.workunit.client.0.smithi071.stdout: limited diff [0~16777216,25165824~46137344,75497472~37748736,117440512~58720256,180355072~192937984,377487360~37748736] 2023-12-16T19:05:11.634 INFO:tasks.workunit.client.0.smithi071.stdout: actual was [0~20971520,25165824~88080384,117440512~297795584] 2023-12-16T19:05:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:11 smithi071 ceph-mon[142085]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T19:05:11.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:11 smithi071 ceph-mon[142085]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T19:05:11.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:11 smithi071 ceph-mon[139725]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T19:05:11.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:11 smithi071 ceph-mon[139725]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T19:05:12.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:11 smithi184 ceph-mon[136228]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-16T19:05:12.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:11 smithi184 ceph-mon[136228]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-16T19:05:12.689 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38971 ms) 2023-12-16T19:05:12.689 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2023-12-16T19:05:12.689 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:12.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:12 smithi071 ceph-mon[139725]: pgmap v3331: 137 pgs: 137 active+clean; 591 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 223 op/s 2023-12-16T19:05:12.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:12 smithi071 ceph-mon[142085]: pgmap v3331: 137 pgs: 137 active+clean; 591 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 223 op/s 2023-12-16T19:05:13.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:12 smithi184 ceph-mon[136228]: pgmap v3331: 137 pgs: 137 active+clean; 591 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 223 op/s 2023-12-16T19:05:13.688 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:05:13.693 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (1005 ms) 2023-12-16T19:05:13.694 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2023-12-16T19:05:13.694 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:13.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:13 smithi071 ceph-mon[139725]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T19:05:13.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:13 smithi071 ceph-mon[142085]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T19:05:14.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:13 smithi184 ceph-mon[136228]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-16T19:05:14.775 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:05:14.776 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 4194304~4194304 2023-12-16T19:05:14.776 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~4194304 2023-12-16T19:05:14.776 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 12582912~4194304 2023-12-16T19:05:14.776 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 16777216~4194304 2023-12-16T19:05:14.807 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 0~4194304 2023-12-16T19:05:14.808 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 4194304~4194304 2023-12-16T19:05:14.808 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~4194304 2023-12-16T19:05:14.808 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 16777216~4194304 2023-12-16T19:05:14.818 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1125 ms) 2023-12-16T19:05:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2023-12-16T19:05:14.819 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:14.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:14 smithi071 ceph-mon[139725]: pgmap v3334: 137 pgs: 137 active+clean; 478 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2023-12-16T19:05:14.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:14 smithi071 ceph-mon[139725]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T19:05:14.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:14 smithi071 ceph-mon[142085]: pgmap v3334: 137 pgs: 137 active+clean; 478 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2023-12-16T19:05:14.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:14 smithi071 ceph-mon[142085]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T19:05:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:14 smithi184 ceph-mon[136228]: pgmap v3334: 137 pgs: 137 active+clean; 478 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2023-12-16T19:05:15.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:14 smithi184 ceph-mon[136228]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-16T19:05:15.801 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [0~20971520] to clone 2023-12-16T19:05:15.802 INFO:tasks.workunit.client.0.smithi071.stdout: diff was [0~20971520] 2023-12-16T19:05:15.805 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (987 ms) 2023-12-16T19:05:15.805 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2023-12-16T19:05:15.805 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:15.824 INFO:tasks.workunit.client.0.smithi071.stdout: wrote [2741728~83027,4400550~58755,5795998~89141,10777058~74230,11759808~69872,12182240~23456,13867182~95975,15106119~37643,17411917~27826,20393380~3417] 2023-12-16T19:05:15.836 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2023-12-16T19:05:15.836 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2023-12-16T19:05:15.836 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:15.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:15 smithi071 ceph-mon[139725]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T19:05:15.974 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:15 smithi071 ceph-mon[142085]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T19:05:16.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:15 smithi184 ceph-mon[136228]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-16T19:05:16.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[139725]: pgmap v3337: 137 pgs: 137 active+clean; 448 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2023-12-16T19:05:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[139725]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T19:05:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[139725]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T19:05:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[142085]: pgmap v3337: 137 pgs: 137 active+clean; 448 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2023-12-16T19:05:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[142085]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T19:05:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:16 smithi071 ceph-mon[142085]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T19:05:17.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:16 smithi184 ceph-mon[136228]: pgmap v3337: 137 pgs: 137 active+clean; 448 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 113 op/s 2023-12-16T19:05:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:16 smithi184 ceph-mon[136228]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-16T19:05:17.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:16 smithi184 ceph-mon[136228]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-16T19:05:17.714 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1879 ms) 2023-12-16T19:05:17.714 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2023-12-16T19:05:17.715 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:17.724 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:17 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:05:17] "GET /metrics HTTP/1.1" 200 36575 "" "Prometheus/2.43.0" 2023-12-16T19:05:17.768 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 5000005~1234 2023-12-16T19:05:17.772 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (58 ms) 2023-12-16T19:05:17.772 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2023-12-16T19:05:17.772 INFO:tasks.workunit.client.0.smithi071.stdout:using new format! 2023-12-16T19:05:17.844 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8376263~12345 2023-12-16T19:05:17.844 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 8388608~4194304 2023-12-16T19:05:17.844 INFO:tasks.workunit.client.0.smithi071.stdout:iterate_cb 12582912~54321 2023-12-16T19:05:17.847 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (75 ms) 2023-12-16T19:05:17.847 INFO:tasks.workunit.client.0.smithi071.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2023-12-16T19:05:17.848 INFO:tasks.workunit.client.0.smithi071.stdout:SKIPPING 2023-12-16T19:05:17.848 INFO:tasks.workunit.client.0.smithi071.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2023-12-16T19:05:18.684 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] 11 tests from DiffIterateTest/1 (52163 ms total) 2023-12-16T19:05:18.684 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:05:18.684 INFO:tasks.workunit.client.0.smithi071.stdout:[----------] Global test environment tear-down 2023-12-16T19:05:18.685 INFO:tasks.workunit.client.0.smithi071.stdout:[==========] 406 tests from 15 test suites ran. (958513 ms total) 2023-12-16T19:05:18.685 INFO:tasks.workunit.client.0.smithi071.stdout:[ PASSED ] 406 tests. 2023-12-16T19:05:18.685 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:05:18.685 INFO:tasks.workunit.client.0.smithi071.stdout: YOU HAVE 2 DISABLED TESTS 2023-12-16T19:05:18.685 INFO:tasks.workunit.client.0.smithi071.stdout: 2023-12-16T19:05:18.693 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-16T19:05:18.694 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:05:18.766 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2023-12-16T19:05:18.766 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:05:18.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[139725]: pgmap v3340: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 154 op/s 2023-12-16T19:05:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[139725]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T19:05:18.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[142085]: pgmap v3340: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 154 op/s 2023-12-16T19:05:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[142085]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T19:05:18.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:18 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:19.011 DEBUG:teuthology.parallel:result is None 2023-12-16T19:05:19.011 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:05:19.039 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:05:19.039 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:18 smithi184 ceph-mon[136228]: pgmap v3340: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 154 op/s 2023-12-16T19:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:18 smithi184 ceph-mon[136228]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-16T19:05:19.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:18 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-16T19:05:19.094 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:05:19.094 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:05:19.094 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2023-12-16T19:05:19.095 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-16T19:05:19.095 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2023-12-16T19:05:19.095 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-16T19:05:19.095 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-16T19:05:19.096 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-16T19:05:19.096 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:05:19.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:05:19.149 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-16T19:05:19.149 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-16T19:05:19.204 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-16T19:05:19.204 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-16T19:05:19.260 INFO:tasks.workunit:timeout=3h 2023-12-16T19:05:19.260 INFO:tasks.workunit:cleanup=True 2023-12-16T19:05:19.261 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:05:19.316 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-16T19:05:19.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:19 smithi071 ceph-mon[139725]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T19:05:19.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:19 smithi071 ceph-mon[142085]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T19:05:20.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:19 smithi184 ceph-mon[136228]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-16T19:05:20.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:20 smithi071 ceph-mon[139725]: pgmap v3343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:20.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:20 smithi071 ceph-mon[142085]: pgmap v3343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:21.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:20 smithi184 ceph-mon[136228]: pgmap v3343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:22.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:22 smithi071 ceph-mon[139725]: pgmap v3344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:22.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:22 smithi071 ceph-mon[142085]: pgmap v3344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:23.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:22 smithi184 ceph-mon[136228]: pgmap v3344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-16T19:05:24.962 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-16T19:05:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:24 smithi071 ceph-mon[139725]: pgmap v3345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:24.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:24 smithi071 ceph-mon[142085]: pgmap v3345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:24.989 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-16T19:05:24.991 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:05:24.991 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-16T19:05:25.039 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-16T19:05:25.087 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:24 smithi184 ceph-mon[136228]: pgmap v3345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:25.088 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-16T19:05:25.127 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-16T19:05:25.129 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:05:25.129 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-16T19:05:25.167 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-16T19:05:25.170 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-16T19:05:25.170 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-16T19:05:25.226 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2023-12-16T19:05:25.227 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2023-12-16T19:05:25.227 DEBUG:teuthology.orchestra.run.smithi071:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-16T19:05:25.285 INFO:tasks.workunit.client.0.smithi071.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-16T19:05:25.286 INFO:tasks.workunit.client.0.smithi071.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2023-12-16T19:05:25.286 INFO:tasks.workunit.client.0.smithi071.stderr:+ '[' -n '' ']' 2023-12-16T19:05:25.286 INFO:tasks.workunit.client.0.smithi071.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2023-12-16T19:05:25.305 INFO:tasks.workunit.client.0.smithi071.stderr:/usr/bin/python3: No module named nose 2023-12-16T19:05:25.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:05:25.308 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2023-12-16T19:05:25.308 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-16T19:05:25.527 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi071 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2023-12-16T19:05:25.629 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=2f29bd7bdfc4461a91b115ebf9f4f9fd Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_c7586e95519b7be76f3b6e3a4b333888baf46bc9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test rbd/test_librbd_python.sh) on smithi071 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh' 2023-12-16T19:05:25.633 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-12-16T19:05:25.644 INFO:tasks.cephadm:Teardown begin 2023-12-16T19:05:25.645 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-16T19:05:25.645 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:05:25.959 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T19:05:25.959 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-16T19:05:25.959 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T19:05:25.971 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-16T19:05:26.288 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T19:05:26.289 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3957189848","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3957189848},{"type":"v1","addr":"172.21.15.71:6835","nonce":3957189848}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-16T18:06:58.329117+0000","modified":"2023-12-16T18:07:01.011215+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.184:6833/1129671996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1129671996},{"type":"v1","addr":"172.21.15.184:6833","nonce":1129671996}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-16T19:05:26.289 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-16T19:05:26.301 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-16T19:05:26.493 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-16T19:05:26.587 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-16T19:05:26.587 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1921,"fsid":"52d88738-9c3d-11ee-95a5-87774f69a715","created":"2023-12-16T18:03:28.440953+0000","modified":"2023-12-16T19:05:18.673547+0000","last_up_change":"2023-12-16T18:15:38.871993+0000","last_in_change":"2023-12-16T18:06:31.473604+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":112,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-16T18:05:33.057153+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-16T18:06:56.267156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-16T18:06:57.520401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-16T18:07:21.471363+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1061","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1061,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a3bc722f-50b6-47d3-a36e-e9b62638597d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":246,"up_from":255,"up_thru":1869,"down_at":247,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6803","nonce":1320765535}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6805","nonce":1320765535}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6809","nonce":1320765535}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1320765535},{"type":"v1","addr":"172.21.15.71:6807","nonce":1320765535}]},"public_addr":"172.21.15.71:6803/1320765535","cluster_addr":"172.21.15.71:6805/1320765535","heartbeat_back_addr":"172.21.15.71:6809/1320765535","heartbeat_front_addr":"172.21.15.71:6807/1320765535","state":["exists","up"]},{"osd":1,"uuid":"f31bde35-9788-4af7-a674-2c41af55226c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":12,"last_clean_end":274,"up_from":282,"up_thru":1869,"down_at":275,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6811","nonce":4008741838}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6813","nonce":4008741838}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6817","nonce":4008741838}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":4008741838},{"type":"v1","addr":"172.21.15.71:6815","nonce":4008741838}]},"public_addr":"172.21.15.71:6811/4008741838","cluster_addr":"172.21.15.71:6813/4008741838","heartbeat_back_addr":"172.21.15.71:6817/4008741838","heartbeat_front_addr":"172.21.15.71:6815/4008741838","state":["exists","up"]},{"osd":2,"uuid":"3513557a-bbe1-4bd1-9960-c0a4cf4cbda2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":301,"up_from":310,"up_thru":1869,"down_at":302,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6819","nonce":2621668436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6821","nonce":2621668436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6825","nonce":2621668436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":2621668436},{"type":"v1","addr":"172.21.15.71:6823","nonce":2621668436}]},"public_addr":"172.21.15.71:6819/2621668436","cluster_addr":"172.21.15.71:6821/2621668436","heartbeat_back_addr":"172.21.15.71:6825/2621668436","heartbeat_front_addr":"172.21.15.71:6823/2621668436","state":["exists","up"]},{"osd":3,"uuid":"7ab30eef-753c-42b3-bc36-6c0b6890f8be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":22,"last_clean_end":329,"up_from":338,"up_thru":1869,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6827","nonce":321760549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6829","nonce":321760549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6833","nonce":321760549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":321760549},{"type":"v1","addr":"172.21.15.71:6831","nonce":321760549}]},"public_addr":"172.21.15.71:6827/321760549","cluster_addr":"172.21.15.71:6829/321760549","heartbeat_back_addr":"172.21.15.71:6833/321760549","heartbeat_front_addr":"172.21.15.71:6831/321760549","state":["exists","up"]},{"osd":4,"uuid":"2d91953b-accf-422e-99de-f23f04ca9152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":357,"up_from":365,"up_thru":1869,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6801","nonce":2574520302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6803","nonce":2574520302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6807","nonce":2574520302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2574520302},{"type":"v1","addr":"172.21.15.184:6805","nonce":2574520302}]},"public_addr":"172.21.15.184:6801/2574520302","cluster_addr":"172.21.15.184:6803/2574520302","heartbeat_back_addr":"172.21.15.184:6807/2574520302","heartbeat_front_addr":"172.21.15.184:6805/2574520302","state":["exists","up"]},{"osd":5,"uuid":"46f6a314-8547-4e23-a50c-5c4561b46af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":33,"last_clean_end":384,"up_from":393,"up_thru":1869,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6809","nonce":905571479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6811","nonce":905571479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6815","nonce":905571479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":905571479},{"type":"v1","addr":"172.21.15.184:6813","nonce":905571479}]},"public_addr":"172.21.15.184:6809/905571479","cluster_addr":"172.21.15.184:6811/905571479","heartbeat_back_addr":"172.21.15.184:6815/905571479","heartbeat_front_addr":"172.21.15.184:6813/905571479","state":["exists","up"]},{"osd":6,"uuid":"008d8ea9-20f7-4041-9d85-9cb5a429566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":40,"last_clean_end":411,"up_from":421,"up_thru":1869,"down_at":412,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6817","nonce":3215949772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6819","nonce":3215949772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6823","nonce":3215949772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":3215949772},{"type":"v1","addr":"172.21.15.184:6821","nonce":3215949772}]},"public_addr":"172.21.15.184:6817/3215949772","cluster_addr":"172.21.15.184:6819/3215949772","heartbeat_back_addr":"172.21.15.184:6823/3215949772","heartbeat_front_addr":"172.21.15.184:6821/3215949772","state":["exists","up"]},{"osd":7,"uuid":"22ef6717-f078-4777-9030-366cdd5615ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":440,"up_from":449,"up_thru":1869,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6825","nonce":3125881100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6827","nonce":3125881100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6831","nonce":3125881100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":3125881100},{"type":"v1","addr":"172.21.15.184:6829","nonce":3125881100}]},"public_addr":"172.21.15.184:6825/3125881100","cluster_addr":"172.21.15.184:6827/3125881100","heartbeat_back_addr":"172.21.15.184:6831/3125881100","heartbeat_front_addr":"172.21.15.184:6829/3125881100","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:02.764196+0000","dead_epoch":246},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:17.035420+0000","dead_epoch":274},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:31.249656+0000","dead_epoch":301},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:05:45.661774+0000","dead_epoch":329},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:00.034466+0000","dead_epoch":357},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:14.399798+0000","dead_epoch":384},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:29.107858+0000","dead_epoch":411},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-16T18:06:43.224225+0000","dead_epoch":440}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2743586267":"2023-12-16T20:01:28.368031+0000","172.21.15.71:0/1496774035":"2023-12-16T19:57:15.708832+0000","172.21.15.71:0/4211074295":"2023-12-16T19:57:14.679762+0000","172.21.15.184:0/2969825531":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6800/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.184:6834/888229404":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6801/3003309380":"2023-12-17T18:03:49.393820+0000","172.21.15.184:0/2486239528":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/2246089389":"2023-12-17T18:07:26.112167+0000","172.21.15.184:0/586749742":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/3139042087":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/2179072865":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/2320654114":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/1379128253":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/1900678464":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2835204101":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/2832701940":"2023-12-17T18:03:49.393820+0000","172.21.15.71:0/2097492959":"2023-12-17T18:11:17.999898+0000","172.21.15.71:6801/2320654114":"2023-12-17T18:11:17.999898+0000","172.21.15.184:0/849539833":"2023-12-17T18:10:45.974834+0000","172.21.15.184:6835/888229404":"2023-12-17T18:10:45.974834+0000","172.21.15.71:6801/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/1291390060":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/935070039":"2023-12-17T18:11:17.999898+0000","172.21.15.71:6800/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/1270538009":"2023-12-17T18:04:08.752912+0000","172.21.15.71:0/1826308370":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/2960778758":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/3236193366":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6800/3920547333":"2023-12-17T18:04:08.752912+0000","172.21.15.71:6800/1956616264":"2023-12-17T18:09:56.633539+0000","172.21.15.71:6801/3458988987":"2023-12-17T18:07:26.112167+0000","172.21.15.71:6801/1956616264":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/2634814802":"2023-12-17T18:07:26.112167+0000","172.21.15.71:0/2580604250":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/4080127585":"2023-12-17T18:11:17.999898+0000","172.21.15.71:0/1589010354":"2023-12-17T18:09:56.633539+0000","172.21.15.184:0/2509077414":"2023-12-17T18:10:45.974834+0000","172.21.15.71:0/2241358444":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/1363910586":"2023-12-17T18:09:56.633539+0000","172.21.15.71:0/682434779":"2023-12-17T18:11:17.999898+0000","172.21.15.184:0/3232960735":"2023-12-17T18:10:45.974834+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":712,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":85,"snaps":[{"begin":6,"length":1},{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":87,"snaps":[{"begin":61,"length":3},{"begin":69,"length":2},{"begin":73,"length":1}]},{"pool":88,"snaps":[{"begin":31,"length":1}]},{"pool":89,"snaps":[{"begin":2,"length":1}]},{"pool":111,"snaps":[{"begin":9,"length":6}]},{"pool":112,"snaps":[{"begin":9,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-16T19:05:26.600 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-16T19:05:26.830 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-16T19:05:26.830 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (55m) 50s ago 57m 26.1M - 0.25.0 c8568f914cd2 5458a7545b7e 2023-12-16T19:05:26.830 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi184 *:3000 running (54m) 8m ago 57m 85.3M - 9.4.7 954c08fa6188 875883602f43 2023-12-16T19:05:26.830 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (58m) 50s ago 58m 29.1M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 d3730d787a59 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi184 running (58m) 8m ago 58m 26.2M - 17.2.7-125-g1f2f5510 60cc83a9c8f1 ac30f465eee5 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi184 *:8443,9283,8765 running (54m) 8m ago 60m 449M - 19.0.0-202-gc7586e95 e538bb48aa15 cb8b843593ae 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (54m) 50s ago 61m 536M - 19.0.0-202-gc7586e95 e538bb48aa15 7104434fcd6d 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (54m) 50s ago 61m 178M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 d5d85e7554d9 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi184 running (53m) 8m ago 60m 101M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 9aaa441ce682 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (53m) 50s ago 60m 123M 2048M 19.0.0-202-gc7586e95 e538bb48aa15 5d1fa055e695 2023-12-16T19:05:26.831 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (55m) 50s ago 57m 15.4M - 1.5.0 0da6a335fe13 a41cba01d5c4 2023-12-16T19:05:26.832 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi184 *:9100 running (54m) 8m ago 57m 15.0M - 1.5.0 0da6a335fe13 dd6f63789736 2023-12-16T19:05:26.832 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (53m) 50s ago 60m 430M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 6d93876fdc27 2023-12-16T19:05:26.832 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (52m) 50s ago 60m 412M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 336d6fda2dd1 2023-12-16T19:05:26.832 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (52m) 50s ago 59m 459M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 ee5ecd2b3c6b 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (51m) 50s ago 59m 456M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 5dcd426f9cc3 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi184 running (51m) 8m ago 59m 511M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 7dda0acb5b1c 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi184 running (50m) 8m ago 59m 395M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 efb5c7e3cdae 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi184 running (50m) 8m ago 59m 378M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 71b0810062a8 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi184 running (49m) 8m ago 58m 381M 2480M 19.0.0-202-gc7586e95 e538bb48aa15 4f38842a3089 2023-12-16T19:05:26.833 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi184 *:9095 running (54m) 8m ago 58m 75.0M - 2.43.0 a07b618ecd1d 7d33677b2c21 2023-12-16T19:05:26.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[139725]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:26.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/2531793799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/3507296925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1780891440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[142085]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:26.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/2531793799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/3507296925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.932 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1780891440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.937 INFO:teuthology.orchestra.run.smithi071.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-16T19:05:26.950 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-16T19:05:26.971 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-mon[136228]: pgmap v3346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:26.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/2531793799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/3507296925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-16T19:05:26.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1780891440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-16T19:05:27.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:26 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T19:05:26.930+0000 7fad06b96700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T19:05:27.231 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-16T19:05:27.231 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-16T19:05:27.231 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 3 2023-12-16T19:05:27.231 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 2 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 8 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-16T19:05:27.232 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-125-g1f2f5510 (1f2f55109dc1ed2dc2dda9de1db3c70923ba0dfd) quincy (stable)": 1, 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-202-gc7586e95 (c7586e95519b7be76f3b6e3a4b333888baf46bc9) reef (dev)": 13 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-16T19:05:27.233 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-16T19:05:27.338 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: ignoring --setuser ceph since I am not root 2023-12-16T19:05:27.338 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: ignoring --setgroup ceph since I am not root 2023-12-16T19:05:27.338 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:05:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: starting mds.b at 2023-12-16T19:05:27.696 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: ::ffff:172.21.15.184 - - [16/Dec/2023:19:05:27] "GET /metrics HTTP/1.1" 200 36576 "" "Prometheus/2.43.0" 2023-12-16T19:05:27.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:27.953 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/239001355' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:27.953 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:27.953 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T19:05:27.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T19:05:27.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T19:05:27.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T19:05:27.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T19:05:27.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/348043173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:05:27.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:05:27.955 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:27.955 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/239001355' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:27.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:27.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T19:05:27.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T19:05:27.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T19:05:27.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T19:05:27.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T19:05:27.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/348043173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:05:27.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:27 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:05:27.959 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/239001355' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-16T19:05:28.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-16T19:05:28.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-16T19:05:28.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-16T19:05:28.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/348043173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-16T19:05:28.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:27 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-16T19:05:28.944 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' removed 2023-12-16T19:05:28.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: from='client.47288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:28.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: pgmap v3348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:28.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: mds.? [v2:172.21.15.184:6832/3997027338,v1:172.21.15.184:6833/3997027338] up:boot 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: fsmap 2 up:standby 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/353871936' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:28.962 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: from='client.47288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: pgmap v3348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: mds.? [v2:172.21.15.184:6832/3997027338,v1:172.21.15.184:6833/3997027338] up:boot 2023-12-16T19:05:28.963 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: fsmap 2 up:standby 2023-12-16T19:05:28.964 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:05:28.964 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/353871936' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:28.964 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:28 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:28.965 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: from='client.47288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: pgmap v3348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1856023737' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-16T19:05:29.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: mds.? [v2:172.21.15.184:6832/3997027338,v1:172.21.15.184:6833/3997027338] up:boot 2023-12-16T19:05:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: fsmap 2 up:standby 2023-12-16T19:05:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: from='mgr.34104 172.21.15.71:0/2982668230' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-16T19:05:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/353871936' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:29.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:28 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:29.957 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' removed 2023-12-16T19:05:29.976 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:05:30.005 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:05:30.039 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-12-16T19:05:30.039 DEBUG:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-16T19:05:30.061 DEBUG:teuthology.orchestra.run.smithi184:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-16T19:05:30.096 INFO:tasks.cephadm:Stopping all daemons... 2023-12-16T19:05:30.096 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-12-16T19:05:30.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a 2023-12-16T19:05:30.224 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:05:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[139725]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T19:05:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[139725]: from='client.? 172.21.15.71:0/1088769737' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[139725]: pgmap v3350: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[139725]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 systemd[1]: Stopping Ceph mon.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:30.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:05:30.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[142085]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T19:05:30.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[142085]: from='client.? 172.21.15.71:0/1088769737' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[142085]: pgmap v3350: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:30.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:29 smithi071 ceph-mon[142085]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-16T19:05:30.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:29 smithi184 ceph-mon[136228]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-16T19:05:30.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:29 smithi184 ceph-mon[136228]: from='client.? 172.21.15.71:0/1088769737' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:29 smithi184 ceph-mon[136228]: pgmap v3350: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-16T19:05:30.338 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:29 smithi184 ceph-mon[136228]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-16T19:05:30.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T19:05:30.369+0000 7fad0c3a1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:30.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a[139721]: 2023-12-16T19:05:30.369+0000 7fad0c3a1700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2023-12-16T19:05:30.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 podman[191843]: 2023-12-16 19:05:30.52249807 +0000 UTC m=+0.245690260 container died d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.31.3) 2023-12-16T19:05:30.677 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE Bus STOPPING 2023-12-16T19:05:30.678 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:05:30.678 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE Bus STOPPED 2023-12-16T19:05:30.678 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE Bus STARTING 2023-12-16T19:05:30.678 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE Serving on http://:::9283 2023-12-16T19:05:30.678 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:30] ENGINE Bus STARTED 2023-12-16T19:05:30.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 podman[191843]: 2023-12-16 19:05:30.733786766 +0000 UTC m=+0.456978985 container cleanup d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=) 2023-12-16T19:05:30.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 bash[191843]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a 2023-12-16T19:05:30.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 16 19:05:30 smithi071 podman[191868]: 2023-12-16 19:05:30.833892322 +0000 UTC m=+0.313134682 container remove d5d85e7554d924d57a460d48e12ba975c01fb079a69ff201c36b964655795563 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:05:31.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.a.service' 2023-12-16T19:05:31.097 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:31.097 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-12-16T19:05:31.097 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-12-16T19:05:31.098 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.c 2023-12-16T19:05:31.319 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 systemd[1]: Stopping Ceph mon.c for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:31.609 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE Bus STOPPING 2023-12-16T19:05:31.609 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE Bus STOPPED 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE Bus STARTING 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE Serving on http://:::9283 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: [16/Dec/2023:19:05:31] ENGINE Bus STARTED 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[142081]: 2023-12-16T19:05:31.318+0000 7f5b73274700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:31.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c[142081]: 2023-12-16T19:05:31.318+0000 7f5b73274700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2023-12-16T19:05:31.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 podman[191978]: 2023-12-16 19:05:31.401261479 +0000 UTC m=+0.134469816 container died 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:05:31.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 podman[191978]: 2023-12-16 19:05:31.492020764 +0000 UTC m=+0.225229088 container cleanup 5d1fa055e695174137ae1ce17f1d7ff86446e0bba0a06ea282f4f8069ec7dcbc (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2023-12-16T19:05:31.611 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 16 19:05:31 smithi071 bash[191978]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-c 2023-12-16T19:05:31.755 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.c.service' 2023-12-16T19:05:31.792 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:31.793 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-12-16T19:05:31.793 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-12-16T19:05:31.793 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.b 2023-12-16T19:05:32.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:31 smithi184 systemd[1]: Stopping Ceph mon.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:32.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:32 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[136224]: 2023-12-16T19:05:32.033+0000 7fdb414d0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:32.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:32 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b[136224]: 2023-12-16T19:05:32.033+0000 7fdb414d0700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2023-12-16T19:05:32.456 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:32 smithi184 podman[173299]: 2023-12-16 19:05:32.19744669 +0000 UTC m=+0.220804302 container died 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212) 2023-12-16T19:05:32.456 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:32 smithi184 podman[173299]: 2023-12-16 19:05:32.339605274 +0000 UTC m=+0.362962873 container cleanup 9aaa441ce682e92ba211f040a7a18d25b77a5c9f75e79c69da75fce0c4e8b571 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2023-12-16T19:05:32.457 INFO:journalctl@ceph.mon.b.smithi184.stdout:Dec 16 19:05:32 smithi184 bash[173299]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mon-b 2023-12-16T19:05:32.600 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mon.b.service' 2023-12-16T19:05:32.671 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:32.671 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-12-16T19:05:32.671 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-12-16T19:05:32.672 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y 2023-12-16T19:05:32.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:32 smithi071 systemd[1]: Stopping Ceph mgr.y for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:32.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T19:05:32.909+0000 7f47e9c33700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:32.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:32 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y[131082]: 2023-12-16T19:05:32.909+0000 7f47e9c33700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-12-16T19:05:32.975 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:32 smithi071 podman[192110]: 2023-12-16 19:05:32.9415953 +0000 UTC m=+0.091379321 container died 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:05:33.318 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:33 smithi071 podman[192110]: 2023-12-16 19:05:33.058313027 +0000 UTC m=+0.208097043 container cleanup 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True) 2023-12-16T19:05:33.318 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:33 smithi071 bash[192110]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y 2023-12-16T19:05:33.318 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 16 19:05:33 smithi071 podman[192124]: 2023-12-16 19:05:33.2082433 +0000 UTC m=+0.263919393 container remove 7104434fcd6d086372f8fa1b4e1e355d770e543f5885434241c32ef3ccaa2e2c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-y, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:05:33.322 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.y.service' 2023-12-16T19:05:33.359 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:33.360 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-12-16T19:05:33.360 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-12-16T19:05:33.360 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x 2023-12-16T19:05:33.707 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 systemd[1]: Stopping Ceph mgr.x for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:33.707 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 podman[173421]: 2023-12-16 19:05:33.622460979 +0000 UTC m=+0.085362102 container died cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2023-12-16T19:05:34.088 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 podman[173421]: 2023-12-16 19:05:33.739520981 +0000 UTC m=+0.202422093 container cleanup cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:05:34.088 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 bash[173421]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x 2023-12-16T19:05:34.088 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 podman[173435]: 2023-12-16 19:05:33.872648743 +0000 UTC m=+0.243542966 container remove cb8b843593ae4eaae1577f51238cfab48a142f79fe182ad77e8d40745aeb507c (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mgr-x, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD) 2023-12-16T19:05:34.089 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Dec 16 19:05:33 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:05:34.098 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mgr.x.service' 2023-12-16T19:05:34.137 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:34.137 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-12-16T19:05:34.138 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-12-16T19:05:34.138 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0 2023-12-16T19:05:34.475 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:34 smithi071 systemd[1]: Stopping Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:34.475 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T19:05:34.376+0000 7f6a9d594700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:34.475 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T19:05:34.376+0000 7f6a9d594700 -1 osd.0 1924 *** Got signal Terminated *** 2023-12-16T19:05:34.476 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0[147482]: 2023-12-16T19:05:34.376+0000 7f6a9d594700 -1 osd.0 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:05:40.225 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:39 smithi071 podman[192231]: 2023-12-16 19:05:39.793985331 +0000 UTC m=+5.478716919 container died 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2023-12-16T19:05:40.226 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:39 smithi071 podman[192231]: 2023-12-16 19:05:39.906849849 +0000 UTC m=+5.591581426 container cleanup 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:05:40.226 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:39 smithi071 bash[192231]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0 2023-12-16T19:05:40.226 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192248]: 2023-12-16 19:05:40.015054469 +0000 UTC m=+0.218890623 container remove 6d93876fdc270afbedc666db15ebc10f20625f36b61354081c12b19c2562191d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2023-12-16T19:05:40.708 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.32331534 +0000 UTC m=+0.067323738 container create a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T19:05:40.708 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.273858697 +0000 UTC m=+0.017867113 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:05:40.709 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.415524481 +0000 UTC m=+0.159532886 container init a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=) 2023-12-16T19:05:40.709 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.431691231 +0000 UTC m=+0.175699634 container start a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2023-12-16T19:05:40.709 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.465021665 +0000 UTC m=+0.209030075 container attach a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:05:40.709 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:40.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:05:40.709 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:40.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:05:40.710 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192338]: 2023-12-16 19:05:40.708498462 +0000 UTC m=+0.452506886 container died a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True) 2023-12-16T19:05:40.949 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service' 2023-12-16T19:05:40.974 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 podman[192365]: 2023-12-16 19:05:40.939964222 +0000 UTC m=+0.226463626 container remove a8b6857e1e01fdbb7f537c3f07d9dc73e18606a7e7e393820462d898bd35e95b (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-0-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2023-12-16T19:05:40.974 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service: Deactivated successfully. 2023-12-16T19:05:40.974 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 systemd[1]: Stopped Ceph osd.0 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:05:40.975 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 16 19:05:40 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.0.service: Consumed 2min 44.852s CPU time. 2023-12-16T19:05:40.990 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:40.990 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-12-16T19:05:40.991 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-12-16T19:05:40.991 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.1 2023-12-16T19:05:41.225 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:41 smithi071 systemd[1]: Stopping Ceph osd.1 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:41.724 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T19:05:41.292+0000 7f290f15e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:41.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T19:05:41.292+0000 7f290f15e700 -1 osd.1 1924 *** Got signal Terminated *** 2023-12-16T19:05:41.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:41 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1[152312]: 2023-12-16T19:05:41.292+0000 7f290f15e700 -1 osd.1 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:05:44.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:44.425Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:05:44.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:44 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:44.426Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:05:47.164 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:46 smithi071 podman[192445]: 2023-12-16 19:05:46.891406414 +0000 UTC m=+5.659344668 container died 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2023-12-16T19:05:47.164 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192445]: 2023-12-16 19:05:47.013736369 +0000 UTC m=+5.781674608 container cleanup 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T19:05:47.164 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 bash[192445]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1 2023-12-16T19:05:47.438 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192475]: 2023-12-16 19:05:47.163589844 +0000 UTC m=+0.277528355 container remove 336d6fda2dd1a10b8d4ad9966ca5505eee000e7689312ef582f6f4e650512dfd (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T19:05:47.724 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.438521089 +0000 UTC m=+0.066810639 container create da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=) 2023-12-16T19:05:47.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.39031279 +0000 UTC m=+0.018602360 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:05:47.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.539127186 +0000 UTC m=+0.167416745 container init da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True) 2023-12-16T19:05:47.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.547722889 +0000 UTC m=+0.176012449 container start da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2023-12-16T19:05:47.725 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.580131291 +0000 UTC m=+0.208420856 container attach da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2023-12-16T19:05:48.077 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:47 smithi071 podman[192567]: 2023-12-16 19:05:47.828014352 +0000 UTC m=+0.456303921 container died da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.31.3) 2023-12-16T19:05:48.078 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 16 19:05:48 smithi071 podman[192593]: 2023-12-16 19:05:48.071767645 +0000 UTC m=+0.234344370 container remove da1074f4b9ee65dce98920570bd3bcd6e28c833e9581d9b3b004ee54369b52f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-1-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:05:48.081 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.1.service' 2023-12-16T19:05:48.123 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:48.123 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-12-16T19:05:48.123 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-12-16T19:05:48.123 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.2 2023-12-16T19:05:48.391 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:48 smithi071 systemd[1]: Stopping Ceph osd.2 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:48.725 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T19:05:48.390+0000 7f6c20a51700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:48.725 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T19:05:48.390+0000 7f6c20a51700 -1 osd.2 1924 *** Got signal Terminated *** 2023-12-16T19:05:48.725 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:48 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2[157136]: 2023-12-16T19:05:48.390+0000 7f6c20a51700 -1 osd.2 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:05:50.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:50 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:50.312Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:05:50.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:50 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:50.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:05:50.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:50 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:50.313Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:05:54.137 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:53 smithi071 podman[192674]: 2023-12-16 19:05:53.868153871 +0000 UTC m=+5.536432929 container died ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212) 2023-12-16T19:05:54.137 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192674]: 2023-12-16 19:05:54.004015828 +0000 UTC m=+5.672294910 container cleanup ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:05:54.137 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 bash[192674]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2 2023-12-16T19:05:54.411 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192691]: 2023-12-16 19:05:54.137080586 +0000 UTC m=+0.268630942 container remove ee5ecd2b3c6b1aa11db19572ec3fd2584e3e78c207366b4a8a29bd460a84dfd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:05:54.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:54.425Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:05:54.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:54.425Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:05:54.726 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:05:54 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:05:54.426Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:05:54.726 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.411977979 +0000 UTC m=+0.057823045 container create cbe1426b4cd94fb5b254b8843e0c229ea44e808d4b94aa41e39c9dd0a7e08a0d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2023-12-16T19:05:54.726 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.372068659 +0000 UTC m=+0.017913746 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:05:54.726 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.512378315 +0000 UTC m=+0.158223381 container init cbe1426b4cd94fb5b254b8843e0c229ea44e808d4b94aa41e39c9dd0a7e08a0d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, ceph=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2023-12-16T19:05:54.727 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.519703449 +0000 UTC m=+0.165548516 container start cbe1426b4cd94fb5b254b8843e0c229ea44e808d4b94aa41e39c9dd0a7e08a0d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS) 2023-12-16T19:05:54.727 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.553611357 +0000 UTC m=+0.199456442 container attach cbe1426b4cd94fb5b254b8843e0c229ea44e808d4b94aa41e39c9dd0a7e08a0d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, io.buildah.version=1.31.3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T19:05:55.045 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 16 19:05:54 smithi071 podman[192786]: 2023-12-16 19:05:54.810600319 +0000 UTC m=+0.456445400 container died cbe1426b4cd94fb5b254b8843e0c229ea44e808d4b94aa41e39c9dd0a7e08a0d (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2023-12-16T19:05:55.054 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.2.service' 2023-12-16T19:05:55.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:05:55.094 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-12-16T19:05:55.095 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-12-16T19:05:55.095 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.3 2023-12-16T19:05:55.356 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:05:55 smithi071 systemd[1]: Stopping Ceph osd.3 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:05:55.725 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:05:55 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T19:05:55.355+0000 7fd2335e9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:05:55.725 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:05:55 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T19:05:55.355+0000 7fd2335e9700 -1 osd.3 1924 *** Got signal Terminated *** 2023-12-16T19:05:55.725 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:05:55 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3[162149]: 2023-12-16T19:05:55.355+0000 7fd2335e9700 -1 osd.3 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:05:57.338 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:05:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:05:57.072Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.71:8765: connect: connection refused" 2023-12-16T19:05:57.338 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:05:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:05:57.072Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2023-12-16T19:05:57.338 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:05:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:05:57.072Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.71:8765: connect: connection refused" 2023-12-16T19:05:57.338 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:05:57 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:05:57.072Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2023-12-16T19:06:00.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:00.313Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:00.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:00.314Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:00.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:00 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:00.314Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:00.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:00 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:00.570+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:01.161 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:00 smithi071 podman[192890]: 2023-12-16 19:06:00.906980478 +0000 UTC m=+5.605332776 container died 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:01.161 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[192890]: 2023-12-16 19:06:01.06079348 +0000 UTC m=+5.759145794 container cleanup 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2023-12-16T19:06:01.161 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 bash[192890]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3 2023-12-16T19:06:01.474 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[192921]: 2023-12-16 19:06:01.160604798 +0000 UTC m=+0.252195092 container remove 5dcd426f9cc3c1ad8eee5f9d2602c3435620f509b3fbd4a37864bc28ae3b5a66 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:01.837 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:01 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:01.527+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:01.917 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.527152975 +0000 UTC m=+0.071811784 container create 97de428b6fc2b0b2fb5a075bbbee2095b6b25e7fe4dff6f0a5a4db6beae9cc60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:01.917 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.47291209 +0000 UTC m=+0.017570914 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:06:01.917 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.636217963 +0000 UTC m=+0.180876797 container init 97de428b6fc2b0b2fb5a075bbbee2095b6b25e7fe4dff6f0a5a4db6beae9cc60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:01.917 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.639464495 +0000 UTC m=+0.184123304 container start 97de428b6fc2b0b2fb5a075bbbee2095b6b25e7fe4dff6f0a5a4db6beae9cc60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:01.917 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.66868857 +0000 UTC m=+0.213347390 container attach 97de428b6fc2b0b2fb5a075bbbee2095b6b25e7fe4dff6f0a5a4db6beae9cc60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3) 2023-12-16T19:06:01.918 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 16 19:06:01 smithi071 podman[193012]: 2023-12-16 19:06:01.917158993 +0000 UTC m=+0.461817815 container died 97de428b6fc2b0b2fb5a075bbbee2095b6b25e7fe4dff6f0a5a4db6beae9cc60 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:02.220 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.3.service' 2023-12-16T19:06:02.260 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:02.260 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-12-16T19:06:02.260 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-12-16T19:06:02.261 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.4 2023-12-16T19:06:02.501 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:02 smithi184 systemd[1]: Stopping Ceph osd.4 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:02.501 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:02.244+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:02.501 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:02.480+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:02.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:02.500+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:02.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:02.594+0000 7f4fc4a44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:02.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:02.594+0000 7f4fc4a44700 -1 osd.4 1924 *** Got signal Terminated *** 2023-12-16T19:06:02.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:02 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:02.594+0000 7f4fc4a44700 -1 osd.4 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:06:03.535 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:03.328+0000 7f4fbe83a700 -1 osd.4 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:38.712742+0000 front 2023-12-16T19:05:38.712722+0000 (oldest deadline 2023-12-16T19:06:02.812524+0000) 2023-12-16T19:06:03.536 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:03.230+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:03.536 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:03.431+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:03.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:03 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:03.535+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:04.501 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:04.215+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:04.501 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:04.352+0000 7f4fbe83a700 -1 osd.4 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:38.712742+0000 front 2023-12-16T19:05:38.712722+0000 (oldest deadline 2023-12-16T19:06:02.812524+0000) 2023-12-16T19:06:04.501 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:04.399+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:04.724 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:04.426Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:04.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:04.427Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:04.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:04 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:04.431Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:04.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:04 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:04.500+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:05.544 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:05.198+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:05.544 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:05.392+0000 7f4fbe83a700 -1 osd.4 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:38.712742+0000 front 2023-12-16T19:05:38.712722+0000 (oldest deadline 2023-12-16T19:06:02.812524+0000) 2023-12-16T19:06:05.545 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:05.423+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:05.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:05 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:05.544+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:06.549 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:06.431+0000 7f4fbe83a700 -1 osd.4 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:38.712742+0000 front 2023-12-16T19:05:38.712722+0000 (oldest deadline 2023-12-16T19:06:02.812524+0000) 2023-12-16T19:06:06.550 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:06.189+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:06.550 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:06.391+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:06.837 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:06 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:06.548+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:07.588 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4[141919]: 2023-12-16T19:06:07.413+0000 7f4fbe83a700 -1 osd.4 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:38.712742+0000 front 2023-12-16T19:05:38.712722+0000 (oldest deadline 2023-12-16T19:06:02.812524+0000) 2023-12-16T19:06:07.588 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:07.227+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:07.589 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:07.440+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:07.589 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:07.440+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:07.998 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:07 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:07.590+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:08.275 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:07 smithi184 podman[173556]: 2023-12-16 19:06:07.998421457 +0000 UTC m=+5.553500751 container died 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, org.label-schema.build-date=20231212, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:08.275 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173556]: 2023-12-16 19:06:08.100215825 +0000 UTC m=+5.655295104 container cleanup 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20231212) 2023-12-16T19:06:08.275 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 bash[173556]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4 2023-12-16T19:06:08.275 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173574]: 2023-12-16 19:06:08.183350099 +0000 UTC m=+0.179925045 container remove 7dda0acb5b1c50080c5fc4454148165e0986136ea5c9acfd6b46e8896ebf6403 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.31.3, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:08.566 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:08.274+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:08.567 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:08.476+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:08.567 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:08.476+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:08.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:08 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:08.581+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:08.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173669]: 2023-12-16 19:06:08.56675777 +0000 UTC m=+0.058350210 container create 2039378b3b3bde6a7193d6f269f32102389416c2b4f0ebc5d26630f3056e0dba (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9) 2023-12-16T19:06:08.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173669]: 2023-12-16 19:06:08.526025787 +0000 UTC m=+0.017618246 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:06:08.838 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173669]: 2023-12-16 19:06:08.784404756 +0000 UTC m=+0.275997206 container init 2039378b3b3bde6a7193d6f269f32102389416c2b4f0ebc5d26630f3056e0dba (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:08.839 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173669]: 2023-12-16 19:06:08.787833385 +0000 UTC m=+0.279425826 container start 2039378b3b3bde6a7193d6f269f32102389416c2b4f0ebc5d26630f3056e0dba (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:08.839 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:08 smithi184 podman[173669]: 2023-12-16 19:06:08.808245107 +0000 UTC m=+0.299837555 container attach 2039378b3b3bde6a7193d6f269f32102389416c2b4f0ebc5d26630f3056e0dba (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.build-date=20231212, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS) 2023-12-16T19:06:09.176 INFO:journalctl@ceph.osd.4.smithi184.stdout:Dec 16 19:06:09 smithi184 podman[173669]: 2023-12-16 19:06:09.066632769 +0000 UTC m=+0.558225227 container died 2039378b3b3bde6a7193d6f269f32102389416c2b4f0ebc5d26630f3056e0dba (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-4-deactivate, io.buildah.version=1.31.3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2023-12-16T19:06:09.301 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.4.service' 2023-12-16T19:06:09.341 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:09.341 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-12-16T19:06:09.341 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-12-16T19:06:09.341 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.5 2023-12-16T19:06:09.429 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:09.304+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:09.429 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:09 smithi184 systemd[1]: Stopping Ceph osd.5 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:09.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:09.611+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:09.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:09.618+0000 7f446ef59700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:09.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:09.618+0000 7f446ef59700 -1 osd.5 1924 *** Got signal Terminated *** 2023-12-16T19:06:09.839 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:09.618+0000 7f446ef59700 -1 osd.5 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:06:09.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:09.429+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:09.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:09 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:09.429+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:10.587 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:10 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:10.318+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:10.588 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:10 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:10.472+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:10.588 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:10 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:10.472+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:10.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:10 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:10.314Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:10.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:10 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:10.315Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:10.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:10 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:10.315Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:11.088 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:10 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:10.632+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:11.088 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:10 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:10.632+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:11.599 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:11.345+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:11.600 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:11.345+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:42.411304+0000 front 2023-12-16T19:05:42.411384+0000 (oldest deadline 2023-12-16T19:06:11.211709+0000) 2023-12-16T19:06:11.600 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:11.496+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:11.600 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:11.496+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:12.087 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:11.625+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:12.088 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:11 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:11.626+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:12.628 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:12.368+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:12.628 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:12.368+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:42.411304+0000 front 2023-12-16T19:05:42.411384+0000 (oldest deadline 2023-12-16T19:06:11.211709+0000) 2023-12-16T19:06:12.629 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:12.493+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:12.629 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:12.494+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:13.087 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:12.627+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:13.088 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:12 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:12.627+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:13.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:13.414+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:13.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:13.414+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:42.411304+0000 front 2023-12-16T19:05:42.411384+0000 (oldest deadline 2023-12-16T19:06:11.211709+0000) 2023-12-16T19:06:13.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:13.632+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:13.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:13.632+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:13.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:13.480+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:13.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:13 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:13.480+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:14.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:14.427Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:14.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:14.428Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:14.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:14 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:14.428Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:14.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:14.438+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:34.309948+0000 front 2023-12-16T19:05:34.310017+0000 (oldest deadline 2023-12-16T19:06:01.910393+0000) 2023-12-16T19:06:14.838 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5[146456]: 2023-12-16T19:06:14.438+0000 7f4469550700 -1 osd.5 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:42.411304+0000 front 2023-12-16T19:05:42.411384+0000 (oldest deadline 2023-12-16T19:06:11.211709+0000) 2023-12-16T19:06:14.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:14.529+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:14.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:14.529+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:14.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:14.585+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:14.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:14.585+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:14.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:14 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:14.585+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:15.338 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173775]: 2023-12-16 19:06:15.012105115 +0000 UTC m=+5.459947508 container died efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2023-12-16T19:06:15.338 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173775]: 2023-12-16 19:06:15.132402768 +0000 UTC m=+5.580245194 container cleanup efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2023-12-16T19:06:15.338 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 bash[173775]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5 2023-12-16T19:06:15.338 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173805]: 2023-12-16 19:06:15.223923345 +0000 UTC m=+0.204926773 container remove efb5c7e3cdae0c6de4fd7189bf01fc7e5c76b7679d27269d8ac39048b057ecb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0) 2023-12-16T19:06:15.774 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:15.508+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:15.774 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:15.508+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:15.774 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:15.558+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:15.774 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:15.558+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:15 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:15.558+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173895]: 2023-12-16 19:06:15.607139413 +0000 UTC m=+0.068238510 container create a93e1adcd7625953b8c49cf7406f27e0edf093d5602adbe5ce691ed32245ea26 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, ceph=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS) 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173895]: 2023-12-16 19:06:15.557049141 +0000 UTC m=+0.018148235 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173895]: 2023-12-16 19:06:15.749505795 +0000 UTC m=+0.210604890 container init a93e1adcd7625953b8c49cf7406f27e0edf093d5602adbe5ce691ed32245ea26 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173895]: 2023-12-16 19:06:15.752618983 +0000 UTC m=+0.213718069 container start a93e1adcd7625953b8c49cf7406f27e0edf093d5602adbe5ce691ed32245ea26 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.31.3, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T19:06:15.775 INFO:journalctl@ceph.osd.5.smithi184.stdout:Dec 16 19:06:15 smithi184 podman[173895]: 2023-12-16 19:06:15.773731636 +0000 UTC m=+0.234830731 container attach a93e1adcd7625953b8c49cf7406f27e0edf093d5602adbe5ce691ed32245ea26 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2023-12-16T19:06:16.241 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.5.service' 2023-12-16T19:06:16.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:16.284 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-12-16T19:06:16.284 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-12-16T19:06:16.284 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.6 2023-12-16T19:06:16.551 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 systemd[1]: Stopping Ceph osd.6 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:16.551 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:16.495+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:16.552 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:16.495+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:16.552 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:16.495+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.550+0000 7faeaff2a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.550+0000 7faeaff2a700 -1 osd.6 1924 *** Got signal Terminated *** 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.550+0000 7faeaff2a700 -1 osd.6 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.574+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.574+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:16.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:16 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:16.574+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:17.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:17.560+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:17.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:17.560+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:17.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:17.560+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:17.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:17.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:17.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:17.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:17.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:17 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:17.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:18.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:18.606+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:18.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:18.606+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:18.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:18.606+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:18.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:18.531+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:18.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:18.531+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:18.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:18 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:18.531+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:19.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:19.587+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:19.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:19.587+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:19.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:19.587+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:19.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:19.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:19.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:19.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:19.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:19 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:19.535+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:20.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:20.315Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:20.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:20.315Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:20.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:20 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:20.316Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:20.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:20.629+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:37.761923+0000 front 2023-12-16T19:05:37.761878+0000 (oldest deadline 2023-12-16T19:06:01.861753+0000) 2023-12-16T19:06:20.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:20.629+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.962943+0000 front 2023-12-16T19:05:45.963004+0000 (oldest deadline 2023-12-16T19:06:10.062856+0000) 2023-12-16T19:06:20.838 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6[151063]: 2023-12-16T19:06:20.629+0000 7faea851d700 -1 osd.6 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.063501+0000 front 2023-12-16T19:05:50.063517+0000 (oldest deadline 2023-12-16T19:06:14.163365+0000) 2023-12-16T19:06:20.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:20.503+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:20.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:20.503+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:20.839 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:20 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:20.503+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:21.837 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:21.513+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:21.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:21.513+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:21.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:21 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:21.513+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:22.338 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:21 smithi184 podman[174003]: 2023-12-16 19:06:21.953556888 +0000 UTC m=+5.459315894 container died 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:22.338 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174003]: 2023-12-16 19:06:22.064498398 +0000 UTC m=+5.570257411 container cleanup 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0) 2023-12-16T19:06:22.338 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 bash[174003]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6 2023-12-16T19:06:22.338 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174021]: 2023-12-16 19:06:22.16434999 +0000 UTC m=+0.206469629 container remove 71b0810062a80bc0ae492bcd70d3fc71acfdbe8c54e45278db5e772ceb98a714 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.31.3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2023-12-16T19:06:22.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:22.507+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:22.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:22.507+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:22.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:22.507+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:22.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:22 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:22.507+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:22.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174112]: 2023-12-16 19:06:22.522663007 +0000 UTC m=+0.060437230 container create d78b9f78f4867ab2c1c5957c46314d545640c80de1b15ee63a0f074074a852c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3) 2023-12-16T19:06:22.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174112]: 2023-12-16 19:06:22.479758716 +0000 UTC m=+0.017532908 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:06:22.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174112]: 2023-12-16 19:06:22.597992408 +0000 UTC m=+0.135766600 container init d78b9f78f4867ab2c1c5957c46314d545640c80de1b15ee63a0f074074a852c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.build-date=20231212, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2023-12-16T19:06:22.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174112]: 2023-12-16 19:06:22.605265083 +0000 UTC m=+0.143039265 container start d78b9f78f4867ab2c1c5957c46314d545640c80de1b15ee63a0f074074a852c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:22.839 INFO:journalctl@ceph.osd.6.smithi184.stdout:Dec 16 19:06:22 smithi184 podman[174112]: 2023-12-16 19:06:22.630881066 +0000 UTC m=+0.168655268 container attach d78b9f78f4867ab2c1c5957c46314d545640c80de1b15ee63a0f074074a852c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2023-12-16T19:06:23.099 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.6.service' 2023-12-16T19:06:23.138 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:23.138 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-12-16T19:06:23.139 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-12-16T19:06:23.139 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7 2023-12-16T19:06:23.518 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 systemd[1]: Stopping Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:23.518 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.399+0000 7f139a0bc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:23.518 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.399+0000 7f139a0bc700 -1 osd.7 1924 *** Got signal Terminated *** 2023-12-16T19:06:23.519 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.399+0000 7f139a0bc700 -1 osd.7 1924 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-16T19:06:23.519 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.517+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:23.519 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.517+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:23.519 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.517+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:23.519 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:23 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:23.517+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:24.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:24.429Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:24.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:24.429Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:24.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:24 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:24.429Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:24.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:24.551+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:24.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:24.551+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:24.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:24.551+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:24.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:24 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:24.551+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:25.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:25.548+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:25.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:25.548+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:25.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:25.548+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:25.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:25 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:25.548+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:26.837 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:26.555+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:26.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:26.555+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:26.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:26.555+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:26.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:26 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:26.555+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:27.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:27 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:27.582+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-16T19:05:36.436282+0000 front 2023-12-16T19:05:36.436449+0000 (oldest deadline 2023-12-16T19:06:00.536381+0000) 2023-12-16T19:06:27.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:27 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:27.582+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-16T19:05:45.837219+0000 front 2023-12-16T19:05:45.837374+0000 (oldest deadline 2023-12-16T19:06:06.937208+0000) 2023-12-16T19:06:27.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:27 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:27.582+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-16T19:05:50.438138+0000 front 2023-12-16T19:05:50.438125+0000 (oldest deadline 2023-12-16T19:06:15.738005+0000) 2023-12-16T19:06:27.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:27 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7[155586]: 2023-12-16T19:06:27.582+0000 7f1394eb4700 -1 osd.7 1924 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-16T19:05:55.738517+0000 front 2023-12-16T19:05:55.738596+0000 (oldest deadline 2023-12-16T19:06:21.638376+0000) 2023-12-16T19:06:29.188 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:28 smithi184 podman[174217]: 2023-12-16 19:06:28.978134037 +0000 UTC m=+5.629907754 container died 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, io.buildah.version=1.31.3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212) 2023-12-16T19:06:29.188 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174217]: 2023-12-16 19:06:29.088191373 +0000 UTC m=+5.739965083 container cleanup 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.31.3, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212) 2023-12-16T19:06:29.188 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 bash[174217]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7 2023-12-16T19:06:29.546 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174246]: 2023-12-16 19:06:29.188152343 +0000 UTC m=+0.209190718 container remove 4f38842a308982ac0c5c8fc7039708bb2793406c1ceaf1c7919ab3ca65b4af1a (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2023-12-16T19:06:29.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.546290993 +0000 UTC m=+0.064055469 container create 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=) 2023-12-16T19:06:29.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.50075845 +0000 UTC m=+0.018522941 image pull e538bb48aa152d6b7faf38ac1e3989c9cce30a65d5a29d9af1a8b43a8f5cdf25 quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5 2023-12-16T19:06:29.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.638786405 +0000 UTC m=+0.156550871 container init 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20231212, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:29.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.646870415 +0000 UTC m=+0.164634881 container start 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, io.buildah.version=1.31.3, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212) 2023-12-16T19:06:29.838 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.671314865 +0000 UTC m=+0.189079345 container attach 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:30.173 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service' 2023-12-16T19:06:30.198 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:29 smithi184 podman[174340]: 2023-12-16 19:06:29.934798322 +0000 UTC m=+0.452562818 container died 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.31.3, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2023-12-16T19:06:30.198 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:30 smithi184 podman[174366]: 2023-12-16 19:06:30.163053863 +0000 UTC m=+0.219146833 container remove 0b740298dd326efc13397030ea3151f962430a7af76233e043e3eb7d917a188e (image=quay.ceph.io/ceph-ci/ceph@sha256:45cdc87ca300414c8899f73cd28f3b099dc14234a3689c0162531020ce800bc5, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-osd-7-deactivate, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri8-testing-2023-12-15-0911-c7586e9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.31.3, GIT_CLEAN=True) 2023-12-16T19:06:30.198 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:30 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service: Deactivated successfully. 2023-12-16T19:06:30.199 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:30 smithi184 systemd[1]: Stopped Ceph osd.7 for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:06:30.199 INFO:journalctl@ceph.osd.7.smithi184.stdout:Dec 16 19:06:30 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@osd.7.service: Consumed 2min 1.585s CPU time. 2023-12-16T19:06:30.213 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:30.213 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-12-16T19:06:30.213 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-12-16T19:06:30.213 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.a 2023-12-16T19:06:30.540 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:30 smithi071 systemd[1]: Stopping Ceph mds.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:30.541 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:30.316Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:30.541 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:30.316Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:30.541 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:30.316Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:30.974 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a[115496]: 2023-12-16T19:06:30.539+0000 7fe2c3bdb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:30.975 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:30 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a[115496]: 2023-12-16T19:06:30.539+0000 7fe2c3bdb700 -1 mds.a *** got signal Terminated *** 2023-12-16T19:06:34.725 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:34 smithi071 podman[193130]: 2023-12-16 19:06:34.552775528 +0000 UTC m=+4.156906190 container died d3730d787a59ebe0ba842a71476c2d4cccb3fae5f7b9a5203d8295a16764a18a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a, GIT_CLEAN=True, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2023-12-16T19:06:34.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:34.429Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:34.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:34.431Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:34.725 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:34 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:34.431Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:35.071 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:34 smithi071 podman[193130]: 2023-12-16 19:06:34.761776458 +0000 UTC m=+4.365907128 container cleanup d3730d787a59ebe0ba842a71476c2d4cccb3fae5f7b9a5203d8295a16764a18a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.31.3, RELEASE=quincy-1f2f551, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:35.072 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:34 smithi071 bash[193130]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a 2023-12-16T19:06:35.072 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 16 19:06:34 smithi071 podman[193144]: 2023-12-16 19:06:34.869889663 +0000 UTC m=+0.317498308 container remove d3730d787a59ebe0ba842a71476c2d4cccb3fae5f7b9a5203d8295a16764a18a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-a, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.31.3, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, RELEASE=quincy-1f2f551, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:35.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.a.service' 2023-12-16T19:06:35.115 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:35.115 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-12-16T19:06:35.115 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-12-16T19:06:35.115 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.b 2023-12-16T19:06:35.548 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:35 smithi184 systemd[1]: Stopping Ceph mds.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:35.837 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: 2023-12-16T19:06:35.547+0000 7ff6d4073700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-16T19:06:35.838 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:35 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b[109175]: 2023-12-16T19:06:35.547+0000 7ff6d4073700 -1 mds.b *** got signal Terminated *** 2023-12-16T19:06:39.253 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:38 smithi184 podman[174446]: 2023-12-16 19:06:38.997694497 +0000 UTC m=+3.701786922 container died ac30f465eee51fb4c69e948ee63c353b6dd7576459f691fb0c14cf4c3b0428bc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=quincy-1f2f551, io.buildah.version=1.31.3, GIT_CLEAN=True, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2023-12-16T19:06:39.253 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:39 smithi184 podman[174446]: 2023-12-16 19:06:39.12825779 +0000 UTC m=+3.832350244 container cleanup ac30f465eee51fb4c69e948ee63c353b6dd7576459f691fb0c14cf4c3b0428bc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a1644eb327b921af6e6cf30118d696e8368bd632346b48049fba15207e60112, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.31.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-1f2f551, ceph=True, org.label-schema.build-date=20231212, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2023-12-16T19:06:39.253 INFO:journalctl@ceph.mds.b.smithi184.stdout:Dec 16 19:06:39 smithi184 bash[174446]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-mds-b 2023-12-16T19:06:39.393 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@mds.b.service' 2023-12-16T19:06:39.430 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:39.430 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-12-16T19:06:39.431 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-12-16T19:06:39.431 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a 2023-12-16T19:06:39.587 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 systemd[1]: Stopping Ceph prometheus.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:40.088 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.688Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:06:40.088 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-16T19:06:40.088 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-16T19:06:40.088 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-16T19:06:40.088 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.689Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.690Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.690Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a[127606]: ts=2023-12-16T19:06:39.690Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-16T19:06:40.089 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 podman[174566]: 2023-12-16 19:06:39.699446852 +0000 UTC m=+0.062004519 container died 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:40.090 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 podman[174566]: 2023-12-16 19:06:39.811320359 +0000 UTC m=+0.173877997 container cleanup 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:40.090 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 bash[174566]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a 2023-12-16T19:06:40.090 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Dec 16 19:06:39 smithi184 podman[174580]: 2023-12-16 19:06:39.894605555 +0000 UTC m=+0.196890920 container remove 7d33677b2c211041cf6d716218b9df591d2083f6369ec09c50242ab89073e23d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:40.122 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-52d88738-9c3d-11ee-95a5-87774f69a715@prometheus.a.service' 2023-12-16T19:06:40.157 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:06:40.158 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-12-16T19:06:40.158 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 --force --keep-logs 2023-12-16T19:06:40.441 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:40.317Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:40.442 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:40.317Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-16T19:06:40.442 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:40 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:40.318Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi184.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.184:8443: connect: connection refused" 2023-12-16T19:06:42.203 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:41 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:42.203 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a[130266]: ts=2023-12-16T19:06:42.062Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-16T19:06:42.203 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 podman[193578]: 2023-12-16 19:06:42.11365045 +0000 UTC m=+0.098973230 container died 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:42.474 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 podman[193578]: 2023-12-16 19:06:42.234991686 +0000 UTC m=+0.220314469 container cleanup 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:42.475 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 bash[193578]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a 2023-12-16T19:06:42.475 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 podman[193593]: 2023-12-16 19:06:42.37656222 +0000 UTC m=+0.259573711 container remove 5458a7545b7ea9fdd25c09f272e11d49ab64d8fd81d9096c630d26b7afc456b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:42.475 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 podman[193593]: 2023-12-16 19:06:42.401812943 +0000 UTC m=+0.284824437 volume remove 455161d1cda59666ab927d6abd2c3858e74d1ba58add3b1fbf63e58e546cbd3f 2023-12-16T19:06:42.906 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:42 smithi071 systemd[1]: Stopping Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:42.906 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@alertmanager.a.service: Deactivated successfully. 2023-12-16T19:06:42.906 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:06:42.907 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 16 19:06:42 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@alertmanager.a.service: Consumed 3.327s CPU time. 2023-12-16T19:06:43.225 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:42 smithi071 podman[193699]: 2023-12-16 19:06:42.905673855 +0000 UTC m=+0.066639206 container died a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:43.225 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 podman[193699]: 2023-12-16 19:06:43.076624897 +0000 UTC m=+0.237590283 container cleanup a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:43.226 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 bash[193699]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a 2023-12-16T19:06:43.226 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 podman[193713]: 2023-12-16 19:06:43.151336112 +0000 UTC m=+0.246335671 container remove a41cba01d5c4a8f0d02996deb60dbb7d0f003221ee0663fd8e07d4709d8c75f4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2023-12-16T19:06:43.226 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:06:43.721 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-16T19:06:43.722 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 systemd[1]: Stopped Ceph node-exporter.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:06:43.722 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 16 19:06:43 smithi071 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.a.service: Consumed 6.398s CPU time. 2023-12-16T19:06:43.925 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 --force --keep-logs 2023-12-16T19:06:45.569 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 systemd[1]: Stopping Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:45.838 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 podman[175012]: 2023-12-16 19:06:45.789754429 +0000 UTC m=+0.082582562 container died 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, release=239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, vcs-type=git, version=8.5, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2023-12-16T19:06:46.206 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 podman[175012]: 2023-12-16 19:06:45.901893011 +0000 UTC m=+0.194721119 container cleanup 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.tags=base rhel8, distribution-scope=public, vcs-type=git, com.redhat.component=ubi8-container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8) 2023-12-16T19:06:46.206 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 bash[175012]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a 2023-12-16T19:06:46.206 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 podman[175026]: 2023-12-16 19:06:45.985258432 +0000 UTC m=+0.198213611 container remove 875883602f43827e70116ea3228ce6727aa09f501453fee443a3d06c17be85f6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-grafana-a, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, io.openshift.tags=base rhel8, description=Ceph Grafana Container, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, version=8.5, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2023-12-16T19:06:46.206 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:45 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:06:46.564 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: Stopping Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715... 2023-12-16T19:06:46.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-16T19:06:46.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: Stopped Ceph grafana.a for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:06:46.565 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@grafana.a.service: Consumed 27.208s CPU time. 2023-12-16T19:06:46.836 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 podman[175131]: 2023-12-16 19:06:46.564492287 +0000 UTC m=+0.057267177 container died dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:06:46.837 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 podman[175131]: 2023-12-16 19:06:46.676804759 +0000 UTC m=+0.169579638 container cleanup dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:06:46.837 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 bash[175131]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b 2023-12-16T19:06:46.837 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 podman[175146]: 2023-12-16 19:06:46.801697868 +0000 UTC m=+0.241717116 container remove dd6f63789736fc482561f5aa5a934f8bbd8a3331df1037b2a6c41d2eca116e1e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-52d88738-9c3d-11ee-95a5-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2023-12-16T19:06:46.837 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-16T19:06:47.087 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-16T19:06:47.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: Stopped Ceph node-exporter.b for 52d88738-9c3d-11ee-95a5-87774f69a715. 2023-12-16T19:06:47.088 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Dec 16 19:06:46 smithi184 systemd[1]: ceph-52d88738-9c3d-11ee-95a5-87774f69a715@node-exporter.b.service: Consumed 6.452s CPU time. 2023-12-16T19:06:47.610 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:06:47.647 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-16T19:06:47.678 INFO:tasks.cephadm:Archiving crash dumps... 2023-12-16T19:06:47.681 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi071/crash 2023-12-16T19:06:47.682 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash -- . 2023-12-16T19:06:47.794 INFO:teuthology.orchestra.run.smithi071.stderr:tar: /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash: Cannot open: No such file or directory 2023-12-16T19:06:47.795 INFO:teuthology.orchestra.run.smithi071.stderr:tar: Error is not recoverable: exiting now 2023-12-16T19:06:47.796 DEBUG:teuthology.misc:Transferring archived files from smithi184:/var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi184/crash 2023-12-16T19:06:47.797 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash -- . 2023-12-16T19:06:47.843 INFO:teuthology.orchestra.run.smithi184.stderr:tar: /var/lib/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/crash: Cannot open: No such file or directory 2023-12-16T19:06:47.844 INFO:teuthology.orchestra.run.smithi184.stderr:tar: Error is not recoverable: exiting now 2023-12-16T19:06:47.845 INFO:tasks.cephadm:Checking cluster log for badness... 2023-12-16T19:06:47.845 DEBUG:teuthology.orchestra.run.smithi071:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-12-16T19:06:47.875 INFO:teuthology.orchestra.run.smithi071.stderr:grep: /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph.log: No such file or directory 2023-12-16T19:06:47.876 INFO:tasks.cephadm:Compressing logs... 2023-12-16T19:06:47.877 DEBUG:teuthology.orchestra.run.smithi071:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-16T19:06:47.919 DEBUG:teuthology.orchestra.run.smithi184:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-16T19:06:47.945 INFO:teuthology.orchestra.run.smithi184.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-16T19:06:47.945 INFO:teuthology.orchestra.run.smithi184.stderr:: No such file or directory 2023-12-16T19:06:47.946 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.6.log 2023-12-16T19:06:47.946 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.b.log/var/log/ceph/cephadm.log: 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:: No such file or directory 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.a.log 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.1.log 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.3.log 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.a.log: /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.y.log 2023-12-16T19:06:47.952 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.0.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.2.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.2.log: 91.7% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.a.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.4.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.7.log 2023-12-16T19:06:47.953 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.5.log 2023-12-16T19:06:47.954 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.4.log: /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.x.log 2023-12-16T19:06:47.954 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log 2023-12-16T19:06:47.954 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.b.log 2023-12-16T19:06:47.954 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log: 86.4% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-16T19:06:47.963 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log.gz 2023-12-16T19:06:47.963 INFO:teuthology.orchestra.run.smithi184.stderr: 92.4% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.b.log.gz 2023-12-16T19:06:47.964 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.c.log 2023-12-16T19:06:47.965 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.a.log: 65.0% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mds.a.log.gz 2023-12-16T19:06:47.965 INFO:teuthology.orchestra.run.smithi071.stderr: 91.1% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-volume.log.gz 2023-12-16T19:06:48.005 INFO:teuthology.orchestra.run.smithi184.stderr: 89.9% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.x.log.gz 2023-12-16T19:06:48.751 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.c.log: 89.3% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mgr.y.log.gz 2023-12-16T19:06:49.038 INFO:teuthology.orchestra.run.smithi184.stderr: 92.2% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.b.log.gz 2023-12-16T19:06:49.769 INFO:teuthology.orchestra.run.smithi071.stderr: 91.6% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.c.log.gz 2023-12-16T19:06:52.280 INFO:teuthology.orchestra.run.smithi071.stderr: 90.6% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-mon.a.log.gz 2023-12-16T19:07:02.316 INFO:teuthology.orchestra.run.smithi184.stderr: 94.5% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.6.log.gz 2023-12-16T19:07:04.470 INFO:teuthology.orchestra.run.smithi184.stderr: 94.4% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.4.log.gz 2023-12-16T19:07:04.770 INFO:teuthology.orchestra.run.smithi184.stderr: 94.6% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.5.log.gz 2023-12-16T19:07:04.868 INFO:teuthology.orchestra.run.smithi184.stderr: 94.3% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.7.log.gz 2023-12-16T19:07:04.870 INFO:teuthology.orchestra.run.smithi184.stderr: 2023-12-16T19:07:04.870 INFO:teuthology.orchestra.run.smithi184.stderr:real 0m16.937s 2023-12-16T19:07:04.870 INFO:teuthology.orchestra.run.smithi184.stderr:user 1m3.250s 2023-12-16T19:07:04.871 INFO:teuthology.orchestra.run.smithi184.stderr:sys 0m2.470s 2023-12-16T19:07:05.534 INFO:teuthology.orchestra.run.smithi071.stderr: 94.4% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.3.log.gz 2023-12-16T19:07:07.004 INFO:teuthology.orchestra.run.smithi071.stderr: 94.4% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.0.log.gz 2023-12-16T19:07:09.294 INFO:teuthology.orchestra.run.smithi071.stderr: 94.5% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.1.log.gz 2023-12-16T19:07:10.249 INFO:teuthology.orchestra.run.smithi071.stderr: 93.9% -- replaced with /var/log/ceph/52d88738-9c3d-11ee-95a5-87774f69a715/ceph-osd.2.log.gz 2023-12-16T19:07:10.251 INFO:teuthology.orchestra.run.smithi071.stderr: 2023-12-16T19:07:10.251 INFO:teuthology.orchestra.run.smithi071.stderr:real 0m22.319s 2023-12-16T19:07:10.251 INFO:teuthology.orchestra.run.smithi071.stderr:user 1m24.086s 2023-12-16T19:07:10.252 INFO:teuthology.orchestra.run.smithi071.stderr:sys 0m2.997s 2023-12-16T19:07:10.252 INFO:tasks.cephadm:Archiving logs... 2023-12-16T19:07:10.252 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi071/log 2023-12-16T19:07:10.253 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-16T19:07:21.410 DEBUG:teuthology.misc:Transferring archived files from smithi184:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi184/log 2023-12-16T19:07:21.411 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-16T19:07:30.367 INFO:tasks.cephadm:Removing cluster... 2023-12-16T19:07:30.368 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 --force 2023-12-16T19:07:31.018 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 52d88738-9c3d-11ee-95a5-87774f69a715 --force 2023-12-16T19:07:31.580 INFO:tasks.cephadm:Removing cephadm ... 2023-12-16T19:07:31.580 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-16T19:07:31.597 DEBUG:teuthology.orchestra.run.smithi184:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-16T19:07:31.612 INFO:tasks.cephadm:Teardown complete 2023-12-16T19:07:31.612 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-16T19:07:31.624 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-16T19:07:31.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-16T19:07:31.639 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-16T19:07:31.729 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-16T19:07:31.740 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-16T19:07:31.740 DEBUG:teuthology.orchestra.run.smithi071:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T19:07:31.744 DEBUG:teuthology.orchestra.run.smithi184:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-16T19:07:31.754 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2023-12-16T19:07:31.759 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T19:07:31.759 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2023-12-16T19:07:31.759 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 28 -618us[ -616us] +/- 68ms 2023-12-16T19:07:31.760 INFO:teuthology.orchestra.run.smithi071.stdout:^* hv02.front.sepia.ceph.com 3 6 377 23 +485us[ +487us] +/- 49ms 2023-12-16T19:07:31.760 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 -61us[ -61us] +/- 87ms 2023-12-16T19:07:31.760 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:07:31.761 INFO:teuthology.orchestra.run.smithi184.stderr:bash: line 1: ntpq: command not found 2023-12-16T19:07:31.763 INFO:teuthology.orchestra.run.smithi184.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-16T19:07:31.763 INFO:teuthology.orchestra.run.smithi184.stdout:=============================================================================== 2023-12-16T19:07:31.763 INFO:teuthology.orchestra.run.smithi184.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 25 -605us[ -599us] +/- 68ms 2023-12-16T19:07:31.763 INFO:teuthology.orchestra.run.smithi184.stdout:^* hv02.front.sepia.ceph.com 3 6 377 24 +466us[ +472us] +/- 49ms 2023-12-16T19:07:31.764 INFO:teuthology.orchestra.run.smithi184.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 26 -59us[ -54us] +/- 87ms 2023-12-16T19:07:31.764 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-16T19:07:31.764 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-16T19:07:31.818 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-16T19:07:31.819 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-16T19:07:31.892 DEBUG:teuthology.orchestra.run.smithi071:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-16T19:07:32.004 DEBUG:teuthology.orchestra.run.smithi184:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-16T19:07:32.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T19:07:32.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:07:32.145 DEBUG:teuthology.orchestra.run.smithi184:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-16T19:07:32.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:07:32.178 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-16T19:07:32.189 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-16T19:07:32.223 INFO:teuthology.task.internal:Duration was 4379.139079 seconds 2023-12-16T19:07:32.223 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-16T19:07:32.281 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-16T19:07:32.281 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-16T19:07:32.284 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-16T19:07:32.324 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T19:07:32.326 INFO:teuthology.orchestra.run.smithi184.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-16T19:07:32.753 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-16T19:07:32.753 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi071.front.sepia.ceph.com 2023-12-16T19:07:32.753 DEBUG:teuthology.orchestra.run.smithi071:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-16T19:07:32.815 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi184.front.sepia.ceph.com 2023-12-16T19:07:32.815 DEBUG:teuthology.orchestra.run.smithi184:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-16T19:07:32.841 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-16T19:07:32.842 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-16T19:07:32.864 DEBUG:teuthology.orchestra.run.smithi184:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-16T19:07:32.917 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-16T19:07:32.918 DEBUG:teuthology.orchestra.run.smithi071:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-16T19:07:32.944 DEBUG:teuthology.orchestra.run.smithi184:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-16T19:07:33.488 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-16T19:07:33.500 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-16T19:07:33.500 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-16T19:07:33.527 DEBUG:teuthology.orchestra.run.smithi184:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-16T19:07:33.554 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-16T19:07:33.634 DEBUG:teuthology.orchestra.run.smithi071:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-16T19:07:33.636 DEBUG:teuthology.orchestra.run.smithi184:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-16T19:07:33.659 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = core 2023-12-16T19:07:33.661 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern = core 2023-12-16T19:07:33.677 DEBUG:teuthology.orchestra.run.smithi071:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-16T19:07:33.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:07:33.731 DEBUG:teuthology.orchestra.run.smithi184:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-16T19:07:33.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:07:33.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-16T19:07:33.757 INFO:teuthology.task.internal:Transferring archived files... 2023-12-16T19:07:33.758 DEBUG:teuthology.misc:Transferring archived files from smithi071:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi071 2023-12-16T19:07:33.758 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-16T19:07:33.822 DEBUG:teuthology.misc:Transferring archived files from smithi184:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500/remote/smithi184 2023-12-16T19:07:33.823 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-16T19:07:33.865 INFO:teuthology.task.internal:Removing archive directory... 2023-12-16T19:07:33.866 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-16T19:07:33.869 DEBUG:teuthology.orchestra.run.smithi184:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-16T19:07:33.911 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-16T19:07:33.924 INFO:teuthology.task.internal:Not uploading archives. 2023-12-16T19:07:33.924 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-16T19:07:33.935 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-16T19:07:33.936 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-16T19:07:33.938 DEBUG:teuthology.orchestra.run.smithi184:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-16T19:07:33.950 INFO:teuthology.orchestra.run.smithi071.stdout: 262166 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 19:07 /home/ubuntu/cephtest 2023-12-16T19:07:33.950 INFO:teuthology.orchestra.run.smithi071.stdout: 544782 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 19:05 /home/ubuntu/cephtest/mnt.0 2023-12-16T19:07:33.950 INFO:teuthology.orchestra.run.smithi071.stdout: 544783 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 16 19:05 /home/ubuntu/cephtest/mnt.0/client.0 2023-12-16T19:07:33.951 INFO:teuthology.orchestra.run.smithi071.stdout: 655747 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 16 19:05 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-16T19:07:33.951 INFO:teuthology.orchestra.run.smithi071.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-12-16T19:07:33.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-16T19:07:33.954 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi071 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-16T19:07:33.960 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-16T19:07:33.971 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-16T19:07:34.004 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi071 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-16T19:07:34.004 INFO:teuthology.nuke:Checking targets against current locks 2023-12-16T19:07:34.012 INFO:teuthology.orchestra.run.smithi184.stdout: 265245 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 16 19:07 /home/ubuntu/cephtest 2023-12-16T19:07:34.044 DEBUG:teuthology.nuke:shortname: smithi071 2023-12-16T19:07:34.045 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T19:07:34.071 DEBUG:teuthology.nuke:shortname: smithi184 2023-12-16T19:07:34.071 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-16T19:07:34.075 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 17:46:04.072259', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJyiG634pdcKfdPSxBTdduUgpRMoGOF80BhkJwlTHuFxRn3OoEhyR1D0hgr+ECogIz6Rml+6zb+SdWNxLEpd4Jw='} 2023-12-16T19:07:34.098 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi184.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-16_15:39:44-rados-wip-yuri8-testing-2023-12-15-0911-distro-default-smithi/7494500', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-16 17:46:04.074162', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO8Xf3gc6XVpnEPxT60qQnqmFpzw/miWEm0eLZPfM/z0S4VJMOdoM8CipEafGya9Zjoq47Piun/7pMos87Gx7mw='} 2023-12-16T19:07:34.130 INFO:teuthology.orchestra.console.smithi071:Power off 2023-12-16T19:07:34.130 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-16T19:07:34.153 DEBUG:teuthology.orchestra.console.smithi071:power off output: Chassis Power Control: Down/Off 2023-12-16T19:07:34.153 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:34.169 INFO:teuthology.orchestra.console.smithi184:Power off 2023-12-16T19:07:34.169 DEBUG:teuthology.orchestra.console.smithi184:pexpect command: ipmitool -H smithi184.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-16T19:07:34.180 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-16T19:07:34.195 DEBUG:teuthology.orchestra.console.smithi184:power off output: Chassis Power Control: Down/Off 2023-12-16T19:07:34.196 DEBUG:teuthology.orchestra.console.smithi184:pexpect command: ipmitool -H smithi184.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:34.225 DEBUG:teuthology.orchestra.console.smithi184:check power output: Chassis Power is on 2023-12-16T19:07:37.845 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-16T19:07:38.181 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:38.226 DEBUG:teuthology.orchestra.console.smithi184:pexpect command: ipmitool -H smithi184.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:38.295 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-16T19:07:38.341 DEBUG:teuthology.orchestra.console.smithi184:check power output: Chassis Power is on 2023-12-16T19:07:42.299 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:42.342 DEBUG:teuthology.orchestra.console.smithi184:pexpect command: ipmitool -H smithi184.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:42.411 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-16T19:07:42.453 DEBUG:teuthology.orchestra.console.smithi184:check power output: Chassis Power is on 2023-12-16T19:07:46.416 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:46.454 DEBUG:teuthology.orchestra.console.smithi184:pexpect command: ipmitool -H smithi184.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-16T19:07:46.526 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is off 2023-12-16T19:07:46.565 DEBUG:teuthology.orchestra.console.smithi184:check power output: Chassis Power is off 2023-12-16T19:07:46.627 INFO:teuthology.orchestra.console.smithi071:Power off completed 2023-12-16T19:07:46.666 INFO:teuthology.orchestra.console.smithi184:Power off completed 2023-12-16T19:07:46.773 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 4379.139079093933 failure_reason: 'Command failed (workunit test rbd/test_librbd_python.sh) on smithi071 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh''' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=2f29bd7bdfc4461a91b115ebf9f4f9fd status: fail success: false 2023-12-16T19:07:46.773 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-16T19:07:46.859 INFO:teuthology.run:FAIL